05_data_exploration_p3.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "02f4c92f-a080-4523-98ae-2d4aa825d404",
   "metadata": {},
   "source": [
    "# 05. Data Exploration (identify patterns, trends and use statistical analysis)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "35ef6d63-c236-49ae-948d-1793368b83d9",
   "metadata": {},
   "source": [
    "## Age vs points"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "af0311d9-c460-4643-b537-b877b8f1217b",
   "metadata": {},
   "source": [
    "### Prepare data"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0b33f81e-3960-47ad-b756-9b37e6301426",
   "metadata": {},
   "source": [
    "Let's start with a simple question and find the correlation between players' age and points for the last 40 seasons.\n",
    "\n",
    "Import the libraries and load the .env-file:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "b1ad7b22-25fe-4618-a576-481c5b4015d8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Import the standard libraries.\n",
    "import os\n",
    "\n",
    "# Import the third party libraries.\n",
    "from dotenv import load_dotenv\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import psycopg\n",
    "import seaborn as sns\n",
    "from scipy.stats import ttest_ind\n",
    "from sqlalchemy import create_engine\n",
    "import sqlite3\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from sklearn.pipeline import make_pipeline\n",
    "from sklearn.preprocessing import PolynomialFeatures\n",
    "\n",
    "# Import the local/project packages, modules, and fucntions.\n",
    "from utils.data_exploration_p3 import (\n",
    "    compare_players\n",
    ")\n",
    "# Set environment.\n",
    "load_dotenv()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d8a51b20-9e2f-4e4b-ab31-6ceb99609c2e",
   "metadata": {},
   "source": [
    "Create the sqlalchemy engine for the both databases to avoid the warning \"pandas only supports SQLAlchemy connectable\":"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "8737be3e-0d3f-45e8-8615-ec652a7a438b",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create the engine for PostgreSQL\n",
    "postgresql_url = (\n",
    "    f\"postgresql+psycopg://{os.environ.get('user')}:{os.environ.get('password')}@\"\n",
    "    f\"{os.environ.get('host')}:{os.environ.get('port')}/nba\"\n",
    ")\n",
    "p_engine = create_engine(postgresql_url)\n",
    "# Create the enging for SQLIte (sqlite can work with pandas direcly but one engine \n",
    "# does the code more readable.\n",
    "s_engine = create_engine(\"sqlite:////Users/lex/Sync/AI/DB/NBA/nba.sqlite\")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2a3d4947-57fe-4faf-8b94-c9479ca440f4",
   "metadata": {},
   "source": [
    "Retrieve the stasistical player data:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "f1516256-d023-4fb9-88ef-08e2e91cc8f4",
   "metadata": {},
   "outputs": [],
   "source": [
    "p_query = \"\"\"\n",
    "      WITH player_career AS (\n",
    "    SELECT s.player_id,\n",
    "    \t   EXTRACT (YEAR FROM MIN(date)) AS from_year,\n",
    "    \t   EXTRACT (YEAR FROM MAX(date)) AS to_year\n",
    "      FROM stats AS s\n",
    "      JOIN games AS g\n",
    "        ON s.game_id = g.id\n",
    "      JOIN players AS p\n",
    "        ON s.player_id = p.id\n",
    "      JOIN teams AS t\n",
    "        ON s.team_id = t.id\n",
    "     GROUP BY s.player_id, p.first_name, p.last_name)\n",
    "    SELECT s.player_id,\n",
    "    \t   p.first_name,\n",
    "    \t   p.last_name,\n",
    "    \t   t.abbreviation,\n",
    "    \t   t.full_name,\n",
    "    \t   p.position,\n",
    "       \t   g.season,\n",
    "    \t   s.ast,\n",
    "    \t   s.blk,\n",
    "    \t   s.dreb,\n",
    "    \t   s.fg3_pct,\n",
    "    \t   s.fg3a,\n",
    "    \t   s.fg3m,\n",
    "    \t   s.fg_pct,\n",
    "    \t   s.fga,\n",
    "    \t   s.fgm,\n",
    "    \t   s.ft_pct,\n",
    "    \t   s.fta,\n",
    "    \t   s.ftm,\n",
    "    \t   s.min,\n",
    "    \t   s.oreb,\n",
    "    \t   s.pf,\n",
    "    \t   s.pts,\n",
    "    \t   s.reb,\n",
    "    \t   s.stl,\n",
    "    \t   s.turnover,\n",
    "    \t   s.team_id,\n",
    "    \t   s.game_id,\n",
    "    \t   g.date,\n",
    "    \t   pc.from_year,\n",
    "    \t   pc.to_year\n",
    "      FROM stats AS s\n",
    "      JOIN games AS g\n",
    "        ON s.game_id = g.id\n",
    "      JOIN players AS p\n",
    "        ON s.player_id = p.id\n",
    "      JOIN teams AS t\n",
    "        ON s.team_id = t.id\n",
    "      JOIN player_career AS pc\n",
    "        ON s.player_id = pc.player_id\n",
    "     WHERE g.season BETWEEN '1983' AND '2023';\n",
    "\"\"\"\n",
    "df_stats = pd.read_sql_query(p_query, p_engine)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5b8f7cb0-028e-4484-8f8b-d2ed749dba2e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>dreb</th>\n",
       "      <th>...</th>\n",
       "      <th>pf</th>\n",
       "      <th>pts</th>\n",
       "      <th>reb</th>\n",
       "      <th>stl</th>\n",
       "      <th>turnover</th>\n",
       "      <th>team_id</th>\n",
       "      <th>game_id</th>\n",
       "      <th>date</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2551</td>\n",
       "      <td>Edgar</td>\n",
       "      <td>Jones</td>\n",
       "      <td>SAS</td>\n",
       "      <td>San Antonio Spurs</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27</td>\n",
       "      <td>42232</td>\n",
       "      <td>1984-12-14</td>\n",
       "      <td>1980.0</td>\n",
       "      <td>1986.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie</td>\n",
       "      <td>Johnson</td>\n",
       "      <td>SAC</td>\n",
       "      <td>Sacramento Kings</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>43690</td>\n",
       "      <td>1985-01-19</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie</td>\n",
       "      <td>Johnson</td>\n",
       "      <td>SAC</td>\n",
       "      <td>Sacramento Kings</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>40314</td>\n",
       "      <td>1985-02-07</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie</td>\n",
       "      <td>Johnson</td>\n",
       "      <td>SAC</td>\n",
       "      <td>Sacramento Kings</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>25.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>43975</td>\n",
       "      <td>1985-01-05</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark</td>\n",
       "      <td>West</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7</td>\n",
       "      <td>42212</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771247</th>\n",
       "      <td>416</td>\n",
       "      <td>Pascal</td>\n",
       "      <td>Siakam</td>\n",
       "      <td>TOR</td>\n",
       "      <td>Toronto Raptors</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>28</td>\n",
       "      <td>858399</td>\n",
       "      <td>2023-03-16</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>2023.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771248</th>\n",
       "      <td>413</td>\n",
       "      <td>Collin</td>\n",
       "      <td>Sexton</td>\n",
       "      <td>UTA</td>\n",
       "      <td>Utah Jazz</td>\n",
       "      <td>G</td>\n",
       "      <td>2022</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>29</td>\n",
       "      <td>857496</td>\n",
       "      <td>2022-11-06</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>2023.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771249</th>\n",
       "      <td>416</td>\n",
       "      <td>Pascal</td>\n",
       "      <td>Siakam</td>\n",
       "      <td>TOR</td>\n",
       "      <td>Toronto Raptors</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>28</td>\n",
       "      <td>858209</td>\n",
       "      <td>2023-02-12</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>2023.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771250</th>\n",
       "      <td>4197356</td>\n",
       "      <td>Leandro</td>\n",
       "      <td>Bolmaro</td>\n",
       "      <td>UTA</td>\n",
       "      <td>Utah Jazz</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "      <td>858027</td>\n",
       "      <td>2023-01-18</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>2023.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771251</th>\n",
       "      <td>17896035</td>\n",
       "      <td>Isaiah</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>IND</td>\n",
       "      <td>Indiana Pacers</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>3.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12</td>\n",
       "      <td>857386</td>\n",
       "      <td>2022-10-22</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>2023.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>771252 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id first_name last_name abbreviation          full_name   \n",
       "0            2551      Edgar     Jones          SAS  San Antonio Spurs  \\\n",
       "1            2872      Eddie   Johnson          SAC   Sacramento Kings   \n",
       "2            2872      Eddie   Johnson          SAC   Sacramento Kings   \n",
       "3            2872      Eddie   Johnson          SAC   Sacramento Kings   \n",
       "4             538       Mark      West          DAL   Dallas Mavericks   \n",
       "...           ...        ...       ...          ...                ...   \n",
       "771247        416     Pascal    Siakam          TOR    Toronto Raptors   \n",
       "771248        413     Collin    Sexton          UTA          Utah Jazz   \n",
       "771249        416     Pascal    Siakam          TOR    Toronto Raptors   \n",
       "771250    4197356    Leandro   Bolmaro          UTA          Utah Jazz   \n",
       "771251   17896035     Isaiah   Jackson          IND     Indiana Pacers   \n",
       "\n",
       "       position  season  ast  blk  dreb  ...   pf   pts   reb  stl  turnover   \n",
       "0          None    1984  NaN  NaN   NaN  ...  NaN   4.0   NaN  NaN       NaN  \\\n",
       "1          None    1984  NaN  NaN   NaN  ...  NaN  27.0   NaN  NaN       NaN   \n",
       "2          None    1984  NaN  NaN   NaN  ...  NaN   6.0   NaN  NaN       NaN   \n",
       "3          None    1984  NaN  NaN   NaN  ...  NaN  25.0   NaN  NaN       NaN   \n",
       "4          None    1983  1.0  0.0   1.0  ...  5.0   4.0   3.0  0.0       2.0   \n",
       "...         ...     ...  ...  ...   ...  ...  ...   ...   ...  ...       ...   \n",
       "771247        F    2022  8.0  0.0   9.0  ...  2.0  25.0  14.0  0.0       0.0   \n",
       "771248        G    2022  2.0  0.0   3.0  ...  1.0  22.0   3.0  1.0       3.0   \n",
       "771249        F    2022  6.0  2.0   3.0  ...  2.0  28.0   4.0  0.0       2.0   \n",
       "771250        F    2022  1.0  0.0   1.0  ...  1.0   0.0   1.0  0.0       0.0   \n",
       "771251        F    2022  1.0  5.0   3.0  ...  3.0   8.0   5.0  0.0       0.0   \n",
       "\n",
       "        team_id  game_id       date  from_year to_year  \n",
       "0            27    42232 1984-12-14     1980.0  1986.0  \n",
       "1            26    43690 1985-01-19     1981.0  1999.0  \n",
       "2            26    40314 1985-02-07     1981.0  1999.0  \n",
       "3            26    43975 1985-01-05     1981.0  1999.0  \n",
       "4             7    42212 1984-04-15     1983.0  2000.0  \n",
       "...         ...      ...        ...        ...     ...  \n",
       "771247       28   858399 2023-03-16     2016.0  2023.0  \n",
       "771248       29   857496 2022-11-06     2018.0  2023.0  \n",
       "771249       28   858209 2023-02-12     2016.0  2023.0  \n",
       "771250       29   858027 2023-01-18     2021.0  2023.0  \n",
       "771251       12   857386 2022-10-22     2021.0  2023.0  \n",
       "\n",
       "[771252 rows x 31 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_stats"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "09c9088f-8e2c-493f-ba37-30ddb229649e",
   "metadata": {},
   "source": [
    "Add the \"name\" column to the dataframe:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "63c85e99-99de-4adf-b801-89ff8243aeaa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>dreb</th>\n",
       "      <th>...</th>\n",
       "      <th>pts</th>\n",
       "      <th>reb</th>\n",
       "      <th>stl</th>\n",
       "      <th>turnover</th>\n",
       "      <th>team_id</th>\n",
       "      <th>game_id</th>\n",
       "      <th>date</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2551</td>\n",
       "      <td>Edgar</td>\n",
       "      <td>Jones</td>\n",
       "      <td>SAS</td>\n",
       "      <td>San Antonio Spurs</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27</td>\n",
       "      <td>42232</td>\n",
       "      <td>1984-12-14</td>\n",
       "      <td>1980.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Edgar Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie</td>\n",
       "      <td>Johnson</td>\n",
       "      <td>SAC</td>\n",
       "      <td>Sacramento Kings</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>27.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>43690</td>\n",
       "      <td>1985-01-19</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Eddie Johnson</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie</td>\n",
       "      <td>Johnson</td>\n",
       "      <td>SAC</td>\n",
       "      <td>Sacramento Kings</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>40314</td>\n",
       "      <td>1985-02-07</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Eddie Johnson</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie</td>\n",
       "      <td>Johnson</td>\n",
       "      <td>SAC</td>\n",
       "      <td>Sacramento Kings</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>25.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>26</td>\n",
       "      <td>43975</td>\n",
       "      <td>1985-01-05</td>\n",
       "      <td>1981.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Eddie Johnson</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark</td>\n",
       "      <td>West</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7</td>\n",
       "      <td>42212</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>Mark West</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   player_id first_name last_name abbreviation          full_name position   \n",
       "0       2551      Edgar     Jones          SAS  San Antonio Spurs     None  \\\n",
       "1       2872      Eddie   Johnson          SAC   Sacramento Kings     None   \n",
       "2       2872      Eddie   Johnson          SAC   Sacramento Kings     None   \n",
       "3       2872      Eddie   Johnson          SAC   Sacramento Kings     None   \n",
       "4        538       Mark      West          DAL   Dallas Mavericks     None   \n",
       "\n",
       "   season  ast  blk  dreb  ...   pts  reb  stl  turnover  team_id  game_id   \n",
       "0    1984  NaN  NaN   NaN  ...   4.0  NaN  NaN       NaN       27    42232  \\\n",
       "1    1984  NaN  NaN   NaN  ...  27.0  NaN  NaN       NaN       26    43690   \n",
       "2    1984  NaN  NaN   NaN  ...   6.0  NaN  NaN       NaN       26    40314   \n",
       "3    1984  NaN  NaN   NaN  ...  25.0  NaN  NaN       NaN       26    43975   \n",
       "4    1983  1.0  0.0   1.0  ...   4.0  3.0  0.0       2.0        7    42212   \n",
       "\n",
       "        date  from_year  to_year           name  \n",
       "0 1984-12-14     1980.0   1986.0    Edgar Jones  \n",
       "1 1985-01-19     1981.0   1999.0  Eddie Johnson  \n",
       "2 1985-02-07     1981.0   1999.0  Eddie Johnson  \n",
       "3 1985-01-05     1981.0   1999.0  Eddie Johnson  \n",
       "4 1984-04-15     1983.0   2000.0      Mark West  \n",
       "\n",
       "[5 rows x 32 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_stats[\"name\"] = df_stats[\"first_name\"] + \" \" + df_stats[\"last_name\"]\n",
    "df_stats.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "fe5d2040-e604-4cc0-8812-a6f08cae8106",
   "metadata": {},
   "source": [
    "Create a dataframe from csv-file:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "3492ed20-ed99-462c-9ee5-b30bb0c09be0",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_player_info = pd.read_csv(\"csv/basketball_reference_com/df_player_info_20230823_120400.csv\", parse_dates=[\"birth_date\"])\n",
    "df_player_info = df_player_info[df_player_info[\"from_year\"] > 1982]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "43428056-c9bf-41fe-b53d-bf3c7f17d8cc",
   "metadata": {},
   "source": [
    "Group, find duplicates, choose a few columns, and create a dataframe of duplicate players:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ba37f9ef-a690-4fdb-91e9-431bf933898a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3356</th>\n",
       "      <td>18042321</td>\n",
       "      <td>Asante Gist</td>\n",
       "      <td>2021</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3355</th>\n",
       "      <td>18041884</td>\n",
       "      <td>Asante Gist</td>\n",
       "      <td>2021</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1706</th>\n",
       "      <td>1711</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2006</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2248</th>\n",
       "      <td>2277</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>1976</td>\n",
       "      <td>1986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3377</th>\n",
       "      <td>24489167</td>\n",
       "      <td>Brandon Williams</td>\n",
       "      <td>2021</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2034</th>\n",
       "      <td>2040</td>\n",
       "      <td>Tony Mitchell</td>\n",
       "      <td>2013</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2405</th>\n",
       "      <td>2638</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>1982</td>\n",
       "      <td>1988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1961</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012</td>\n",
       "      <td>2012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3354</th>\n",
       "      <td>18039569</td>\n",
       "      <td>Xavier Rathan-Mayes</td>\n",
       "      <td>2021</td>\n",
       "      <td>2021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2223</th>\n",
       "      <td>2230</td>\n",
       "      <td>Xavier Rathan-Mayes</td>\n",
       "      <td>2018</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>100 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      player_id                 name  from_year  to_year\n",
       "3356   18042321          Asante Gist       2021     2021\n",
       "3355   18041884          Asante Gist       2021     2021\n",
       "1706       1711          Bobby Jones       2006     2008\n",
       "2248       2277          Bobby Jones       1976     1986\n",
       "3377   24489167     Brandon Williams       2021     2022\n",
       "...         ...                  ...        ...      ...\n",
       "2034       2040        Tony Mitchell       2013     2014\n",
       "2405       2638       Walker Russell       1982     1988\n",
       "1961       1967       Walker Russell       2012     2012\n",
       "3354   18039569  Xavier Rathan-Mayes       2021     2021\n",
       "2223       2230  Xavier Rathan-Mayes       2018     2018\n",
       "\n",
       "[100 rows x 4 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_stats_grouped = (\n",
    "    df_stats\n",
    "    .groupby([\"player_id\"])\n",
    "    .agg({\"name\": \"first\", \"from_year\": \"first\", \"to_year\": \"first\"})\n",
    "    .reset_index()\n",
    ")\n",
    "df_stats_duplicates = df_stats_grouped[df_stats_grouped.duplicated(subset=[\"name\"], keep=False)]\n",
    "df1 = df_stats_duplicates[[\"player_id\", \"name\", \"from_year\", \"to_year\"]].sort_values(by=\"name\")\n",
    "df1[\"from_year\"] = df1[\"from_year\"].astype(int)\n",
    "df1[\"to_year\"] = df1[\"to_year\"].astype(int)\n",
    "df1"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0c88d8fd-613f-4e7e-a2fc-008fe3fceb40",
   "metadata": {},
   "source": [
    "Create a list of unique names for duplicate athletes (that have the same first and last names):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "8cc10e23-a079-4165-b421-0599ec15b7b0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Asante Gist',\n",
       " 'Bobby Jones',\n",
       " 'Brandon Williams',\n",
       " 'Cameron McGriff',\n",
       " 'Cedric Henderson',\n",
       " 'Charles Jones',\n",
       " 'Charles Smith',\n",
       " 'Chris Johnson',\n",
       " 'Chris Smith',\n",
       " 'Chris Wright',\n",
       " 'Dee Brown',\n",
       " 'Deonte Burton',\n",
       " 'Derrick Alston',\n",
       " 'Dru Smith',\n",
       " \"Ed O'Bannon\",\n",
       " 'Eddie Johnson',\n",
       " 'George Johnson',\n",
       " 'Gerald Henderson',\n",
       " 'Glen Rice',\n",
       " 'JT Thor',\n",
       " 'Jaime Echenique',\n",
       " 'Jamorko Pickett',\n",
       " 'John Coker',\n",
       " 'Johnny Davis',\n",
       " 'Jordan Goodwin',\n",
       " 'Josh Gray',\n",
       " 'Justin Jackson',\n",
       " 'Justin Robinson',\n",
       " 'Keaton Wallace',\n",
       " 'Ken Johnson',\n",
       " 'Kenny Williams',\n",
       " 'Loy Vaught',\n",
       " 'Malcolm Hill',\n",
       " 'Marcus Williams',\n",
       " 'Mark Davis',\n",
       " 'Mark Jones',\n",
       " 'Micah Potter',\n",
       " 'Michael Smith',\n",
       " 'Mike Dunleavy',\n",
       " 'Mike James',\n",
       " 'Mike Smith',\n",
       " 'Olivier Sarr',\n",
       " 'Patrick Ewing',\n",
       " 'Reggie Williams',\n",
       " 'Robert Werdann',\n",
       " 'Steven Smith',\n",
       " 'Tony Mitchell',\n",
       " 'Walker Russell',\n",
       " 'Xavier Rathan-Mayes']"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "names = df1[\"name\"].unique().tolist()\n",
    "names"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a42d98d2-2d33-4b52-b207-110d892653d5",
   "metadata": {},
   "source": [
    "Add the person_id columns, clear the name column, choose a few column, and create df2:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "9bc1c8ed-2f0d-4456-8bf6-8d9a7c723eaf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>person_id</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>Alaa Abdelnaby</td>\n",
       "      <td>1991</td>\n",
       "      <td>1995</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>Mahmoud Abdul-Rauf</td>\n",
       "      <td>1991</td>\n",
       "      <td>2001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>Tariq Abdul-Wahad</td>\n",
       "      <td>1998</td>\n",
       "      <td>2003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>Shareef Abdur-Rahim</td>\n",
       "      <td>1997</td>\n",
       "      <td>2008</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>Álex Abrines</td>\n",
       "      <td>2017</td>\n",
       "      <td>2019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3065</th>\n",
       "      <td>5101</td>\n",
       "      <td>Stephen Zimmerman</td>\n",
       "      <td>2017</td>\n",
       "      <td>2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3066</th>\n",
       "      <td>5102</td>\n",
       "      <td>Paul Zipser</td>\n",
       "      <td>2017</td>\n",
       "      <td>2018</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3067</th>\n",
       "      <td>5103</td>\n",
       "      <td>Ante Žižić</td>\n",
       "      <td>2018</td>\n",
       "      <td>2020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3068</th>\n",
       "      <td>5104</td>\n",
       "      <td>Jim Zoet</td>\n",
       "      <td>1983</td>\n",
       "      <td>1983</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3069</th>\n",
       "      <td>5106</td>\n",
       "      <td>Ivica Zubac</td>\n",
       "      <td>2017</td>\n",
       "      <td>2023</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3070 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      person_id                 name  from_year  to_year\n",
       "0             0       Alaa Abdelnaby       1991     1995\n",
       "1             3   Mahmoud Abdul-Rauf       1991     2001\n",
       "2             4    Tariq Abdul-Wahad       1998     2003\n",
       "3             5  Shareef Abdur-Rahim       1997     2008\n",
       "4             9         Álex Abrines       2017     2019\n",
       "...         ...                  ...        ...      ...\n",
       "3065       5101    Stephen Zimmerman       2017     2017\n",
       "3066       5102          Paul Zipser       2017     2018\n",
       "3067       5103           Ante Žižić       2018     2020\n",
       "3068       5104             Jim Zoet       1983     1983\n",
       "3069       5106          Ivica Zubac       2017     2023\n",
       "\n",
       "[3070 rows x 4 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_player_info = df_player_info.reset_index().rename(columns={\"index\": \"person_id\"})\n",
    "df_player_info[\"name\"] = df_player_info[\"name\"].str.rstrip(\"*\")\n",
    "df2 = df_player_info[[\"person_id\", \"name\", \"from_year\", \"to_year\"]]\n",
    "df2"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "faad503d-f28e-4321-97a6-2500c7b4cd36",
   "metadata": {},
   "source": [
    "Now, we are going to join the df1 and df2. These tables do not have a commond id key. So, we will use the name, to_year and from_year columns.\n",
    "\n",
    "However, there are some problems:\n",
    "- Not only two but more players can have the same first and last name.\n",
    "- We use the data from different sources. In some cases, the data about from_year and to_year columns (when a player was active) are different.\n",
    "- The same player can have a slighlly different names in different bases, for example, Steve and Steven.\n",
    "- In some cause, when a player played in different leagues (not only NBA), he can have different ids. In this case, it is not duplicate, it is the same person.\n",
    "- Some players have only a few games and information about them can be dropped for our goal.\n",
    "- Information about some players can be missed. Then amount of players in one source does not equal amount of players in another source.\n",
    "\n",
    "So, it is quite chalenging to automize this process because there is much abmbiquitious. Therefore, we will do it manually. It is not very time consuming because we have about 150 cases when we have to decide how to connect players from different sources.  \n",
    "\n",
    "To simplify the task we will use [the compare_players function](utils/data_exploration_p3.py) (it can be copied and pasted or saved as a csv-file). Also, the additional data from [basketball-reference.com](https://www.basketball-reference.com/) can be used for comparision."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "fe0a1b3e-95af-4689-bf2f-4f204a9a5660",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Asante Gist\n",
      "Bobby Jones\n",
      "[1711, 'Bobby Jones', 2006, 2008, 2319, 'Bobby Jones', 2007, 2008]\n",
      "[2277, 'Bobby Jones', 1976, 1986, 2319, 'Bobby Jones', 2007, 2008]\n",
      "Brandon Williams\n",
      "[24489167, 'Brandon Williams', 2021, 2022, 4890, 'Brandon Williams', 1998, 2003]\n",
      "[24489167, 'Brandon Williams', 2021, 2022, 4891, 'Brandon Williams', 2022, 2022]\n",
      "[1145, 'Brandon Williams', 1998, 2003, 4890, 'Brandon Williams', 1998, 2003]\n",
      "[1145, 'Brandon Williams', 1998, 2003, 4891, 'Brandon Williams', 2022, 2022]\n",
      "Cameron McGriff\n",
      "[24489241, 'Cameron McGriff', 2021, 2021, 2984, 'Cameron McGriff', 2022, 2022]\n",
      "[17895707, 'Cameron McGriff', 2021, 2021, 2984, 'Cameron McGriff', 2022, 2022]\n",
      "Cedric Henderson\n",
      "[1110, 'Cedric Henderson', 1997, 2002, 1925, 'Cedric Henderson', 1987, 1987]\n",
      "[1110, 'Cedric Henderson', 1997, 2002, 1926, 'Cedric Henderson', 1998, 2002]\n",
      "[2761, 'Cedric Henderson', 1986, 1987, 1925, 'Cedric Henderson', 1987, 1987]\n",
      "[2761, 'Cedric Henderson', 1986, 1987, 1926, 'Cedric Henderson', 1998, 2002]\n",
      "Charles Jones\n",
      "[592, 'Charles Jones', 1984, 1998, 2322, 'Charles Jones', 1984, 1998]\n",
      "[592, 'Charles Jones', 1984, 1998, 2323, 'Charles Jones', 1985, 1989]\n",
      "[592, 'Charles Jones', 1984, 1998, 2324, 'Charles Jones', 1999, 2000]\n",
      "[2698, 'Charles Jones', 1984, 1989, 2322, 'Charles Jones', 1984, 1998]\n",
      "[2698, 'Charles Jones', 1984, 1989, 2323, 'Charles Jones', 1985, 1989]\n",
      "[2698, 'Charles Jones', 1984, 1989, 2324, 'Charles Jones', 1999, 2000]\n",
      "Charles Smith\n",
      "[1128, 'Charles Smith', 1997, 2006, 4191, 'Charles Smith', 1989, 1997]\n",
      "[1128, 'Charles Smith', 1997, 2006, 4192, 'Charles Smith', 1990, 1996]\n",
      "[1128, 'Charles Smith', 1997, 2006, 4193, 'Charles Smith', 1998, 2006]\n",
      "[2906, 'Charles Smith', 1988, 1997, 4191, 'Charles Smith', 1989, 1997]\n",
      "[2906, 'Charles Smith', 1988, 1997, 4192, 'Charles Smith', 1990, 1996]\n",
      "[2906, 'Charles Smith', 1988, 1997, 4193, 'Charles Smith', 1998, 2006]\n",
      "[3080, 'Charles Smith', 1989, 1995, 4191, 'Charles Smith', 1989, 1997]\n",
      "[3080, 'Charles Smith', 1989, 1995, 4192, 'Charles Smith', 1990, 1996]\n",
      "[3080, 'Charles Smith', 1989, 1995, 4193, 'Charles Smith', 1998, 2006]\n",
      "Chris Johnson\n",
      "[2024, 'Chris Johnson', 2013, 2016, 2250, 'Chris Johnson', 2011, 2013]\n",
      "[2024, 'Chris Johnson', 2013, 2016, 2251, 'Chris Johnson', 2013, 2016]\n",
      "[1916, 'Chris Johnson', 2011, 2013, 2250, 'Chris Johnson', 2011, 2013]\n",
      "[1916, 'Chris Johnson', 2011, 2013, 2251, 'Chris Johnson', 2013, 2016]\n",
      "Chris Smith\n",
      "[17896085, 'Chris Smith', 2021, 2022, 4194, 'Chris Smith', 1993, 1995]\n",
      "[17896085, 'Chris Smith', 2021, 2022, 4195, 'Chris Smith', 2014, 2014]\n",
      "[739, 'Chris Smith', 1992, 1995, 4194, 'Chris Smith', 1993, 1995]\n",
      "[739, 'Chris Smith', 1992, 1995, 4195, 'Chris Smith', 2014, 2014]\n",
      "[2063, 'Chris Smith', 2013, 2013, 4194, 'Chris Smith', 1993, 1995]\n",
      "[2063, 'Chris Smith', 2013, 2013, 4195, 'Chris Smith', 2014, 2014]\n",
      "Chris Wright\n",
      "[2028, 'Chris Wright', 2013, 2013, 5047, 'Chris Wright', 2012, 2014]\n",
      "[2028, 'Chris Wright', 2013, 2013, 5048, 'Chris Wright', 2013, 2013]\n",
      "[1950, 'Chris Wright', 2011, 2014, 5047, 'Chris Wright', 2012, 2014]\n",
      "[1950, 'Chris Wright', 2011, 2014, 5048, 'Chris Wright', 2013, 2013]\n",
      "Dee Brown\n",
      "[2850, 'Dee Brown', 1990, 2002, 554, 'Dee Brown', 1991, 2002]\n",
      "[2850, 'Dee Brown', 1990, 2002, 555, 'Dee Brown', 2007, 2009]\n",
      "[1709, 'Dee Brown', 2006, 2008, 554, 'Dee Brown', 1991, 2002]\n",
      "[1709, 'Dee Brown', 2006, 2008, 555, 'Dee Brown', 2007, 2009]\n",
      "Deonte Burton\n",
      "[17895762, 'Deonte Burton', 2021, 2021, 641, 'Deonte Burton', 2019, 2023]\n",
      "[78, 'Deonte Burton', 2018, 2023, 641, 'Deonte Burton', 2019, 2023]\n",
      "Derrick Alston\n",
      "[17553947, 'Derrick Alston', 2021, 2021, 76, 'Derrick Alston', 1995, 1997]\n",
      "[898, 'Derrick Alston', 1994, 1996, 76, 'Derrick Alston', 1995, 1997]\n",
      "Dru Smith\n",
      "[17553942, 'Dru Smith', 2021, 2021, 4205, 'Dru Smith', 2023, 2023]\n",
      "[19465585, 'Dru Smith', 2021, 2023, 4205, 'Dru Smith', 2023, 2023]\n",
      "Ed O'Bannon\n",
      "[1023, \"Ed O'Bannon\", 1996, 1997, 3368, \"Ed O'Bannon\", 1996, 1997]\n",
      "[962, \"Ed O'Bannon\", 1995, 1996, 3368, \"Ed O'Bannon\", 1996, 1997]\n",
      "Eddie Johnson\n",
      "George Johnson\n",
      "Gerald Henderson\n",
      "[3078, 'Gerald Henderson', 1979, 1992, 1929, 'Gerald Henderson', 2010, 2017]\n",
      "[1845, 'Gerald Henderson', 2009, 2017, 1929, 'Gerald Henderson', 2010, 2017]\n",
      "Glen Rice\n",
      "[2038, 'Glen Rice', 2013, 2014, 3791, 'Glen Rice', 1990, 2004]\n",
      "[508, 'Glen Rice', 1989, 2004, 3791, 'Glen Rice', 1990, 2004]\n",
      "JT Thor\n",
      "[18678001, 'JT Thor', 2021, 2023, 4502, 'JT Thor', 2022, 2023]\n",
      "[17957861, 'JT Thor', 2021, 2021, 4502, 'JT Thor', 2022, 2023]\n",
      "Jaime Echenique\n",
      "[19465583, 'Jaime Echenique', 2021, 2022, 1248, 'Jaime Echenique', 2022, 2022]\n",
      "[17895725, 'Jaime Echenique', 2021, 2021, 1248, 'Jaime Echenique', 2022, 2022]\n",
      "Jamorko Pickett\n",
      "[18678057, 'Jamorko Pickett', 2021, 2022, 3592, 'Jamorko Pickett', 2022, 2022]\n",
      "[17895735, 'Jamorko Pickett', 2021, 2021, 3592, 'Jamorko Pickett', 2022, 2022]\n",
      "John Coker\n",
      "[1003, 'John Coker', 1996, 1996, 833, 'John Coker', 1996, 2001]\n",
      "[1183, 'John Coker', 1999, 2001, 833, 'John Coker', 1996, 2001]\n",
      "Johnny Davis\n",
      "[2336, 'Johnny Davis', 1976, 1986, 1034, 'Johnny Davis', 2023, 2023]\n",
      "[38017687, 'Johnny Davis', 2022, 2023, 1034, 'Johnny Davis', 2023, 2023]\n",
      "Jordan Goodwin\n",
      "[18678058, 'Jordan Goodwin', 2021, 2023, 1625, 'Jordan Goodwin', 2022, 2023]\n",
      "[17895726, 'Jordan Goodwin', 2021, 2021, 1625, 'Jordan Goodwin', 2022, 2023]\n",
      "Josh Gray\n",
      "[17896121, 'Josh Gray', 2021, 2021, 1673, 'Josh Gray', 2018, 2020]\n",
      "[2225, 'Josh Gray', 2018, 2021, 1673, 'Josh Gray', 2018, 2020]\n",
      "Justin Jackson\n",
      "[235, 'Justin Jackson', 2017, 2023, 2162, 'Justin Jackson', 2018, 2023]\n",
      "[4197197, 'Justin Jackson', 2021, 2021, 2162, 'Justin Jackson', 2018, 2023]\n",
      "Justin Robinson\n",
      "[666871, 'Justin Robinson', 2019, 2022, 3862, 'Justin Robinson', 2020, 2022]\n",
      "[17895746, 'Justin Robinson', 2021, 2021, 3862, 'Justin Robinson', 2020, 2022]\n",
      "Keaton Wallace\n",
      "Ken Johnson\n",
      "[1454, 'Ken Johnson', 2002, 2003, 2280, 'Ken Johnson', 1986, 1986]\n",
      "[1454, 'Ken Johnson', 2002, 2003, 2281, 'Ken Johnson', 2003, 2003]\n",
      "[2730, 'Ken Johnson', 1985, 1986, 2280, 'Ken Johnson', 1986, 1986]\n",
      "[2730, 'Ken Johnson', 1985, 1986, 2281, 'Ken Johnson', 2003, 2003]\n",
      "Kenny Williams\n",
      "[2885, 'Kenny Williams', 1990, 1994, 4928, 'Kenny Williams', 1991, 1994]\n",
      "[17895910, 'Kenny Williams', 2021, 2021, 4928, 'Kenny Williams', 1991, 1994]\n",
      "Loy Vaught\n",
      "[2911, 'Loy Vaught', 1990, 1996, 4641, 'Loy Vaught', 1991, 2001]\n",
      "[1032, 'Loy Vaught', 1996, 2001, 4641, 'Loy Vaught', 1991, 2001]\n",
      "Malcolm Hill\n",
      "[17895739, 'Malcolm Hill', 2021, 2021, 1989, 'Malcolm Hill', 2022, 2023]\n",
      "[24102469, 'Malcolm Hill', 2021, 2023, 1989, 'Malcolm Hill', 2022, 2023]\n",
      "Marcus Williams\n",
      "[1785, 'Marcus Williams', 2007, 2009, 4933, 'Marcus Williams', 2007, 2010]\n",
      "[1785, 'Marcus Williams', 2007, 2009, 4934, 'Marcus Williams', 2008, 2009]\n",
      "[1701, 'Marcus Williams', 2006, 2010, 4933, 'Marcus Williams', 2007, 2010]\n",
      "[1701, 'Marcus Williams', 2006, 2010, 4934, 'Marcus Williams', 2008, 2009]\n",
      "Mark Davis\n",
      "[972, 'Mark Davis', 1995, 2000, 1037, 'Mark Davis', 1989, 1989]\n",
      "[972, 'Mark Davis', 1995, 2000, 1038, 'Mark Davis', 1996, 2000]\n",
      "[2807, 'Mark Davis', 1988, 1989, 1037, 'Mark Davis', 1989, 1989]\n",
      "[2807, 'Mark Davis', 1988, 1989, 1038, 'Mark Davis', 1996, 2000]\n",
      "Mark Jones\n",
      "[2676, 'Mark Jones', 1983, 1983, 2353, 'Mark Jones', 1984, 1984]\n",
      "[2676, 'Mark Jones', 1983, 1983, 2354, 'Mark Jones', 2005, 2005]\n",
      "[1591, 'Mark Jones', 2005, 2005, 2353, 'Mark Jones', 1984, 1984]\n",
      "[1591, 'Mark Jones', 2005, 2005, 2354, 'Mark Jones', 2005, 2005]\n",
      "Micah Potter\n",
      "[17553941, 'Micah Potter', 2021, 2021, 3648, 'Micah Potter', 2022, 2023]\n",
      "[19465584, 'Micah Potter', 2021, 2023, 3648, 'Micah Potter', 2022, 2023]\n",
      "Michael Smith\n",
      "[494, 'Michael Smith', 1989, 1995, 4228, 'Michael Smith', 1990, 1995]\n",
      "[494, 'Michael Smith', 1989, 1995, 4229, 'Michael Smith', 1995, 2001]\n",
      "[894, 'Michael Smith', 1994, 2001, 4228, 'Michael Smith', 1990, 1995]\n",
      "[894, 'Michael Smith', 1994, 2001, 4229, 'Michael Smith', 1995, 2001]\n",
      "Mike Dunleavy\n",
      "[2264, 'Mike Dunleavy', 1976, 1990, 1217, 'Mike Dunleavy', 2003, 2017]\n",
      "[1429, 'Mike Dunleavy', 2002, 2017, 1217, 'Mike Dunleavy', 2003, 2017]\n",
      "Mike James\n",
      "[1394, 'Mike James', 2001, 2014, 2196, 'Mike James', 2002, 2014]\n",
      "[1394, 'Mike James', 2001, 2014, 2197, 'Mike James', 2018, 2021]\n",
      "[2196, 'Mike James', 2017, 2021, 2196, 'Mike James', 2002, 2014]\n",
      "[2196, 'Mike James', 2017, 2021, 2197, 'Mike James', 2018, 2021]\n",
      "Mike Smith\n",
      "[1333, 'Mike Smith', 2001, 2001, 4230, 'Mike Smith', 2001, 2001]\n",
      "[17895752, 'Mike Smith', 2021, 2021, 4230, 'Mike Smith', 2001, 2001]\n",
      "Olivier Sarr\n",
      "[17895702, 'Olivier Sarr', 2021, 2021, 3989, 'Olivier Sarr', 2022, 2023]\n",
      "[24572055, 'Olivier Sarr', 2021, 2023, 3989, 'Olivier Sarr', 2022, 2023]\n",
      "Patrick Ewing\n",
      "[2964, 'Patrick Ewing', 1985, 2002, 1339, 'Patrick Ewing', 1986, 2002]\n",
      "[2964, 'Patrick Ewing', 1985, 2002, 1340, 'Patrick Ewing', 2011, 2011]\n",
      "[1920, 'Patrick Ewing', 2011, 2011, 1339, 'Patrick Ewing', 1986, 2002]\n",
      "[1920, 'Patrick Ewing', 2011, 2011, 1340, 'Patrick Ewing', 2011, 2011]\n",
      "Reggie Williams\n",
      "[2983, 'Reggie Williams', 1987, 1997, 4947, 'Reggie Williams', 1988, 1997]\n",
      "[2983, 'Reggie Williams', 1987, 1997, 4948, 'Reggie Williams', 2010, 2017]\n",
      "[1870, 'Reggie Williams', 2010, 2017, 4947, 'Reggie Williams', 1988, 1997]\n",
      "[1870, 'Reggie Williams', 2010, 2017, 4948, 'Reggie Williams', 2010, 2017]\n",
      "Robert Werdann\n",
      "[766, 'Robert Werdann', 1992, 1996, 4802, 'Robert Werdann', 1993, 1997]\n",
      "[1068, 'Robert Werdann', 1997, 1997, 4802, 'Robert Werdann', 1993, 1997]\n",
      "Steven Smith\n",
      "[675, 'Steven Smith', 1991, 2005, 4242, 'Steven Smith', 2007, 2007]\n",
      "[1720, 'Steven Smith', 2006, 2006, 4242, 'Steven Smith', 2007, 2007]\n",
      "Tony Mitchell\n",
      "[2068, 'Tony Mitchell', 2014, 2014, 3129, 'Tony Mitchell', 2014, 2014]\n",
      "[2068, 'Tony Mitchell', 2014, 2014, 3130, 'Tony Mitchell', 2014, 2014]\n",
      "[2040, 'Tony Mitchell', 2013, 2014, 3129, 'Tony Mitchell', 2014, 2014]\n",
      "[2040, 'Tony Mitchell', 2013, 2014, 3130, 'Tony Mitchell', 2014, 2014]\n",
      "Walker Russell\n",
      "[2638, 'Walker Russell', 1982, 1988, 3956, 'Walker Russell', 1983, 1988]\n",
      "[2638, 'Walker Russell', 1982, 1988, 3957, 'Walker Russell', 2012, 2012]\n",
      "[1967, 'Walker Russell', 2012, 2012, 3956, 'Walker Russell', 1983, 1988]\n",
      "[1967, 'Walker Russell', 2012, 2012, 3957, 'Walker Russell', 2012, 2012]\n",
      "Xavier Rathan-Mayes\n",
      "[18039569, 'Xavier Rathan-Mayes', 2021, 2021, 3732, 'Xavier Rathan-Mayes', 2018, 2018]\n",
      "[2230, 'Xavier Rathan-Mayes', 2018, 2018, 3732, 'Xavier Rathan-Mayes', 2018, 2018]\n"
     ]
    }
   ],
   "source": [
    "compare_players(df1, df2, names)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7f272844-afd5-4d2d-bd29-eea6eb58beba",
   "metadata": {},
   "source": [
    "Use the name to compare data in two dataframes:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "e7813538-49cf-4e92-83b6-5660002567b0",
   "metadata": {},
   "outputs": [],
   "source": [
    "inp_name = \"Glen Rice\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "7460b883-cd0c-4aae-a8c6-ea2f10898aac",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2032</th>\n",
       "      <td>2038</td>\n",
       "      <td>Glen Rice</td>\n",
       "      <td>2013</td>\n",
       "      <td>2014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>505</th>\n",
       "      <td>508</td>\n",
       "      <td>Glen Rice</td>\n",
       "      <td>1989</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      player_id       name  from_year  to_year\n",
       "2032       2038  Glen Rice       2013     2014\n",
       "505         508  Glen Rice       1989     2004"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1[df1[\"name\"] == inp_name]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "ab107d52-a45f-4f3a-957d-79995d616c4f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>person_id</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2276</th>\n",
       "      <td>3791</td>\n",
       "      <td>Glen Rice</td>\n",
       "      <td>1990</td>\n",
       "      <td>2004</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      person_id       name  from_year  to_year\n",
       "2276       3791  Glen Rice       1990     2004"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2[df2[\"name\"] == inp_name]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "7bcf65bd-fefd-4451-9bd9-87941a3c3e9f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "      <th>pts</th>\n",
       "      <th>player_id</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>player_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>508</th>\n",
       "      <td>Glen</td>\n",
       "      <td>Rice</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>12861.0</td>\n",
       "      <td>730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2038</th>\n",
       "      <td>Glen</td>\n",
       "      <td>Rice</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          first_name last_name  from_year  to_year      pts  player_id\n",
       "player_id                                                             \n",
       "508             Glen      Rice     1989.0   2004.0  12861.0        730\n",
       "2038            Glen      Rice     2013.0   2014.0     35.0         23"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df_stats[(df_stats[\"first_name\"] == inp_name.split()[0]) & (df_stats[\"last_name\"] == inp_name.split()[1])]\n",
    " .groupby(\"player_id\")\n",
    " .agg({\n",
    "         \"first_name\": \"first\", \n",
    "         \"last_name\": \"first\", \n",
    "         \"from_year\": \"first\", \n",
    "         \"to_year\": \"first\", \n",
    "         \"pts\": \"sum\",\n",
    "         \"player_id\": \"size\"})\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5b3ba81a-d298-44a6-bf20-b5c5a1cc1ce9",
   "metadata": {},
   "source": [
    "After manual analysys, save the result as a csv-file and convert it to dataframe:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "89a0fc55-2e42-4f82-981e-3e10a68853d0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>person_id</th>\n",
       "      <th>from_year_y</th>\n",
       "      <th>to_year_y</th>\n",
       "      <th>status</th>\n",
       "      <th>comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>18042321</td>\n",
       "      <td>Asante Gist</td>\n",
       "      <td>2021</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>drop</td>\n",
       "      <td>no data</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>18041884</td>\n",
       "      <td>Asante Gist</td>\n",
       "      <td>2021</td>\n",
       "      <td>2021</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>drop</td>\n",
       "      <td>no data</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1711</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2006</td>\n",
       "      <td>2008</td>\n",
       "      <td>2319.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1711</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2006</td>\n",
       "      <td>2008</td>\n",
       "      <td>2318.0</td>\n",
       "      <td>1975.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>not correct</td>\n",
       "      <td>to_year are not equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2277</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>1976</td>\n",
       "      <td>1986</td>\n",
       "      <td>2319.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>not correct</td>\n",
       "      <td>to_year are not equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>2638</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>1982</td>\n",
       "      <td>1988</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>not correct</td>\n",
       "      <td>to_year are not equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012</td>\n",
       "      <td>2012</td>\n",
       "      <td>3956.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>not correct</td>\n",
       "      <td>to_year are not equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012</td>\n",
       "      <td>2012</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>18039569</td>\n",
       "      <td>Xavier Rathan-Mayes</td>\n",
       "      <td>2021</td>\n",
       "      <td>2021</td>\n",
       "      <td>3732.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>drop</td>\n",
       "      <td>only 4 or 2 games</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>2230</td>\n",
       "      <td>Xavier Rathan-Mayes</td>\n",
       "      <td>2018</td>\n",
       "      <td>2018</td>\n",
       "      <td>3732.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>drop</td>\n",
       "      <td>only 4 or 2 games</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>157 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     player_id                 name  from_year_x  to_year_x  person_id   \n",
       "0     18042321          Asante Gist         2021       2021        NaN  \\\n",
       "1     18041884          Asante Gist         2021       2021        NaN   \n",
       "2         1711          Bobby Jones         2006       2008     2319.0   \n",
       "3         1711          Bobby Jones         2006       2008     2318.0   \n",
       "4         2277          Bobby Jones         1976       1986     2319.0   \n",
       "..         ...                  ...          ...        ...        ...   \n",
       "152       2638       Walker Russell         1982       1988     3957.0   \n",
       "153       1967       Walker Russell         2012       2012     3956.0   \n",
       "154       1967       Walker Russell         2012       2012     3957.0   \n",
       "155   18039569  Xavier Rathan-Mayes         2021       2021     3732.0   \n",
       "156       2230  Xavier Rathan-Mayes         2018       2018     3732.0   \n",
       "\n",
       "     from_year_y  to_year_y       status                comment  \n",
       "0            NaN        NaN         drop                no data  \n",
       "1            NaN        NaN         drop                no data  \n",
       "2         2007.0     2008.0      correct      to_year are equal  \n",
       "3         1975.0     1986.0  not correct  to_year are not equal  \n",
       "4         2007.0     2008.0  not correct  to_year are not equal  \n",
       "..           ...        ...          ...                    ...  \n",
       "152       2012.0     2012.0  not correct  to_year are not equal  \n",
       "153       1983.0     1988.0  not correct  to_year are not equal  \n",
       "154       2012.0     2012.0      correct      to_year are equal  \n",
       "155       2018.0     2018.0         drop      only 4 or 2 games  \n",
       "156       2018.0     2018.0         drop      only 4 or 2 games  \n",
       "\n",
       "[157 rows x 9 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_manual = pd.read_csv(\n",
    "    filepath_or_buffer=\"csv/manually_filtered_table.csv\", \n",
    "    delimiter=\";\", \n",
    "    usecols=list(range(1,10))\n",
    ")\n",
    "df_manual"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c4a5917a-2fe2-43fd-9604-1f4d0f0115f9",
   "metadata": {},
   "source": [
    "Filter out the players with correct status. Person_id and player_id will be use later to join tables."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "097b3ad1-93a7-4e78-9510-7978327febd1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>person_id</th>\n",
       "      <th>from_year_y</th>\n",
       "      <th>to_year_y</th>\n",
       "      <th>status</th>\n",
       "      <th>comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>1711</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2006</td>\n",
       "      <td>2008</td>\n",
       "      <td>2319.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>2277</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>1976</td>\n",
       "      <td>1986</td>\n",
       "      <td>2318.0</td>\n",
       "      <td>1975.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>6</td>\n",
       "      <td>24489167</td>\n",
       "      <td>Brandon Williams</td>\n",
       "      <td>2021</td>\n",
       "      <td>2022</td>\n",
       "      <td>4891.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>9</td>\n",
       "      <td>1145</td>\n",
       "      <td>Brandon Williams</td>\n",
       "      <td>1998</td>\n",
       "      <td>2003</td>\n",
       "      <td>4890.0</td>\n",
       "      <td>1998.0</td>\n",
       "      <td>2003.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>1110</td>\n",
       "      <td>Cedric Henderson</td>\n",
       "      <td>1997</td>\n",
       "      <td>2002</td>\n",
       "      <td>1926.0</td>\n",
       "      <td>1998.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>15</td>\n",
       "      <td>2761</td>\n",
       "      <td>Cedric Henderson</td>\n",
       "      <td>1986</td>\n",
       "      <td>1987</td>\n",
       "      <td>1925.0</td>\n",
       "      <td>1987.0</td>\n",
       "      <td>1987.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>18</td>\n",
       "      <td>592</td>\n",
       "      <td>Charles Jones</td>\n",
       "      <td>1984</td>\n",
       "      <td>1998</td>\n",
       "      <td>2322.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1998.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>19</td>\n",
       "      <td>2698</td>\n",
       "      <td>Charles Jones</td>\n",
       "      <td>1984</td>\n",
       "      <td>1989</td>\n",
       "      <td>2323.0</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>23</td>\n",
       "      <td>1128</td>\n",
       "      <td>Charles Smith</td>\n",
       "      <td>1997</td>\n",
       "      <td>2006</td>\n",
       "      <td>4193.0</td>\n",
       "      <td>1998.0</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>25</td>\n",
       "      <td>2906</td>\n",
       "      <td>Charles Smith</td>\n",
       "      <td>1988</td>\n",
       "      <td>1997</td>\n",
       "      <td>4191.0</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>1997.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>30</td>\n",
       "      <td>3080</td>\n",
       "      <td>Charles Smith</td>\n",
       "      <td>1989</td>\n",
       "      <td>1995</td>\n",
       "      <td>4192.0</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>1996.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>31</td>\n",
       "      <td>2024</td>\n",
       "      <td>Chris Johnson</td>\n",
       "      <td>2013</td>\n",
       "      <td>2016</td>\n",
       "      <td>2251.0</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>34</td>\n",
       "      <td>1916</td>\n",
       "      <td>Chris Johnson</td>\n",
       "      <td>2011</td>\n",
       "      <td>2013</td>\n",
       "      <td>2250.0</td>\n",
       "      <td>2011.0</td>\n",
       "      <td>2013.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>37</td>\n",
       "      <td>739</td>\n",
       "      <td>Chris Smith</td>\n",
       "      <td>1992</td>\n",
       "      <td>1995</td>\n",
       "      <td>4194.0</td>\n",
       "      <td>1993.0</td>\n",
       "      <td>1995.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 3 x 2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>44</td>\n",
       "      <td>1950</td>\n",
       "      <td>Chris Wright</td>\n",
       "      <td>2011</td>\n",
       "      <td>2014</td>\n",
       "      <td>5047.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>45</td>\n",
       "      <td>2850</td>\n",
       "      <td>Dee Brown</td>\n",
       "      <td>1990</td>\n",
       "      <td>2002</td>\n",
       "      <td>554.0</td>\n",
       "      <td>1991.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>48</td>\n",
       "      <td>1709</td>\n",
       "      <td>Dee Brown</td>\n",
       "      <td>2006</td>\n",
       "      <td>2008</td>\n",
       "      <td>555.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2009.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are close</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>50</td>\n",
       "      <td>78</td>\n",
       "      <td>Deonte Burton</td>\n",
       "      <td>2018</td>\n",
       "      <td>2023</td>\n",
       "      <td>641.0</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>52</td>\n",
       "      <td>898</td>\n",
       "      <td>Derrick Alston</td>\n",
       "      <td>1994</td>\n",
       "      <td>1996</td>\n",
       "      <td>76.0</td>\n",
       "      <td>1995.0</td>\n",
       "      <td>1997.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are close, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>55</td>\n",
       "      <td>1023</td>\n",
       "      <td>Ed O'Bannon</td>\n",
       "      <td>1996</td>\n",
       "      <td>1997</td>\n",
       "      <td>3368.0</td>\n",
       "      <td>1996.0</td>\n",
       "      <td>1997.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>58</td>\n",
       "      <td>2288</td>\n",
       "      <td>Eddie Johnson</td>\n",
       "      <td>1977</td>\n",
       "      <td>1987</td>\n",
       "      <td>2262.0</td>\n",
       "      <td>1978.0</td>\n",
       "      <td>1987.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>59</td>\n",
       "      <td>2872</td>\n",
       "      <td>Eddie Johnson</td>\n",
       "      <td>1981</td>\n",
       "      <td>1999</td>\n",
       "      <td>2263.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>62</td>\n",
       "      <td>2455</td>\n",
       "      <td>George Johnson</td>\n",
       "      <td>1978</td>\n",
       "      <td>1985</td>\n",
       "      <td>2269.0</td>\n",
       "      <td>1979.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>years are close, 2 x 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>64</td>\n",
       "      <td>2342</td>\n",
       "      <td>George Johnson</td>\n",
       "      <td>1972</td>\n",
       "      <td>1986</td>\n",
       "      <td>2268.0</td>\n",
       "      <td>1973.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>years are close, 2 x 3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>67</td>\n",
       "      <td>3078</td>\n",
       "      <td>Gerald Henderson</td>\n",
       "      <td>1979</td>\n",
       "      <td>1992</td>\n",
       "      <td>1928.0</td>\n",
       "      <td>1980.0</td>\n",
       "      <td>1992.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>70</td>\n",
       "      <td>1845</td>\n",
       "      <td>Gerald Henderson</td>\n",
       "      <td>2009</td>\n",
       "      <td>2017</td>\n",
       "      <td>1929.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>2017.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>72</td>\n",
       "      <td>508</td>\n",
       "      <td>Glen Rice</td>\n",
       "      <td>1989</td>\n",
       "      <td>2004</td>\n",
       "      <td>3791.0</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>2004.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>73</td>\n",
       "      <td>18678001</td>\n",
       "      <td>JT Thor</td>\n",
       "      <td>2021</td>\n",
       "      <td>2023</td>\n",
       "      <td>4502.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>years are close, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>80</td>\n",
       "      <td>1183</td>\n",
       "      <td>John Coker</td>\n",
       "      <td>1999</td>\n",
       "      <td>2001</td>\n",
       "      <td>833.0</td>\n",
       "      <td>1996.0</td>\n",
       "      <td>2001.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>82</td>\n",
       "      <td>2336</td>\n",
       "      <td>Johnny Davis</td>\n",
       "      <td>1976</td>\n",
       "      <td>1986</td>\n",
       "      <td>1033.0</td>\n",
       "      <td>1977.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>83</td>\n",
       "      <td>38017687</td>\n",
       "      <td>Johnny Davis</td>\n",
       "      <td>2022</td>\n",
       "      <td>2023</td>\n",
       "      <td>1034.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>85</td>\n",
       "      <td>18678058</td>\n",
       "      <td>Jordan Goodwin</td>\n",
       "      <td>2021</td>\n",
       "      <td>2023</td>\n",
       "      <td>1625.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>89</td>\n",
       "      <td>235</td>\n",
       "      <td>Justin Jackson</td>\n",
       "      <td>2017</td>\n",
       "      <td>2023</td>\n",
       "      <td>2162.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>91</td>\n",
       "      <td>666871</td>\n",
       "      <td>Justin Robinson</td>\n",
       "      <td>2019</td>\n",
       "      <td>2022</td>\n",
       "      <td>3862.0</td>\n",
       "      <td>2020.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>96</td>\n",
       "      <td>1454</td>\n",
       "      <td>Ken Johnson</td>\n",
       "      <td>2002</td>\n",
       "      <td>2003</td>\n",
       "      <td>2281.0</td>\n",
       "      <td>2003.0</td>\n",
       "      <td>2003.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>97</td>\n",
       "      <td>2730</td>\n",
       "      <td>Ken Johnson</td>\n",
       "      <td>1985</td>\n",
       "      <td>1986</td>\n",
       "      <td>2280.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>99</td>\n",
       "      <td>2885</td>\n",
       "      <td>Kenny Williams</td>\n",
       "      <td>1990</td>\n",
       "      <td>1994</td>\n",
       "      <td>4928.0</td>\n",
       "      <td>1991.0</td>\n",
       "      <td>1994.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>104</td>\n",
       "      <td>24102469</td>\n",
       "      <td>Malcolm Hill</td>\n",
       "      <td>2021</td>\n",
       "      <td>2023</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>107</td>\n",
       "      <td>1701</td>\n",
       "      <td>Marcus Williams</td>\n",
       "      <td>2006</td>\n",
       "      <td>2010</td>\n",
       "      <td>4933.0</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>109</td>\n",
       "      <td>972</td>\n",
       "      <td>Mark Davis</td>\n",
       "      <td>1995</td>\n",
       "      <td>2000</td>\n",
       "      <td>1038.0</td>\n",
       "      <td>1996.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>112</td>\n",
       "      <td>2807</td>\n",
       "      <td>Mark Davis</td>\n",
       "      <td>1988</td>\n",
       "      <td>1989</td>\n",
       "      <td>1037.0</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>118</td>\n",
       "      <td>19465584</td>\n",
       "      <td>Micah Potter</td>\n",
       "      <td>2021</td>\n",
       "      <td>2023</td>\n",
       "      <td>3648.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal, 2 x 1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>120</td>\n",
       "      <td>494</td>\n",
       "      <td>Michael Smith</td>\n",
       "      <td>1989</td>\n",
       "      <td>1995</td>\n",
       "      <td>4228.0</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>1995.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>121</td>\n",
       "      <td>894</td>\n",
       "      <td>Michael Smith</td>\n",
       "      <td>1994</td>\n",
       "      <td>2001</td>\n",
       "      <td>4229.0</td>\n",
       "      <td>1995.0</td>\n",
       "      <td>2001.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>124</td>\n",
       "      <td>2264</td>\n",
       "      <td>Mike Dunleavy</td>\n",
       "      <td>1976</td>\n",
       "      <td>1990</td>\n",
       "      <td>1216.0</td>\n",
       "      <td>1977.0</td>\n",
       "      <td>1990.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>125</td>\n",
       "      <td>1429</td>\n",
       "      <td>Mike Dunleavy</td>\n",
       "      <td>2002</td>\n",
       "      <td>2017</td>\n",
       "      <td>1217.0</td>\n",
       "      <td>2003.0</td>\n",
       "      <td>2017.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>127</td>\n",
       "      <td>1394</td>\n",
       "      <td>Mike James</td>\n",
       "      <td>2001</td>\n",
       "      <td>2014</td>\n",
       "      <td>2196.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>130</td>\n",
       "      <td>2196</td>\n",
       "      <td>Mike James</td>\n",
       "      <td>2017</td>\n",
       "      <td>2021</td>\n",
       "      <td>2197.0</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>136</td>\n",
       "      <td>2964</td>\n",
       "      <td>Patrick Ewing</td>\n",
       "      <td>1985</td>\n",
       "      <td>2002</td>\n",
       "      <td>1339.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>140</td>\n",
       "      <td>2983</td>\n",
       "      <td>Reggie Williams</td>\n",
       "      <td>1987</td>\n",
       "      <td>1997</td>\n",
       "      <td>4947.0</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>1997.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>141</td>\n",
       "      <td>1870</td>\n",
       "      <td>Reggie Williams</td>\n",
       "      <td>2010</td>\n",
       "      <td>2017</td>\n",
       "      <td>4948.0</td>\n",
       "      <td>2010.0</td>\n",
       "      <td>2017.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>150</td>\n",
       "      <td>2040</td>\n",
       "      <td>Tony Mitchell</td>\n",
       "      <td>2013</td>\n",
       "      <td>2014</td>\n",
       "      <td>3130.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>2014.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>years are close</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>151</td>\n",
       "      <td>2638</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>1982</td>\n",
       "      <td>1988</td>\n",
       "      <td>3956.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1988.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>154</td>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012</td>\n",
       "      <td>2012</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>correct</td>\n",
       "      <td>to_year are equal</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    index  player_id              name  from_year_x  to_year_x  person_id   \n",
       "0       2       1711       Bobby Jones         2006       2008     2319.0  \\\n",
       "1       5       2277       Bobby Jones         1976       1986     2318.0   \n",
       "2       6   24489167  Brandon Williams         2021       2022     4891.0   \n",
       "3       9       1145  Brandon Williams         1998       2003     4890.0   \n",
       "4      12       1110  Cedric Henderson         1997       2002     1926.0   \n",
       "5      15       2761  Cedric Henderson         1986       1987     1925.0   \n",
       "6      18        592     Charles Jones         1984       1998     2322.0   \n",
       "7      19       2698     Charles Jones         1984       1989     2323.0   \n",
       "8      23       1128     Charles Smith         1997       2006     4193.0   \n",
       "9      25       2906     Charles Smith         1988       1997     4191.0   \n",
       "10     30       3080     Charles Smith         1989       1995     4192.0   \n",
       "11     31       2024     Chris Johnson         2013       2016     2251.0   \n",
       "12     34       1916     Chris Johnson         2011       2013     2250.0   \n",
       "13     37        739       Chris Smith         1992       1995     4194.0   \n",
       "14     44       1950      Chris Wright         2011       2014     5047.0   \n",
       "15     45       2850         Dee Brown         1990       2002      554.0   \n",
       "16     48       1709         Dee Brown         2006       2008      555.0   \n",
       "17     50         78     Deonte Burton         2018       2023      641.0   \n",
       "18     52        898    Derrick Alston         1994       1996       76.0   \n",
       "19     55       1023       Ed O'Bannon         1996       1997     3368.0   \n",
       "20     58       2288     Eddie Johnson         1977       1987     2262.0   \n",
       "21     59       2872     Eddie Johnson         1981       1999     2263.0   \n",
       "22     62       2455    George Johnson         1978       1985     2269.0   \n",
       "23     64       2342    George Johnson         1972       1986     2268.0   \n",
       "24     67       3078  Gerald Henderson         1979       1992     1928.0   \n",
       "25     70       1845  Gerald Henderson         2009       2017     1929.0   \n",
       "26     72        508         Glen Rice         1989       2004     3791.0   \n",
       "27     73   18678001           JT Thor         2021       2023     4502.0   \n",
       "28     80       1183        John Coker         1999       2001      833.0   \n",
       "29     82       2336      Johnny Davis         1976       1986     1033.0   \n",
       "30     83   38017687      Johnny Davis         2022       2023     1034.0   \n",
       "31     85   18678058    Jordan Goodwin         2021       2023     1625.0   \n",
       "32     89        235    Justin Jackson         2017       2023     2162.0   \n",
       "33     91     666871   Justin Robinson         2019       2022     3862.0   \n",
       "34     96       1454       Ken Johnson         2002       2003     2281.0   \n",
       "35     97       2730       Ken Johnson         1985       1986     2280.0   \n",
       "36     99       2885    Kenny Williams         1990       1994     4928.0   \n",
       "37    104   24102469      Malcolm Hill         2021       2023     1989.0   \n",
       "38    107       1701   Marcus Williams         2006       2010     4933.0   \n",
       "39    109        972        Mark Davis         1995       2000     1038.0   \n",
       "40    112       2807        Mark Davis         1988       1989     1037.0   \n",
       "41    118   19465584      Micah Potter         2021       2023     3648.0   \n",
       "42    120        494     Michael Smith         1989       1995     4228.0   \n",
       "43    121        894     Michael Smith         1994       2001     4229.0   \n",
       "44    124       2264     Mike Dunleavy         1976       1990     1216.0   \n",
       "45    125       1429     Mike Dunleavy         2002       2017     1217.0   \n",
       "46    127       1394        Mike James         2001       2014     2196.0   \n",
       "47    130       2196        Mike James         2017       2021     2197.0   \n",
       "48    136       2964     Patrick Ewing         1985       2002     1339.0   \n",
       "49    140       2983   Reggie Williams         1987       1997     4947.0   \n",
       "50    141       1870   Reggie Williams         2010       2017     4948.0   \n",
       "51    150       2040     Tony Mitchell         2013       2014     3130.0   \n",
       "52    151       2638    Walker Russell         1982       1988     3956.0   \n",
       "53    154       1967    Walker Russell         2012       2012     3957.0   \n",
       "\n",
       "    from_year_y  to_year_y   status                   comment  \n",
       "0        2007.0     2008.0  correct         to_year are equal  \n",
       "1        1975.0     1986.0  correct         to_year are equal  \n",
       "2        2022.0     2022.0  correct         to_year are equal  \n",
       "3        1998.0     2003.0  correct         to_year are equal  \n",
       "4        1998.0     2002.0  correct         to_year are equal  \n",
       "5        1987.0     1987.0  correct         to_year are equal  \n",
       "6        1984.0     1998.0  correct  to_year are equal, 2 x 3  \n",
       "7        1985.0     1989.0  correct  to_year are equal, 2 x 3  \n",
       "8        1998.0     2006.0  correct         to_year are equal  \n",
       "9        1989.0     1997.0  correct         to_year are equal  \n",
       "10       1990.0     1996.0  correct         to_year are equal  \n",
       "11       2013.0     2016.0  correct         to_year are equal  \n",
       "12       2011.0     2013.0  correct         to_year are equal  \n",
       "13       1993.0     1995.0  correct  to_year are equal, 3 x 2  \n",
       "14       2012.0     2014.0  correct         to_year are equal  \n",
       "15       1991.0     2002.0  correct         to_year are equal  \n",
       "16       2007.0     2009.0  correct         to_year are close  \n",
       "17       2019.0     2023.0  correct         to_year are equal  \n",
       "18       1995.0     1997.0  correct  to_year are close, 2 x 1  \n",
       "19       1996.0     1997.0  correct  to_year are equal, 2 x 1  \n",
       "20       1978.0     1987.0  correct         to_year are equal  \n",
       "21       1982.0     1999.0  correct         to_year are equal  \n",
       "22       1979.0     1986.0  correct    years are close, 2 x 3  \n",
       "23       1973.0     1986.0  correct    years are close, 2 x 3  \n",
       "24       1980.0     1992.0  correct         to_year are equal  \n",
       "25       2010.0     2017.0  correct         to_year are equal  \n",
       "26       1990.0     2004.0  correct         to_year are equal  \n",
       "27       2022.0     2023.0  correct    years are close, 2 x 1  \n",
       "28       1996.0     2001.0  correct  to_year are equal, 2 x 1  \n",
       "29       1977.0     1986.0  correct         to_year are equal  \n",
       "30       2023.0     2023.0  correct         to_year are equal  \n",
       "31       2022.0     2023.0  correct  to_year are equal, 2 x 1  \n",
       "32       2018.0     2023.0  correct  to_year are equal, 2 x 1  \n",
       "33       2020.0     2022.0  correct  to_year are equal, 2 x 1  \n",
       "34       2003.0     2003.0  correct         to_year are equal  \n",
       "35       1986.0     1986.0  correct         to_year are equal  \n",
       "36       1991.0     1994.0  correct  to_year are equal, 2 x 1  \n",
       "37       2022.0     2023.0  correct  to_year are equal, 2 x 1  \n",
       "38       2007.0     2010.0  correct         to_year are equal  \n",
       "39       1996.0     2000.0  correct         to_year are equal  \n",
       "40       1989.0     1989.0  correct         to_year are equal  \n",
       "41       2022.0     2023.0  correct  to_year are equal, 2 x 1  \n",
       "42       1990.0     1995.0  correct         to_year are equal  \n",
       "43       1995.0     2001.0  correct         to_year are equal  \n",
       "44       1977.0     1990.0  correct         to_year are equal  \n",
       "45       2003.0     2017.0  correct         to_year are equal  \n",
       "46       2002.0     2014.0  correct         to_year are equal  \n",
       "47       2018.0     2021.0  correct         to_year are equal  \n",
       "48       1986.0     2002.0  correct         to_year are equal  \n",
       "49       1988.0     1997.0  correct         to_year are equal  \n",
       "50       2010.0     2017.0  correct         to_year are equal  \n",
       "51       2014.0     2014.0  correct           years are close  \n",
       "52       1983.0     1988.0  correct         to_year are equal  \n",
       "53       2012.0     2012.0  correct         to_year are equal  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_manual[df_manual[\"status\"] == \"correct\"].reset_index()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f9f850d0-2627-4f21-a54f-9467596e262d",
   "metadata": {},
   "source": [
    "Create a table of ids, that help us to join dataframes and tables from different sources:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "98ce39cb-0f28-4668-8219-16b6dce39cad",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_ids = df_manual[df_manual[\"status\"] == \"correct\"][[\"player_id\", \"person_id\"]].reset_index(drop=True)\n",
    "df_ids[\"person_id\"] = df_ids[\"person_id\"].astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "383e2d69-6361-4be6-b973-e92626c041bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>person_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2277</td>\n",
       "      <td>2318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>24489167</td>\n",
       "      <td>4891</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1145</td>\n",
       "      <td>4890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1110</td>\n",
       "      <td>1926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2761</td>\n",
       "      <td>1925</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>592</td>\n",
       "      <td>2322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2698</td>\n",
       "      <td>2323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1128</td>\n",
       "      <td>4193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2906</td>\n",
       "      <td>4191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>3080</td>\n",
       "      <td>4192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2024</td>\n",
       "      <td>2251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1916</td>\n",
       "      <td>2250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>739</td>\n",
       "      <td>4194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1950</td>\n",
       "      <td>5047</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2850</td>\n",
       "      <td>554</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1709</td>\n",
       "      <td>555</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>78</td>\n",
       "      <td>641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>898</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1023</td>\n",
       "      <td>3368</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2288</td>\n",
       "      <td>2262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2872</td>\n",
       "      <td>2263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2455</td>\n",
       "      <td>2269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2342</td>\n",
       "      <td>2268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>3078</td>\n",
       "      <td>1928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1845</td>\n",
       "      <td>1929</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>508</td>\n",
       "      <td>3791</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>18678001</td>\n",
       "      <td>4502</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1183</td>\n",
       "      <td>833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2336</td>\n",
       "      <td>1033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>38017687</td>\n",
       "      <td>1034</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>18678058</td>\n",
       "      <td>1625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>235</td>\n",
       "      <td>2162</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>666871</td>\n",
       "      <td>3862</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1454</td>\n",
       "      <td>2281</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>2730</td>\n",
       "      <td>2280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2885</td>\n",
       "      <td>4928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>24102469</td>\n",
       "      <td>1989</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1701</td>\n",
       "      <td>4933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>972</td>\n",
       "      <td>1038</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>2807</td>\n",
       "      <td>1037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>19465584</td>\n",
       "      <td>3648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>494</td>\n",
       "      <td>4228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>894</td>\n",
       "      <td>4229</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>2264</td>\n",
       "      <td>1216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>1429</td>\n",
       "      <td>1217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>1394</td>\n",
       "      <td>2196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>2196</td>\n",
       "      <td>2197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>2964</td>\n",
       "      <td>1339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>2983</td>\n",
       "      <td>4947</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>1870</td>\n",
       "      <td>4948</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>2040</td>\n",
       "      <td>3130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>2638</td>\n",
       "      <td>3956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    player_id  person_id\n",
       "0        1711       2319\n",
       "1        2277       2318\n",
       "2    24489167       4891\n",
       "3        1145       4890\n",
       "4        1110       1926\n",
       "5        2761       1925\n",
       "6         592       2322\n",
       "7        2698       2323\n",
       "8        1128       4193\n",
       "9        2906       4191\n",
       "10       3080       4192\n",
       "11       2024       2251\n",
       "12       1916       2250\n",
       "13        739       4194\n",
       "14       1950       5047\n",
       "15       2850        554\n",
       "16       1709        555\n",
       "17         78        641\n",
       "18        898         76\n",
       "19       1023       3368\n",
       "20       2288       2262\n",
       "21       2872       2263\n",
       "22       2455       2269\n",
       "23       2342       2268\n",
       "24       3078       1928\n",
       "25       1845       1929\n",
       "26        508       3791\n",
       "27   18678001       4502\n",
       "28       1183        833\n",
       "29       2336       1033\n",
       "30   38017687       1034\n",
       "31   18678058       1625\n",
       "32        235       2162\n",
       "33     666871       3862\n",
       "34       1454       2281\n",
       "35       2730       2280\n",
       "36       2885       4928\n",
       "37   24102469       1989\n",
       "38       1701       4933\n",
       "39        972       1038\n",
       "40       2807       1037\n",
       "41   19465584       3648\n",
       "42        494       4228\n",
       "43        894       4229\n",
       "44       2264       1216\n",
       "45       1429       1217\n",
       "46       1394       2196\n",
       "47       2196       2197\n",
       "48       2964       1339\n",
       "49       2983       4947\n",
       "50       1870       4948\n",
       "51       2040       3130\n",
       "52       2638       3956\n",
       "53       1967       3957"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_ids"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a4ec8656-ba94-42e2-ad07-694e87bc6844",
   "metadata": {},
   "source": [
    "Drop duplicates from the player statistics df_stats:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "3b947a60-5699-4d4d-8fe1-168e24d4d0c6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0      18042321\n",
       "1      18041884\n",
       "2          1711\n",
       "3          1711\n",
       "4          2277\n",
       "         ...   \n",
       "152        2638\n",
       "153        1967\n",
       "154        1967\n",
       "155    18039569\n",
       "156        2230\n",
       "Name: player_id, Length: 157, dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "player_id_to_drop = df_manual[\"player_id\"]\n",
    "player_id_to_drop"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "dc8403b7-ec40-47ef-8458-53678b430f25",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>dreb</th>\n",
       "      <th>...</th>\n",
       "      <th>pts</th>\n",
       "      <th>reb</th>\n",
       "      <th>stl</th>\n",
       "      <th>turnover</th>\n",
       "      <th>team_id</th>\n",
       "      <th>game_id</th>\n",
       "      <th>date</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2551</td>\n",
       "      <td>Edgar</td>\n",
       "      <td>Jones</td>\n",
       "      <td>SAS</td>\n",
       "      <td>San Antonio Spurs</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27</td>\n",
       "      <td>42232</td>\n",
       "      <td>1984-12-14</td>\n",
       "      <td>1980.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Edgar Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark</td>\n",
       "      <td>West</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7</td>\n",
       "      <td>42212</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>Mark West</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>17.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7</td>\n",
       "      <td>44349</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2247</td>\n",
       "      <td>Kareem</td>\n",
       "      <td>Abdul-Jabbar</td>\n",
       "      <td>LAL</td>\n",
       "      <td>Los Angeles Lakers</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>28.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>14</td>\n",
       "      <td>44213</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1969.0</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Kareem Abdul-Jabbar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7</td>\n",
       "      <td>39188</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771247</th>\n",
       "      <td>416</td>\n",
       "      <td>Pascal</td>\n",
       "      <td>Siakam</td>\n",
       "      <td>TOR</td>\n",
       "      <td>Toronto Raptors</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>25.0</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>28</td>\n",
       "      <td>858399</td>\n",
       "      <td>2023-03-16</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Pascal Siakam</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771248</th>\n",
       "      <td>413</td>\n",
       "      <td>Collin</td>\n",
       "      <td>Sexton</td>\n",
       "      <td>UTA</td>\n",
       "      <td>Utah Jazz</td>\n",
       "      <td>G</td>\n",
       "      <td>2022</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>22.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>29</td>\n",
       "      <td>857496</td>\n",
       "      <td>2022-11-06</td>\n",
       "      <td>2018.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Collin Sexton</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771249</th>\n",
       "      <td>416</td>\n",
       "      <td>Pascal</td>\n",
       "      <td>Siakam</td>\n",
       "      <td>TOR</td>\n",
       "      <td>Toronto Raptors</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>28.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>28</td>\n",
       "      <td>858209</td>\n",
       "      <td>2023-02-12</td>\n",
       "      <td>2016.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Pascal Siakam</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771250</th>\n",
       "      <td>4197356</td>\n",
       "      <td>Leandro</td>\n",
       "      <td>Bolmaro</td>\n",
       "      <td>UTA</td>\n",
       "      <td>Utah Jazz</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "      <td>858027</td>\n",
       "      <td>2023-01-18</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Leandro Bolmaro</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>771251</th>\n",
       "      <td>17896035</td>\n",
       "      <td>Isaiah</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>IND</td>\n",
       "      <td>Indiana Pacers</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>8.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>12</td>\n",
       "      <td>857386</td>\n",
       "      <td>2022-10-22</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Isaiah Jackson</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>759285 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id first_name     last_name abbreviation           full_name   \n",
       "0            2551      Edgar         Jones          SAS   San Antonio Spurs  \\\n",
       "4             538       Mark          West          DAL    Dallas Mavericks   \n",
       "6             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "7            2247     Kareem  Abdul-Jabbar          LAL  Los Angeles Lakers   \n",
       "8             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "...           ...        ...           ...          ...                 ...   \n",
       "771247        416     Pascal        Siakam          TOR     Toronto Raptors   \n",
       "771248        413     Collin        Sexton          UTA           Utah Jazz   \n",
       "771249        416     Pascal        Siakam          TOR     Toronto Raptors   \n",
       "771250    4197356    Leandro       Bolmaro          UTA           Utah Jazz   \n",
       "771251   17896035     Isaiah       Jackson          IND      Indiana Pacers   \n",
       "\n",
       "       position  season  ast  blk  dreb  ...   pts   reb  stl  turnover   \n",
       "0          None    1984  NaN  NaN   NaN  ...   4.0   NaN  NaN       NaN  \\\n",
       "4          None    1983  1.0  0.0   1.0  ...   4.0   3.0  0.0       2.0   \n",
       "6          None    1983  4.0  0.0   1.0  ...  17.0   2.0  5.0       1.0   \n",
       "7          None    1983  0.0  1.0   4.0  ...  28.0   7.0  0.0       2.0   \n",
       "8          None    1983  3.0  0.0   1.0  ...   0.0   1.0  1.0       1.0   \n",
       "...         ...     ...  ...  ...   ...  ...   ...   ...  ...       ...   \n",
       "771247        F    2022  8.0  0.0   9.0  ...  25.0  14.0  0.0       0.0   \n",
       "771248        G    2022  2.0  0.0   3.0  ...  22.0   3.0  1.0       3.0   \n",
       "771249        F    2022  6.0  2.0   3.0  ...  28.0   4.0  0.0       2.0   \n",
       "771250        F    2022  1.0  0.0   1.0  ...   0.0   1.0  0.0       0.0   \n",
       "771251        F    2022  1.0  5.0   3.0  ...   8.0   5.0  0.0       0.0   \n",
       "\n",
       "        team_id  game_id       date  from_year  to_year                 name  \n",
       "0            27    42232 1984-12-14     1980.0   1986.0          Edgar Jones  \n",
       "4             7    42212 1984-04-15     1983.0   2000.0            Mark West  \n",
       "6             7    44349 1984-04-13     1983.0   1999.0         Derek Harper  \n",
       "7            14    44213 1984-04-10     1969.0   1989.0  Kareem Abdul-Jabbar  \n",
       "8             7    39188 1984-04-10     1983.0   1999.0         Derek Harper  \n",
       "...         ...      ...        ...        ...      ...                  ...  \n",
       "771247       28   858399 2023-03-16     2016.0   2023.0        Pascal Siakam  \n",
       "771248       29   857496 2022-11-06     2018.0   2023.0        Collin Sexton  \n",
       "771249       28   858209 2023-02-12     2016.0   2023.0        Pascal Siakam  \n",
       "771250       29   858027 2023-01-18     2021.0   2023.0      Leandro Bolmaro  \n",
       "771251       12   857386 2022-10-22     2021.0   2023.0       Isaiah Jackson  \n",
       "\n",
       "[759285 rows x 32 columns]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_stats_filtered = df_stats[~df_stats[\"player_id\"].isin(player_id_to_drop)]\n",
    "df_stats_filtered"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e70a097b-37ba-44f8-8d99-a059c009961b",
   "metadata": {},
   "source": [
    "Join the unique player statistics and common information about them:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "7a6daddd-01b5-42d9-b7cc-1fecaa7a4ff6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>dreb</th>\n",
       "      <th>...</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>name</th>\n",
       "      <th>person_id</th>\n",
       "      <th>from_year_y</th>\n",
       "      <th>to_year_y</th>\n",
       "      <th>pos</th>\n",
       "      <th>height</th>\n",
       "      <th>weight</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>college</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2551</td>\n",
       "      <td>Edgar</td>\n",
       "      <td>Jones</td>\n",
       "      <td>SAS</td>\n",
       "      <td>San Antonio Spurs</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Edgar Jones</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark</td>\n",
       "      <td>West</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>4812.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>C-F</td>\n",
       "      <td>6-10</td>\n",
       "      <td>230.0</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>Old Dominion</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1839.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-4</td>\n",
       "      <td>185.0</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>Illinois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2247</td>\n",
       "      <td>Kareem</td>\n",
       "      <td>Abdul-Jabbar</td>\n",
       "      <td>LAL</td>\n",
       "      <td>Los Angeles Lakers</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Kareem Abdul-Jabbar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1839.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-4</td>\n",
       "      <td>185.0</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>Illinois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759288</th>\n",
       "      <td>416</td>\n",
       "      <td>Pascal</td>\n",
       "      <td>Siakam</td>\n",
       "      <td>TOR</td>\n",
       "      <td>Toronto Raptors</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Pascal Siakam</td>\n",
       "      <td>4118.0</td>\n",
       "      <td>2017.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-9</td>\n",
       "      <td>230.0</td>\n",
       "      <td>1994-04-02</td>\n",
       "      <td>New Mexico State</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759289</th>\n",
       "      <td>413</td>\n",
       "      <td>Collin</td>\n",
       "      <td>Sexton</td>\n",
       "      <td>UTA</td>\n",
       "      <td>Utah Jazz</td>\n",
       "      <td>G</td>\n",
       "      <td>2022</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Collin Sexton</td>\n",
       "      <td>4077.0</td>\n",
       "      <td>2019.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-1</td>\n",
       "      <td>190.0</td>\n",
       "      <td>1999-01-04</td>\n",
       "      <td>Alabama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759290</th>\n",
       "      <td>416</td>\n",
       "      <td>Pascal</td>\n",
       "      <td>Siakam</td>\n",
       "      <td>TOR</td>\n",
       "      <td>Toronto Raptors</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Pascal Siakam</td>\n",
       "      <td>4118.0</td>\n",
       "      <td>2017.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-9</td>\n",
       "      <td>230.0</td>\n",
       "      <td>1994-04-02</td>\n",
       "      <td>New Mexico State</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759291</th>\n",
       "      <td>4197356</td>\n",
       "      <td>Leandro</td>\n",
       "      <td>Bolmaro</td>\n",
       "      <td>UTA</td>\n",
       "      <td>Utah Jazz</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Leandro Bolmaro</td>\n",
       "      <td>414.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-6</td>\n",
       "      <td>200.0</td>\n",
       "      <td>2000-09-11</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>759292</th>\n",
       "      <td>17896035</td>\n",
       "      <td>Isaiah</td>\n",
       "      <td>Jackson</td>\n",
       "      <td>IND</td>\n",
       "      <td>Indiana Pacers</td>\n",
       "      <td>F</td>\n",
       "      <td>2022</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>Isaiah Jackson</td>\n",
       "      <td>2156.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>2023.0</td>\n",
       "      <td>C-F</td>\n",
       "      <td>6-10</td>\n",
       "      <td>206.0</td>\n",
       "      <td>2002-01-10</td>\n",
       "      <td>Kentucky</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>759293 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id first_name     last_name abbreviation           full_name   \n",
       "0            2551      Edgar         Jones          SAS   San Antonio Spurs  \\\n",
       "1             538       Mark          West          DAL    Dallas Mavericks   \n",
       "2             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "3            2247     Kareem  Abdul-Jabbar          LAL  Los Angeles Lakers   \n",
       "4             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "...           ...        ...           ...          ...                 ...   \n",
       "759288        416     Pascal        Siakam          TOR     Toronto Raptors   \n",
       "759289        413     Collin        Sexton          UTA           Utah Jazz   \n",
       "759290        416     Pascal        Siakam          TOR     Toronto Raptors   \n",
       "759291    4197356    Leandro       Bolmaro          UTA           Utah Jazz   \n",
       "759292   17896035     Isaiah       Jackson          IND      Indiana Pacers   \n",
       "\n",
       "       position  season  ast  blk  dreb  ...  to_year_x                 name   \n",
       "0          None    1984  NaN  NaN   NaN  ...     1986.0          Edgar Jones  \\\n",
       "1          None    1983  1.0  0.0   1.0  ...     2000.0            Mark West   \n",
       "2          None    1983  4.0  0.0   1.0  ...     1999.0         Derek Harper   \n",
       "3          None    1983  0.0  1.0   4.0  ...     1989.0  Kareem Abdul-Jabbar   \n",
       "4          None    1983  3.0  0.0   1.0  ...     1999.0         Derek Harper   \n",
       "...         ...     ...  ...  ...   ...  ...        ...                  ...   \n",
       "759288        F    2022  8.0  0.0   9.0  ...     2023.0        Pascal Siakam   \n",
       "759289        G    2022  2.0  0.0   3.0  ...     2023.0        Collin Sexton   \n",
       "759290        F    2022  6.0  2.0   3.0  ...     2023.0        Pascal Siakam   \n",
       "759291        F    2022  1.0  0.0   1.0  ...     2023.0      Leandro Bolmaro   \n",
       "759292        F    2022  1.0  5.0   3.0  ...     2023.0       Isaiah Jackson   \n",
       "\n",
       "        person_id  from_year_y  to_year_y  pos  height  weight  birth_date   \n",
       "0             NaN          NaN        NaN  NaN     NaN     NaN         NaT  \\\n",
       "1          4812.0       1984.0     2000.0  C-F    6-10   230.0  1960-11-05   \n",
       "2          1839.0       1984.0     1999.0    G     6-4   185.0  1961-10-13   \n",
       "3             NaN          NaN        NaN  NaN     NaN     NaN         NaT   \n",
       "4          1839.0       1984.0     1999.0    G     6-4   185.0  1961-10-13   \n",
       "...           ...          ...        ...  ...     ...     ...         ...   \n",
       "759288     4118.0       2017.0     2023.0    F     6-9   230.0  1994-04-02   \n",
       "759289     4077.0       2019.0     2023.0    G     6-1   190.0  1999-01-04   \n",
       "759290     4118.0       2017.0     2023.0    F     6-9   230.0  1994-04-02   \n",
       "759291      414.0       2022.0     2023.0    F     6-6   200.0  2000-09-11   \n",
       "759292     2156.0       2022.0     2023.0  C-F    6-10   206.0  2002-01-10   \n",
       "\n",
       "                 college  \n",
       "0                    NaN  \n",
       "1           Old Dominion  \n",
       "2               Illinois  \n",
       "3                    NaN  \n",
       "4               Illinois  \n",
       "...                  ...  \n",
       "759288  New Mexico State  \n",
       "759289           Alabama  \n",
       "759290  New Mexico State  \n",
       "759291               NaN  \n",
       "759292          Kentucky  \n",
       "\n",
       "[759293 rows x 40 columns]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res1 = pd.merge(df_stats_filtered, df_player_info, on=[\"name\"], how=\"left\")\n",
    "res1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "80901b45-a5f1-48a9-bef9-3b03dfa76293",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Delete one more duplicate\n",
    "res1 = res1[~((res1[\"name\"] == \"Jeff Taylor\") & (res1[\"birth_date\"] == \"1989-05-23\"))]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c7bae791-660d-4507-bf7a-a5b1357308d2",
   "metadata": {},
   "source": [
    "Join the duplicate player statistics and the ids for both source of data:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "79d0380a-6d7b-457b-ba36-4391fa05e6e6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>person_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>...</th>\n",
       "      <th>pts</th>\n",
       "      <th>reb</th>\n",
       "      <th>stl</th>\n",
       "      <th>turnover</th>\n",
       "      <th>team_id</th>\n",
       "      <th>game_id</th>\n",
       "      <th>date</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "      <th>name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23</td>\n",
       "      <td>18279</td>\n",
       "      <td>2006-11-21</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23</td>\n",
       "      <td>18846</td>\n",
       "      <td>2006-11-22</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23</td>\n",
       "      <td>21021</td>\n",
       "      <td>2006-12-31</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>23</td>\n",
       "      <td>18985</td>\n",
       "      <td>2007-02-02</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>23</td>\n",
       "      <td>19788</td>\n",
       "      <td>2007-03-04</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10294</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>27114</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10295</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>29484</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10296</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9</td>\n",
       "      <td>26015</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10297</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9</td>\n",
       "      <td>24932</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10298</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9</td>\n",
       "      <td>30303</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10299 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_id  person_id first_name last_name abbreviation   \n",
       "0           1711       2319      Bobby     Jones          PHI  \\\n",
       "1           1711       2319      Bobby     Jones          PHI   \n",
       "2           1711       2319      Bobby     Jones          PHI   \n",
       "3           1711       2319      Bobby     Jones          PHI   \n",
       "4           1711       2319      Bobby     Jones          PHI   \n",
       "...          ...        ...        ...       ...          ...   \n",
       "10294       1967       3957     Walker   Russell          DET   \n",
       "10295       1967       3957     Walker   Russell          DET   \n",
       "10296       1967       3957     Walker   Russell          DET   \n",
       "10297       1967       3957     Walker   Russell          DET   \n",
       "10298       1967       3957     Walker   Russell          DET   \n",
       "\n",
       "                full_name position  season  ast  blk  ...   pts  reb  stl   \n",
       "0      Philadelphia 76ers     None    2006  1.0  0.0  ...   1.0  1.0  0.0  \\\n",
       "1      Philadelphia 76ers     None    2006  0.0  0.0  ...   0.0  0.0  0.0   \n",
       "2      Philadelphia 76ers     None    2006  1.0  1.0  ...   4.0  2.0  0.0   \n",
       "3      Philadelphia 76ers     None    2006  NaN  NaN  ...   NaN  NaN  NaN   \n",
       "4      Philadelphia 76ers     None    2006  0.0  0.0  ...   0.0  0.0  0.0   \n",
       "...                   ...      ...     ...  ...  ...  ...   ...  ...  ...   \n",
       "10294     Detroit Pistons     None    2011  NaN  NaN  ...   NaN  NaN  NaN   \n",
       "10295     Detroit Pistons     None    2011  NaN  NaN  ...   NaN  NaN  NaN   \n",
       "10296     Detroit Pistons     None    2011  2.0  0.0  ...  12.0  6.0  0.0   \n",
       "10297     Detroit Pistons     None    2011  5.0  0.0  ...   2.0  2.0  0.0   \n",
       "10298     Detroit Pistons     None    2011  1.0  0.0  ...   5.0  1.0  1.0   \n",
       "\n",
       "       turnover  team_id  game_id       date  from_year  to_year   \n",
       "0           0.0       23    18279 2006-11-21     2006.0   2008.0  \\\n",
       "1           0.0       23    18846 2006-11-22     2006.0   2008.0   \n",
       "2           0.0       23    21021 2006-12-31     2006.0   2008.0   \n",
       "3           NaN       23    18985 2007-02-02     2006.0   2008.0   \n",
       "4           1.0       23    19788 2007-03-04     2006.0   2008.0   \n",
       "...         ...      ...      ...        ...        ...      ...   \n",
       "10294       NaN        9    27114 2012-02-28     2012.0   2012.0   \n",
       "10295       NaN        9    29484 2012-04-06     2012.0   2012.0   \n",
       "10296       0.0        9    26015 2012-02-01     2012.0   2012.0   \n",
       "10297       3.0        9    24932 2012-02-10     2012.0   2012.0   \n",
       "10298       3.0        9    30303 2012-04-09     2012.0   2012.0   \n",
       "\n",
       "                 name  \n",
       "0         Bobby Jones  \n",
       "1         Bobby Jones  \n",
       "2         Bobby Jones  \n",
       "3         Bobby Jones  \n",
       "4         Bobby Jones  \n",
       "...               ...  \n",
       "10294  Walker Russell  \n",
       "10295  Walker Russell  \n",
       "10296  Walker Russell  \n",
       "10297  Walker Russell  \n",
       "10298  Walker Russell  \n",
       "\n",
       "[10299 rows x 33 columns]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res2 = pd.merge(df_ids, df_stats, on=[\"player_id\"], how=\"left\")\n",
    "res2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "f891f4ba-29cd-45e3-8d66-9811e7572e94",
   "metadata": {},
   "outputs": [],
   "source": [
    "# res2.drop(\"name\", axis=1, inplace=True)\n",
    "# res2"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "98b04e3b-fc1f-44f1-8869-8bffc80e09c8",
   "metadata": {},
   "source": [
    "Join the duplicate player statistics and common information about them:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "0c925714-63b4-4d6b-926e-b22f06c56982",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>person_id</th>\n",
       "      <th>from_year</th>\n",
       "      <th>to_year</th>\n",
       "      <th>pos</th>\n",
       "      <th>height</th>\n",
       "      <th>weight</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>college</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>1991</td>\n",
       "      <td>1995</td>\n",
       "      <td>F-C</td>\n",
       "      <td>6-10</td>\n",
       "      <td>240.0</td>\n",
       "      <td>1968-06-24</td>\n",
       "      <td>Duke</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3</td>\n",
       "      <td>1991</td>\n",
       "      <td>2001</td>\n",
       "      <td>G</td>\n",
       "      <td>6-1</td>\n",
       "      <td>162.0</td>\n",
       "      <td>1969-03-09</td>\n",
       "      <td>LSU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>1998</td>\n",
       "      <td>2003</td>\n",
       "      <td>F</td>\n",
       "      <td>6-6</td>\n",
       "      <td>223.0</td>\n",
       "      <td>1974-11-03</td>\n",
       "      <td>Michigan, San Jose State</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>1997</td>\n",
       "      <td>2008</td>\n",
       "      <td>F</td>\n",
       "      <td>6-9</td>\n",
       "      <td>225.0</td>\n",
       "      <td>1976-12-11</td>\n",
       "      <td>California</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>9</td>\n",
       "      <td>2017</td>\n",
       "      <td>2019</td>\n",
       "      <td>G-F</td>\n",
       "      <td>6-6</td>\n",
       "      <td>200.0</td>\n",
       "      <td>1993-08-01</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3065</th>\n",
       "      <td>5101</td>\n",
       "      <td>2017</td>\n",
       "      <td>2017</td>\n",
       "      <td>C</td>\n",
       "      <td>7-0</td>\n",
       "      <td>240.0</td>\n",
       "      <td>1996-09-09</td>\n",
       "      <td>UNLV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3066</th>\n",
       "      <td>5102</td>\n",
       "      <td>2017</td>\n",
       "      <td>2018</td>\n",
       "      <td>G-F</td>\n",
       "      <td>6-8</td>\n",
       "      <td>215.0</td>\n",
       "      <td>1994-02-18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3067</th>\n",
       "      <td>5103</td>\n",
       "      <td>2018</td>\n",
       "      <td>2020</td>\n",
       "      <td>F-C</td>\n",
       "      <td>6-10</td>\n",
       "      <td>266.0</td>\n",
       "      <td>1997-01-04</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3068</th>\n",
       "      <td>5104</td>\n",
       "      <td>1983</td>\n",
       "      <td>1983</td>\n",
       "      <td>C</td>\n",
       "      <td>7-1</td>\n",
       "      <td>240.0</td>\n",
       "      <td>1953-12-20</td>\n",
       "      <td>Kent State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3069</th>\n",
       "      <td>5106</td>\n",
       "      <td>2017</td>\n",
       "      <td>2023</td>\n",
       "      <td>C</td>\n",
       "      <td>7-0</td>\n",
       "      <td>240.0</td>\n",
       "      <td>1997-03-18</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>3070 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      person_id  from_year  to_year  pos height  weight birth_date   \n",
       "0             0       1991     1995  F-C   6-10   240.0 1968-06-24  \\\n",
       "1             3       1991     2001    G    6-1   162.0 1969-03-09   \n",
       "2             4       1998     2003    F    6-6   223.0 1974-11-03   \n",
       "3             5       1997     2008    F    6-9   225.0 1976-12-11   \n",
       "4             9       2017     2019  G-F    6-6   200.0 1993-08-01   \n",
       "...         ...        ...      ...  ...    ...     ...        ...   \n",
       "3065       5101       2017     2017    C    7-0   240.0 1996-09-09   \n",
       "3066       5102       2017     2018  G-F    6-8   215.0 1994-02-18   \n",
       "3067       5103       2018     2020  F-C   6-10   266.0 1997-01-04   \n",
       "3068       5104       1983     1983    C    7-1   240.0 1953-12-20   \n",
       "3069       5106       2017     2023    C    7-0   240.0 1997-03-18   \n",
       "\n",
       "                       college  \n",
       "0                         Duke  \n",
       "1                          LSU  \n",
       "2     Michigan, San Jose State  \n",
       "3                   California  \n",
       "4                          NaN  \n",
       "...                        ...  \n",
       "3065                      UNLV  \n",
       "3066                       NaN  \n",
       "3067                       NaN  \n",
       "3068     Kent State University  \n",
       "3069                       NaN  \n",
       "\n",
       "[3070 rows x 8 columns]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_player_info.drop(\"name\", axis=1, inplace=True)\n",
    "df_player_info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "b6216c8a-84a8-4995-bc1b-3db1f399e33f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>person_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>...</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>name</th>\n",
       "      <th>from_year_y</th>\n",
       "      <th>to_year_y</th>\n",
       "      <th>pos</th>\n",
       "      <th>height</th>\n",
       "      <th>weight</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>college</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-7</td>\n",
       "      <td>215.0</td>\n",
       "      <td>1984-01-09</td>\n",
       "      <td>Washington</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-7</td>\n",
       "      <td>215.0</td>\n",
       "      <td>1984-01-09</td>\n",
       "      <td>Washington</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-7</td>\n",
       "      <td>215.0</td>\n",
       "      <td>1984-01-09</td>\n",
       "      <td>Washington</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-7</td>\n",
       "      <td>215.0</td>\n",
       "      <td>1984-01-09</td>\n",
       "      <td>Washington</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1711</td>\n",
       "      <td>2319</td>\n",
       "      <td>Bobby</td>\n",
       "      <td>Jones</td>\n",
       "      <td>PHI</td>\n",
       "      <td>Philadelphia 76ers</td>\n",
       "      <td>None</td>\n",
       "      <td>2006</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2006.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>Bobby Jones</td>\n",
       "      <td>2007.0</td>\n",
       "      <td>2008.0</td>\n",
       "      <td>F</td>\n",
       "      <td>6-7</td>\n",
       "      <td>215.0</td>\n",
       "      <td>1984-01-09</td>\n",
       "      <td>Washington</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10294</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10295</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10296</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10297</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10298</th>\n",
       "      <td>1967</td>\n",
       "      <td>3957</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>10299 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_id  person_id first_name last_name abbreviation   \n",
       "0           1711       2319      Bobby     Jones          PHI  \\\n",
       "1           1711       2319      Bobby     Jones          PHI   \n",
       "2           1711       2319      Bobby     Jones          PHI   \n",
       "3           1711       2319      Bobby     Jones          PHI   \n",
       "4           1711       2319      Bobby     Jones          PHI   \n",
       "...          ...        ...        ...       ...          ...   \n",
       "10294       1967       3957     Walker   Russell          DET   \n",
       "10295       1967       3957     Walker   Russell          DET   \n",
       "10296       1967       3957     Walker   Russell          DET   \n",
       "10297       1967       3957     Walker   Russell          DET   \n",
       "10298       1967       3957     Walker   Russell          DET   \n",
       "\n",
       "                full_name position  season  ast  blk  ...  from_year_x   \n",
       "0      Philadelphia 76ers     None    2006  1.0  0.0  ...       2006.0  \\\n",
       "1      Philadelphia 76ers     None    2006  0.0  0.0  ...       2006.0   \n",
       "2      Philadelphia 76ers     None    2006  1.0  1.0  ...       2006.0   \n",
       "3      Philadelphia 76ers     None    2006  NaN  NaN  ...       2006.0   \n",
       "4      Philadelphia 76ers     None    2006  0.0  0.0  ...       2006.0   \n",
       "...                   ...      ...     ...  ...  ...  ...          ...   \n",
       "10294     Detroit Pistons     None    2011  NaN  NaN  ...       2012.0   \n",
       "10295     Detroit Pistons     None    2011  NaN  NaN  ...       2012.0   \n",
       "10296     Detroit Pistons     None    2011  2.0  0.0  ...       2012.0   \n",
       "10297     Detroit Pistons     None    2011  5.0  0.0  ...       2012.0   \n",
       "10298     Detroit Pistons     None    2011  1.0  0.0  ...       2012.0   \n",
       "\n",
       "       to_year_x            name  from_year_y  to_year_y  pos  height  weight   \n",
       "0         2008.0     Bobby Jones       2007.0     2008.0    F     6-7   215.0  \\\n",
       "1         2008.0     Bobby Jones       2007.0     2008.0    F     6-7   215.0   \n",
       "2         2008.0     Bobby Jones       2007.0     2008.0    F     6-7   215.0   \n",
       "3         2008.0     Bobby Jones       2007.0     2008.0    F     6-7   215.0   \n",
       "4         2008.0     Bobby Jones       2007.0     2008.0    F     6-7   215.0   \n",
       "...          ...             ...          ...        ...  ...     ...     ...   \n",
       "10294     2012.0  Walker Russell       2012.0     2012.0    G     6-0   170.0   \n",
       "10295     2012.0  Walker Russell       2012.0     2012.0    G     6-0   170.0   \n",
       "10296     2012.0  Walker Russell       2012.0     2012.0    G     6-0   170.0   \n",
       "10297     2012.0  Walker Russell       2012.0     2012.0    G     6-0   170.0   \n",
       "10298     2012.0  Walker Russell       2012.0     2012.0    G     6-0   170.0   \n",
       "\n",
       "       birth_date                        college  \n",
       "0      1984-01-09                     Washington  \n",
       "1      1984-01-09                     Washington  \n",
       "2      1984-01-09                     Washington  \n",
       "3      1984-01-09                     Washington  \n",
       "4      1984-01-09                     Washington  \n",
       "...           ...                            ...  \n",
       "10294  1982-10-06  Jacksonville State University  \n",
       "10295  1982-10-06  Jacksonville State University  \n",
       "10296  1982-10-06  Jacksonville State University  \n",
       "10297  1982-10-06  Jacksonville State University  \n",
       "10298  1982-10-06  Jacksonville State University  \n",
       "\n",
       "[10299 rows x 40 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res3 = pd.merge(res2, df_player_info, on=[\"person_id\"], how=\"left\")\n",
    "res3"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e6b2eb48-f6b6-4451-a39b-3b5bc6f128fc",
   "metadata": {},
   "source": [
    "Concatinate the data about unique and duplicate players:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "3a74a384-4261-49bd-acf0-c7622b247e0f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>dreb</th>\n",
       "      <th>...</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>name</th>\n",
       "      <th>person_id</th>\n",
       "      <th>from_year_y</th>\n",
       "      <th>to_year_y</th>\n",
       "      <th>pos</th>\n",
       "      <th>height</th>\n",
       "      <th>weight</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>college</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2551</td>\n",
       "      <td>Edgar</td>\n",
       "      <td>Jones</td>\n",
       "      <td>SAS</td>\n",
       "      <td>San Antonio Spurs</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Edgar Jones</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark</td>\n",
       "      <td>West</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>4812.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>C-F</td>\n",
       "      <td>6-10</td>\n",
       "      <td>230.0</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>Old Dominion</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1839.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-4</td>\n",
       "      <td>185.0</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>Illinois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2247</td>\n",
       "      <td>Kareem</td>\n",
       "      <td>Abdul-Jabbar</td>\n",
       "      <td>LAL</td>\n",
       "      <td>Los Angeles Lakers</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Kareem Abdul-Jabbar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1839.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-4</td>\n",
       "      <td>185.0</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>Illinois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>769584 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id first_name     last_name abbreviation           full_name   \n",
       "0            2551      Edgar         Jones          SAS   San Antonio Spurs  \\\n",
       "1             538       Mark          West          DAL    Dallas Mavericks   \n",
       "2             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "3            2247     Kareem  Abdul-Jabbar          LAL  Los Angeles Lakers   \n",
       "4             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "...           ...        ...           ...          ...                 ...   \n",
       "769579       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769580       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769581       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769582       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769583       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "\n",
       "       position  season  ast  blk  dreb  ...  to_year_x                 name   \n",
       "0          None    1984  NaN  NaN   NaN  ...     1986.0          Edgar Jones  \\\n",
       "1          None    1983  1.0  0.0   1.0  ...     2000.0            Mark West   \n",
       "2          None    1983  4.0  0.0   1.0  ...     1999.0         Derek Harper   \n",
       "3          None    1983  0.0  1.0   4.0  ...     1989.0  Kareem Abdul-Jabbar   \n",
       "4          None    1983  3.0  0.0   1.0  ...     1999.0         Derek Harper   \n",
       "...         ...     ...  ...  ...   ...  ...        ...                  ...   \n",
       "769579     None    2011  NaN  NaN   NaN  ...     2012.0       Walker Russell   \n",
       "769580     None    2011  NaN  NaN   NaN  ...     2012.0       Walker Russell   \n",
       "769581     None    2011  2.0  0.0   2.0  ...     2012.0       Walker Russell   \n",
       "769582     None    2011  5.0  0.0   2.0  ...     2012.0       Walker Russell   \n",
       "769583     None    2011  1.0  0.0   1.0  ...     2012.0       Walker Russell   \n",
       "\n",
       "        person_id  from_year_y  to_year_y  pos  height  weight  birth_date   \n",
       "0             NaN          NaN        NaN  NaN     NaN     NaN         NaT  \\\n",
       "1          4812.0       1984.0     2000.0  C-F    6-10   230.0  1960-11-05   \n",
       "2          1839.0       1984.0     1999.0    G     6-4   185.0  1961-10-13   \n",
       "3             NaN          NaN        NaN  NaN     NaN     NaN         NaT   \n",
       "4          1839.0       1984.0     1999.0    G     6-4   185.0  1961-10-13   \n",
       "...           ...          ...        ...  ...     ...     ...         ...   \n",
       "769579     3957.0       2012.0     2012.0    G     6-0   170.0  1982-10-06   \n",
       "769580     3957.0       2012.0     2012.0    G     6-0   170.0  1982-10-06   \n",
       "769581     3957.0       2012.0     2012.0    G     6-0   170.0  1982-10-06   \n",
       "769582     3957.0       2012.0     2012.0    G     6-0   170.0  1982-10-06   \n",
       "769583     3957.0       2012.0     2012.0    G     6-0   170.0  1982-10-06   \n",
       "\n",
       "                              college  \n",
       "0                                 NaN  \n",
       "1                        Old Dominion  \n",
       "2                            Illinois  \n",
       "3                                 NaN  \n",
       "4                            Illinois  \n",
       "...                               ...  \n",
       "769579  Jacksonville State University  \n",
       "769580  Jacksonville State University  \n",
       "769581  Jacksonville State University  \n",
       "769582  Jacksonville State University  \n",
       "769583  Jacksonville State University  \n",
       "\n",
       "[769584 rows x 40 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result = pd.concat([res1, res3], axis=0, ignore_index=True)\n",
    "result"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c1fe7e27-88f5-4894-bff3-c3d73ef8d4a2",
   "metadata": {},
   "source": [
    "A sample data for one player:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "3d01a3e6-f813-4d6e-be77-937e850fc3bf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "player_id                      2429\n",
       "first_name                   Dennis\n",
       "last_name                   Johnson\n",
       "abbreviation                    BOS\n",
       "full_name            Boston Celtics\n",
       "position                       None\n",
       "season                         1983\n",
       "ast                             5.0\n",
       "blk                             0.0\n",
       "dreb                            2.0\n",
       "fg3_pct                         NaN\n",
       "fg3a                            0.0\n",
       "fg3m                            0.0\n",
       "fg_pct                        0.333\n",
       "fga                             6.0\n",
       "fgm                             2.0\n",
       "ft_pct                          1.0\n",
       "fta                             2.0\n",
       "ftm                             2.0\n",
       "min                              21\n",
       "oreb                            0.0\n",
       "pf                              1.0\n",
       "pts                             6.0\n",
       "reb                             2.0\n",
       "stl                             1.0\n",
       "turnover                        1.0\n",
       "team_id                           2\n",
       "game_id                       44344\n",
       "date            1984-04-08 00:00:00\n",
       "from_year_x                  1976.0\n",
       "to_year_x                    1990.0\n",
       "name                 Dennis Johnson\n",
       "person_id                       NaN\n",
       "from_year_y                     NaN\n",
       "to_year_y                       NaN\n",
       "pos                             NaN\n",
       "height                          NaN\n",
       "weight                          NaN\n",
       "birth_date                      NaT\n",
       "college                         NaN\n",
       "Name: 5, dtype: object"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result.iloc[5]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d13ee188-4238-47a9-81ff-d06e011af00d",
   "metadata": {},
   "source": [
    "\n",
    "### Visualize data\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "87907805-2501-4797-a184-cc377a4637ad",
   "metadata": {},
   "source": [
    "Create a dataframe that includes data about every game (points and data), player name and birthdate and drop players that do not have birthdate:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "70c1dac9-556a-4cf2-8583-c3df0bc358e5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>pts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  name       date birth_date   pts\n",
       "1            Mark West 1984-04-15 1960-11-05   4.0\n",
       "2         Derek Harper 1984-04-13 1961-10-13  17.0\n",
       "4         Derek Harper 1984-04-10 1961-10-13   0.0\n",
       "8       Terry Cummings 1984-04-06 1961-03-15  32.0\n",
       "12      Terry Cummings 1984-04-01 1961-03-15  11.0\n",
       "...                ...        ...        ...   ...\n",
       "769579  Walker Russell 2012-02-28 1982-10-06   NaN\n",
       "769580  Walker Russell 2012-04-06 1982-10-06   NaN\n",
       "769581  Walker Russell 2012-02-01 1982-10-06  12.0\n",
       "769582  Walker Russell 2012-02-10 1982-10-06   2.0\n",
       "769583  Walker Russell 2012-04-09 1982-10-06   5.0\n",
       "\n",
       "[675988 rows x 4 columns]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_game_pts_age = result.dropna(subset=[\"birth_date\"])[[\"name\", \"date\", \"birth_date\", \"pts\"]]\n",
    "df_game_pts_age"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5948d3e9-e99a-4295-83b0-db3923c6c2d5",
   "metadata": {},
   "source": [
    "Replace NaN values with 0 in the pts column:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "3ccf474f-5a73-4677-94c6-23b2e2d58377",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_game_pts_age[\"pts\"] = df_game_pts_age[\"pts\"].fillna(0)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "95ac1d0f-728d-45ac-8499-8f2049d88106",
   "metadata": {},
   "source": [
    "Rename the pts column and count the age for every game and every player using birtdates and game dates:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "066fec2e-2c17-4bb7-8831-a7da44530d61",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>Points</th>\n",
       "      <th>Age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  name       date birth_date  Points  Age\n",
       "1            Mark West 1984-04-15 1960-11-05     4.0   23\n",
       "2         Derek Harper 1984-04-13 1961-10-13    17.0   23\n",
       "4         Derek Harper 1984-04-10 1961-10-13     0.0   23\n",
       "8       Terry Cummings 1984-04-06 1961-03-15    32.0   23\n",
       "12      Terry Cummings 1984-04-01 1961-03-15    11.0   23\n",
       "...                ...        ...        ...     ...  ...\n",
       "769579  Walker Russell 2012-02-28 1982-10-06     0.0   29\n",
       "769580  Walker Russell 2012-04-06 1982-10-06     0.0   30\n",
       "769581  Walker Russell 2012-02-01 1982-10-06    12.0   29\n",
       "769582  Walker Russell 2012-02-10 1982-10-06     2.0   29\n",
       "769583  Walker Russell 2012-04-09 1982-10-06     5.0   30\n",
       "\n",
       "[675988 rows x 5 columns]"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_game_pts_age.rename(columns={\"pts\": \"Points\"}, inplace=True)\n",
    "# df_game_pts_age[\"Age\"] = df_game_pts_age.apply(lambda row: int(round(((row[\"date\"] - row[\"birth_date\"]).days)/365, 0)), axis=1)\n",
    "df_game_pts_age[\"Age\"] = round(((df_game_pts_age[\"date\"] - df_game_pts_age[\"birth_date\"]).dt.days / 365), 0).astype(int)\n",
    "df_game_pts_age"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "efa13150-0a9a-489a-a085-0599e6876613",
   "metadata": {},
   "source": [
    "Group the df_game_pts_age by age:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "fc18a2dc-ca25-48cc-9dc1-bfebb4e4b110",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Age</th>\n",
       "      <th>Points</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>18</td>\n",
       "      <td>2.738806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>19</td>\n",
       "      <td>6.281237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>20</td>\n",
       "      <td>7.156145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>21</td>\n",
       "      <td>7.887201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>22</td>\n",
       "      <td>8.091597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>23</td>\n",
       "      <td>7.629343</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>24</td>\n",
       "      <td>8.187304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>25</td>\n",
       "      <td>8.858606</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>26</td>\n",
       "      <td>9.260445</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>27</td>\n",
       "      <td>9.717298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>28</td>\n",
       "      <td>9.712863</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>29</td>\n",
       "      <td>9.608548</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>30</td>\n",
       "      <td>9.222407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>31</td>\n",
       "      <td>8.579175</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>32</td>\n",
       "      <td>8.008307</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>33</td>\n",
       "      <td>8.098473</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>34</td>\n",
       "      <td>7.556182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>35</td>\n",
       "      <td>7.163074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>36</td>\n",
       "      <td>6.664176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>37</td>\n",
       "      <td>6.368117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>38</td>\n",
       "      <td>6.020454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>39</td>\n",
       "      <td>5.282572</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>40</td>\n",
       "      <td>5.728407</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>41</td>\n",
       "      <td>3.793651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>42</td>\n",
       "      <td>2.831111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>43</td>\n",
       "      <td>1.823077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>45</td>\n",
       "      <td>0.666667</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Age    Points\n",
       "0    18  2.738806\n",
       "1    19  6.281237\n",
       "2    20  7.156145\n",
       "3    21  7.887201\n",
       "4    22  8.091597\n",
       "5    23  7.629343\n",
       "6    24  8.187304\n",
       "7    25  8.858606\n",
       "8    26  9.260445\n",
       "9    27  9.717298\n",
       "10   28  9.712863\n",
       "11   29  9.608548\n",
       "12   30  9.222407\n",
       "13   31  8.579175\n",
       "14   32  8.008307\n",
       "15   33  8.098473\n",
       "16   34  7.556182\n",
       "17   35  7.163074\n",
       "18   36  6.664176\n",
       "19   37  6.368117\n",
       "20   38  6.020454\n",
       "21   39  5.282572\n",
       "22   40  5.728407\n",
       "23   41  3.793651\n",
       "24   42  2.831111\n",
       "25   43  1.823077\n",
       "26   45  0.666667"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_avg_pts_by_age = (\n",
    "    df_game_pts_age\n",
    "    .rename(columns={\"pts\": \"Points\"})[[\"Age\", \"Points\"]]\n",
    "    .groupby(\"Age\")\n",
    "    .agg({\"Points\": \"mean\"})\n",
    "    .reset_index())\n",
    "df_avg_pts_by_age"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c9da563c-1cf9-48d3-9161-6e38417485b7",
   "metadata": {},
   "source": [
    "Draw the plots:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "3e23ae64-cf7e-4ac9-9a7e-12bda7afd026",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set the same color for matplotlib that use in seaborn.\n",
    "deepblue = sns.color_palette(\"deep\")[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5b806596-2b4a-47d4-85a7-95493afb0dac",
   "metadata": {},
   "source": [
    "Plot the average basketball points by age."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "7e5ec231-af39-4cfb-89f8-28b8987f209c",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_avg_pts_by_age.plot(\n",
    "    x=\"Age\", \n",
    "    y=\"Points\",\n",
    "    figsize=(10, 4), \n",
    "    marker=\"o\", \n",
    "    linestyle=\"-\", \n",
    "    color=deepblue,\n",
    "    legend=False\n",
    ")\n",
    "plt.title(\"Average Basketball Points by Age\")\n",
    "plt.xlabel(\"Age, years\")\n",
    "plt.ylabel(\"Average Points\")\n",
    "plt.grid(True)\n",
    "plt.tight_layout()\n",
    "plt.savefig(\n",
    "    \"figures/5.1 Average Basketball Points by Age.png\", \n",
    "    dpi=300, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a7f190c9-3052-4c74-ba0a-7e9f2fbac7ba",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.1 Average Basketball Points by Age.png\" alt=\"Fig. 5.1. Average Basketball Points by Age.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.1. Average Basketball Points by Age.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3dfae416-9484-4efb-9b94-5e20723c5843",
   "metadata": {},
   "source": [
    "Visualize the average basketball points by age along with confidence intervals:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "c53a462f-7979-4934-828c-415f6eef0f78",
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(10, 6))\n",
    "sns.barplot(\n",
    "    x=\"Age\", \n",
    "    y=\"Points\", \n",
    "    data=df_game_pts_age, \n",
    "    errorbar=(\"ci\", 95), \n",
    "    color=deepblue\n",
    ") \n",
    "plt.title(\"Average Basketball Points by Age with Confidence Intervals\")\n",
    "plt.xlabel(\"Age, years\")\n",
    "plt.xticks(rotation=0)\n",
    "plt.ylabel(\"Average Points\")\n",
    "plt.grid(axis=\"y\")\n",
    "plt.tight_layout()\n",
    "plt.savefig(\n",
    "    \"figures/5.2 Average Basketball Points by Age with Confidence Intervals.png\", \n",
    "    dpi=300, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1a5f9229-8205-461b-ab1b-143f33b1465f",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.2 Average Basketball Points by Age with Confidence Intervals.png\" alt=\"Fig. 5.2. Average Basketball Points by Age with Confidence Intervals.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.2. Average Basketball Points by Age with Confidence Intervals.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "954ead01-ad53-433b-88be-913a92377ecc",
   "metadata": {},
   "source": [
    "Create the plot: Average basketball points by age group with confidence intervals:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "84a67572-c42f-4fae-b0f6-30417ebfbc25",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Create bins\n",
    "bins = [18, 21, 26, 31, 36, 41, 46]\n",
    "labels = [\"18-20\", \"21-25\", \"26-30\", \"31-35\", \"36-40\", \"41-45\"]\n",
    "df_game_pts_age[\"AgeBin\"] = pd.cut(\n",
    "    df_game_pts_age[\"Age\"], \n",
    "    bins=bins, \n",
    "    labels=labels,\n",
    "    right=False\n",
    ")\n",
    "# Create binned data\n",
    "binned_data = df_game_pts_age[[\"Age\", \"Points\", \"AgeBin\"]].groupby(\"AgeBin\").mean()\n",
    "# Plot\n",
    "plt.figure(figsize=(10, 6))\n",
    "sns.barplot(x=\"AgeBin\", y=\"Points\", data=df_game_pts_age, errorbar=(\"ci\", 95), palette=\"deep\") \n",
    "plt.title(\"Average Basketball Points by Age Group with Confidence Intervals\")\n",
    "plt.xlabel(\"Age Group, years\")\n",
    "plt.xticks(rotation=0)\n",
    "plt.ylabel(\"Average Points\")\n",
    "plt.grid(True, axis=\"y\")\n",
    "plt.tight_layout()\n",
    "plt.savefig(\n",
    "    \"figures/5.3 Average Basketball Points by Age Group with Confidence Intervals.png\", \n",
    "    dpi=300, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5d9375c2-fac8-4f66-9824-ed9771c1ddb3",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.3 Average Basketball Points by Age Group with Confidence Intervals.png\" alt=\"Fig. 5.3. Average Basketball Points by Age Group with Confidence Intervals.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.3. Average Basketball Points by Age Group with Confidence Intervals.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "55d000e2-99c7-4ac0-8a61-3e1b2e5efd04",
   "metadata": {},
   "source": [
    "Creatу a visualization to display the distribution of basketball points across different age groups using a box plot:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "9707c46d-3992-4c96-b6dd-9c275f248283",
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(12, 6))\n",
    "sns.boxplot(x=\"AgeBin\", y=\"Points\", data=df_game_pts_age, palette=\"deep\")\n",
    "plt.title(\"Box Plot of Points by Age Group\")\n",
    "plt.xlabel(\"Age Group, years\")\n",
    "plt.grid(True, axis=\"y\")\n",
    "plt.savefig(\n",
    "    \"figures/5.4 Box Plot of Points by Age Group.png\", \n",
    "    dpi=300, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "63cebbcc-7e57-4e84-9fd3-71004ff0e5d3",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.4 Box Plot of Points by Age Group.png\" alt=\"Fig. 5.4. Box Plot of Points by Age Group.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.4. Box Plot of Points by Age Group.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "10961a8e-fc72-473b-b21a-9044dd3e9773",
   "metadata": {},
   "source": [
    "Create a visualization to display the distribution and density of basketball points across different age groups using a violin plot:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "93dc35e7-001d-427d-ad1e-8add1dff4de1",
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(12, 6))\n",
    "sns.violinplot(x=\"AgeBin\", y=\"Points\", data=df_game_pts_age, inner=\"box\", palette=\"deep\")\n",
    "plt.title(\"Violin Plot of Points by Age Group\")\n",
    "plt.xlabel(\"Age Group, years\")\n",
    "plt.grid(True, axis=\"y\")\n",
    "plt.savefig(\n",
    "    \"figures/5.5 Violin Plot of Points by Age Group.png\", \n",
    "    dpi=300, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7d144e8b-5339-4cad-80e0-30199050a9fb",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.5 Violin Plot of Points by Age Group.png\" alt=\"Fig. 5.5. Violin Plot of Points by Age Group.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.5. Violin Plot of Points by Age Group.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "02453128-52dd-42fc-a2d5-84d6f4b63274",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_game_pts_age.drop(\"AgeBin\", axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3d0f64c4-0cb5-46ad-a55a-8cdab42ad4f7",
   "metadata": {},
   "source": [
    "T-test for some groups:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "fb5b9a17-ee68-4744-bc94-2794fdf64d7d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3744       8.0\n",
       "3758      12.0\n",
       "3798      28.0\n",
       "3816       9.0\n",
       "3842      28.0\n",
       "          ... \n",
       "769376     0.0\n",
       "769378     0.0\n",
       "769384     3.0\n",
       "769389     0.0\n",
       "769397     0.0\n",
       "Name: Points, Length: 56059, dtype: float64"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "group1 = df_game_pts_age[df_game_pts_age[\"Age\"] == 27][\"Points\"]\n",
    "group1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "cdf9427b-243c-4041-bad0-80c260bf80c9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5538       0.0\n",
       "5565       0.0\n",
       "12739      4.0\n",
       "12800     19.0\n",
       "12836     14.0\n",
       "          ... \n",
       "769220     0.0\n",
       "769221     4.0\n",
       "769222    11.0\n",
       "769223     4.0\n",
       "769224     0.0\n",
       "Name: Points, Length: 29612, dtype: float64"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# group2 = df_game_pts_age[df_game_pts_age[\"Age\"] == 28][\"Points\"]\n",
    "group2 = df_game_pts_age[df_game_pts_age[\"Age\"] == 32][\"Points\"]\n",
    "group2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "1ccc6712-2419-4de2-bb46-78e885b2a01a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(28.015472361098844, 6.314107470150504e-172)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t_stat, p_value = ttest_ind(group1, group2)\n",
    "t_stat, p_value"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "1b70e406-6e30-4ea5-8ae3-67123fa31f25",
   "metadata": {},
   "outputs": [],
   "source": [
    "group2 = df_game_pts_age[df_game_pts_age[\"Age\"] == 28][\"Points\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "4da03251-bff7-4fee-9831-256c549e946e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0.08273017007016818, 0.9340662496439216)"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t_stat, p_value = ttest_ind(group1, group2)\n",
    "t_stat, p_value"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bd5ec90d-0479-47e7-a3aa-56ba2137b868",
   "metadata": {},
   "source": [
    "Describe the result of t-test briefly."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "adc03d96-d91a-46cc-962f-5f7fb9f2a19e",
   "metadata": {},
   "source": [
    "Generate a scatter plot to visualize the relationship between basketball points and the age of the players:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "7cc8cd46-0ae2-4398-bb00-3db72a40c0a5",
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(10, 8))\n",
    "sns.scatterplot(data=df_game_pts_age, x=\"Age\", y=\"Points\", alpha=0.5, edgecolor=None, s=5)\n",
    "plt.title(\"Scatter plot of Points by Age\")\n",
    "plt.xlabel(\"Age, years\")\n",
    "plt.ylabel(\"Points\")\n",
    "plt.grid(True)\n",
    "plt.tight_layout()\n",
    "plt.savefig(\n",
    "    \"figures/5.6 Scatter plot of Points by Age.png\", \n",
    "    dpi=300, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "51141d7c-e9d4-4bf9-814f-7a93caff2c7f",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.6 Scatter plot of Points by Age.png\" alt=\"Fig. 5.6. Scatter plot of Points by Age.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.6. Scatter plot of Points by Age.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "38f58d7f-5689-4dfa-816a-db7834da2e5e",
   "metadata": {},
   "source": [
    "Players that score more than 60 points:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "beca0891-5f7d-4496-a227-b41f0d0e57a6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>Points</th>\n",
       "      <th>Age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>52985</th>\n",
       "      <td>Kobe Bryant</td>\n",
       "      <td>2005-12-20</td>\n",
       "      <td>1978-08-23</td>\n",
       "      <td>62.0</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55301</th>\n",
       "      <td>Kobe Bryant</td>\n",
       "      <td>2006-01-22</td>\n",
       "      <td>1978-08-23</td>\n",
       "      <td>81.0</td>\n",
       "      <td>27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64364</th>\n",
       "      <td>Kobe Bryant</td>\n",
       "      <td>2009-02-02</td>\n",
       "      <td>1978-08-23</td>\n",
       "      <td>61.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81241</th>\n",
       "      <td>James Harden</td>\n",
       "      <td>2019-01-23</td>\n",
       "      <td>1989-08-26</td>\n",
       "      <td>61.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81557</th>\n",
       "      <td>James Harden</td>\n",
       "      <td>2019-03-22</td>\n",
       "      <td>1989-08-26</td>\n",
       "      <td>61.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145993</th>\n",
       "      <td>Tracy McGrady</td>\n",
       "      <td>2004-03-10</td>\n",
       "      <td>1979-05-24</td>\n",
       "      <td>62.0</td>\n",
       "      <td>25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217365</th>\n",
       "      <td>David Robinson</td>\n",
       "      <td>1994-04-24</td>\n",
       "      <td>1965-08-06</td>\n",
       "      <td>71.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356854</th>\n",
       "      <td>Stephen Curry</td>\n",
       "      <td>2021-01-03</td>\n",
       "      <td>1988-03-14</td>\n",
       "      <td>62.0</td>\n",
       "      <td>33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424641</th>\n",
       "      <td>Damian Lillard</td>\n",
       "      <td>2020-08-11</td>\n",
       "      <td>1990-07-15</td>\n",
       "      <td>61.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424686</th>\n",
       "      <td>Damian Lillard</td>\n",
       "      <td>2020-01-20</td>\n",
       "      <td>1990-07-15</td>\n",
       "      <td>61.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>468070</th>\n",
       "      <td>Shaquille O'Neal</td>\n",
       "      <td>2000-03-06</td>\n",
       "      <td>1972-03-06</td>\n",
       "      <td>61.0</td>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>487649</th>\n",
       "      <td>Donovan Mitchell</td>\n",
       "      <td>2023-01-02</td>\n",
       "      <td>1996-09-07</td>\n",
       "      <td>71.0</td>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>626228</th>\n",
       "      <td>Michael Jordan</td>\n",
       "      <td>1986-04-20</td>\n",
       "      <td>1963-02-17</td>\n",
       "      <td>63.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>627707</th>\n",
       "      <td>Michael Jordan</td>\n",
       "      <td>1993-01-16</td>\n",
       "      <td>1963-02-17</td>\n",
       "      <td>64.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                    name       date birth_date  Points  Age\n",
       "52985        Kobe Bryant 2005-12-20 1978-08-23    62.0   27\n",
       "55301        Kobe Bryant 2006-01-22 1978-08-23    81.0   27\n",
       "64364        Kobe Bryant 2009-02-02 1978-08-23    61.0   30\n",
       "81241       James Harden 2019-01-23 1989-08-26    61.0   29\n",
       "81557       James Harden 2019-03-22 1989-08-26    61.0   30\n",
       "145993     Tracy McGrady 2004-03-10 1979-05-24    62.0   25\n",
       "217365    David Robinson 1994-04-24 1965-08-06    71.0   29\n",
       "356854     Stephen Curry 2021-01-03 1988-03-14    62.0   33\n",
       "424641    Damian Lillard 2020-08-11 1990-07-15    61.0   30\n",
       "424686    Damian Lillard 2020-01-20 1990-07-15    61.0   30\n",
       "468070  Shaquille O'Neal 2000-03-06 1972-03-06    61.0   28\n",
       "487649  Donovan Mitchell 2023-01-02 1996-09-07    71.0   26\n",
       "626228    Michael Jordan 1986-04-20 1963-02-17    63.0   23\n",
       "627707    Michael Jordan 1993-01-16 1963-02-17    64.0   30"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_game_pts_age[df_game_pts_age[\"Points\"] > 60]"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "95c0e6e6-5a3b-48c0-94b3-b35177085218",
   "metadata": {},
   "source": [
    "Create a heatmap of the average season points scored by basketball players who have played for more than 15 years:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "9c07be50-b633-4304-b7a9-e6bbfc560618",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>pts</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id            name       date birth_date   pts  from_year_x   \n",
       "1             538       Mark West 1984-04-15 1960-11-05   4.0       1983.0  \\\n",
       "2             574    Derek Harper 1984-04-13 1961-10-13  17.0       1983.0   \n",
       "4             574    Derek Harper 1984-04-10 1961-10-13   0.0       1983.0   \n",
       "8            2987  Terry Cummings 1984-04-06 1961-03-15  32.0       1982.0   \n",
       "12           2987  Terry Cummings 1984-04-01 1961-03-15  11.0       1982.0   \n",
       "...           ...             ...        ...        ...   ...          ...   \n",
       "769579       1967  Walker Russell 2012-02-28 1982-10-06   NaN       2012.0   \n",
       "769580       1967  Walker Russell 2012-04-06 1982-10-06   NaN       2012.0   \n",
       "769581       1967  Walker Russell 2012-02-01 1982-10-06  12.0       2012.0   \n",
       "769582       1967  Walker Russell 2012-02-10 1982-10-06   2.0       2012.0   \n",
       "769583       1967  Walker Russell 2012-04-09 1982-10-06   5.0       2012.0   \n",
       "\n",
       "        to_year_x  \n",
       "1          2000.0  \n",
       "2          1999.0  \n",
       "4          1999.0  \n",
       "8          2000.0  \n",
       "12         2000.0  \n",
       "...           ...  \n",
       "769579     2012.0  \n",
       "769580     2012.0  \n",
       "769581     2012.0  \n",
       "769582     2012.0  \n",
       "769583     2012.0  \n",
       "\n",
       "[675988 rows x 7 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hm = result.dropna(subset=[\"birth_date\"])[[\"player_id\", \"name\", \"date\", \"birth_date\", \"pts\", \"from_year_x\", \"to_year_x\"]]\n",
    "df_hm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "1441e4d1-fe55-4379-bec0-725dd20bc528",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>pts</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id            name       date birth_date   pts  from_year_x   \n",
       "1             538       Mark West 1984-04-15 1960-11-05   4.0       1983.0  \\\n",
       "2             574    Derek Harper 1984-04-13 1961-10-13  17.0       1983.0   \n",
       "4             574    Derek Harper 1984-04-10 1961-10-13   0.0       1983.0   \n",
       "8            2987  Terry Cummings 1984-04-06 1961-03-15  32.0       1982.0   \n",
       "12           2987  Terry Cummings 1984-04-01 1961-03-15  11.0       1982.0   \n",
       "...           ...             ...        ...        ...   ...          ...   \n",
       "769579       1967  Walker Russell 2012-02-28 1982-10-06   0.0       2012.0   \n",
       "769580       1967  Walker Russell 2012-04-06 1982-10-06   0.0       2012.0   \n",
       "769581       1967  Walker Russell 2012-02-01 1982-10-06  12.0       2012.0   \n",
       "769582       1967  Walker Russell 2012-02-10 1982-10-06   2.0       2012.0   \n",
       "769583       1967  Walker Russell 2012-04-09 1982-10-06   5.0       2012.0   \n",
       "\n",
       "        to_year_x  \n",
       "1          2000.0  \n",
       "2          1999.0  \n",
       "4          1999.0  \n",
       "8          2000.0  \n",
       "12         2000.0  \n",
       "...           ...  \n",
       "769579     2012.0  \n",
       "769580     2012.0  \n",
       "769581     2012.0  \n",
       "769582     2012.0  \n",
       "769583     2012.0  \n",
       "\n",
       "[675988 rows x 7 columns]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hm[\"pts\"] = df_hm[\"pts\"].fillna(0)\n",
    "df_hm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "ae26df5b-87c3-4acb-a92b-abeeb2352ed5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>pts</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>Age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id            name       date birth_date   pts  from_year_x   \n",
       "1             538       Mark West 1984-04-15 1960-11-05   4.0       1983.0  \\\n",
       "2             574    Derek Harper 1984-04-13 1961-10-13  17.0       1983.0   \n",
       "4             574    Derek Harper 1984-04-10 1961-10-13   0.0       1983.0   \n",
       "8            2987  Terry Cummings 1984-04-06 1961-03-15  32.0       1982.0   \n",
       "12           2987  Terry Cummings 1984-04-01 1961-03-15  11.0       1982.0   \n",
       "...           ...             ...        ...        ...   ...          ...   \n",
       "769579       1967  Walker Russell 2012-02-28 1982-10-06   0.0       2012.0   \n",
       "769580       1967  Walker Russell 2012-04-06 1982-10-06   0.0       2012.0   \n",
       "769581       1967  Walker Russell 2012-02-01 1982-10-06  12.0       2012.0   \n",
       "769582       1967  Walker Russell 2012-02-10 1982-10-06   2.0       2012.0   \n",
       "769583       1967  Walker Russell 2012-04-09 1982-10-06   5.0       2012.0   \n",
       "\n",
       "        to_year_x  Age  \n",
       "1          2000.0   23  \n",
       "2          1999.0   23  \n",
       "4          1999.0   23  \n",
       "8          2000.0   23  \n",
       "12         2000.0   23  \n",
       "...           ...  ...  \n",
       "769579     2012.0   29  \n",
       "769580     2012.0   30  \n",
       "769581     2012.0   29  \n",
       "769582     2012.0   29  \n",
       "769583     2012.0   30  \n",
       "\n",
       "[675988 rows x 8 columns]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# df_game_pts_age.apply(lambda row: int(round(((row[\"date\"] - row[\"birth_date\"]).days)/365, 0)), axis=1)\n",
    "\n",
    "df_hm[\"Age\"] = round(((df_hm[\"date\"] - df_hm[\"birth_date\"]).dt.days / 365), 0).astype(int)\n",
    "df_hm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "a2a7693d-dc0d-46bf-9024-b57e88280af3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>pts</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>Age</th>\n",
       "      <th>Exp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>23</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>23</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>29</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>30</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>29</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>29</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>30</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id            name       date birth_date   pts  from_year_x   \n",
       "1             538       Mark West 1984-04-15 1960-11-05   4.0       1983.0  \\\n",
       "2             574    Derek Harper 1984-04-13 1961-10-13  17.0       1983.0   \n",
       "4             574    Derek Harper 1984-04-10 1961-10-13   0.0       1983.0   \n",
       "8            2987  Terry Cummings 1984-04-06 1961-03-15  32.0       1982.0   \n",
       "12           2987  Terry Cummings 1984-04-01 1961-03-15  11.0       1982.0   \n",
       "...           ...             ...        ...        ...   ...          ...   \n",
       "769579       1967  Walker Russell 2012-02-28 1982-10-06   0.0       2012.0   \n",
       "769580       1967  Walker Russell 2012-04-06 1982-10-06   0.0       2012.0   \n",
       "769581       1967  Walker Russell 2012-02-01 1982-10-06  12.0       2012.0   \n",
       "769582       1967  Walker Russell 2012-02-10 1982-10-06   2.0       2012.0   \n",
       "769583       1967  Walker Russell 2012-04-09 1982-10-06   5.0       2012.0   \n",
       "\n",
       "        to_year_x  Age   Exp  \n",
       "1          2000.0   23  17.0  \n",
       "2          1999.0   23  16.0  \n",
       "4          1999.0   23  16.0  \n",
       "8          2000.0   23  18.0  \n",
       "12         2000.0   23  18.0  \n",
       "...           ...  ...   ...  \n",
       "769579     2012.0   29   0.0  \n",
       "769580     2012.0   30   0.0  \n",
       "769581     2012.0   29   0.0  \n",
       "769582     2012.0   29   0.0  \n",
       "769583     2012.0   30   0.0  \n",
       "\n",
       "[675988 rows x 9 columns]"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hm[\"Exp\"] = df_hm[\"to_year_x\"] - df_hm[\"from_year_x\"].astype(int)\n",
    "df_hm"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "12a33b6e-ce71-413f-942b-16cf72b4b9f8",
   "metadata": {},
   "source": [
    "Player with more than 15 year experince:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "5c27b08d-c33b-4a84-885d-5920da987035",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hm = df_hm[df_hm[\"Exp\"] > 15]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "3facbbb7-d012-49f4-bea1-170bb412a854",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>pts</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>Age</th>\n",
       "      <th>Exp</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>23</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>23</td>\n",
       "      <td>16.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2987</td>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>1982.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>23</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94961</th>\n",
       "      <td>2964</td>\n",
       "      <td>Patrick Ewing</td>\n",
       "      <td>2002-01-09</td>\n",
       "      <td>1962-08-05</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>39</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94962</th>\n",
       "      <td>2964</td>\n",
       "      <td>Patrick Ewing</td>\n",
       "      <td>2001-11-21</td>\n",
       "      <td>1962-08-05</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>39</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94963</th>\n",
       "      <td>2964</td>\n",
       "      <td>Patrick Ewing</td>\n",
       "      <td>2001-12-13</td>\n",
       "      <td>1962-08-05</td>\n",
       "      <td>14.0</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>39</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94964</th>\n",
       "      <td>2964</td>\n",
       "      <td>Patrick Ewing</td>\n",
       "      <td>2002-04-12</td>\n",
       "      <td>1962-08-05</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>40</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94965</th>\n",
       "      <td>2964</td>\n",
       "      <td>Patrick Ewing</td>\n",
       "      <td>2001-12-22</td>\n",
       "      <td>1962-08-05</td>\n",
       "      <td>16.0</td>\n",
       "      <td>1985.0</td>\n",
       "      <td>2002.0</td>\n",
       "      <td>39</td>\n",
       "      <td>17.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>94966 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       player_id            name       date birth_date   pts  from_year_x   \n",
       "0            538       Mark West 1984-04-15 1960-11-05   4.0       1983.0  \\\n",
       "1            574    Derek Harper 1984-04-13 1961-10-13  17.0       1983.0   \n",
       "2            574    Derek Harper 1984-04-10 1961-10-13   0.0       1983.0   \n",
       "3           2987  Terry Cummings 1984-04-06 1961-03-15  32.0       1982.0   \n",
       "4           2987  Terry Cummings 1984-04-01 1961-03-15  11.0       1982.0   \n",
       "...          ...             ...        ...        ...   ...          ...   \n",
       "94961       2964   Patrick Ewing 2002-01-09 1962-08-05   0.0       1985.0   \n",
       "94962       2964   Patrick Ewing 2001-11-21 1962-08-05   0.0       1985.0   \n",
       "94963       2964   Patrick Ewing 2001-12-13 1962-08-05  14.0       1985.0   \n",
       "94964       2964   Patrick Ewing 2002-04-12 1962-08-05   8.0       1985.0   \n",
       "94965       2964   Patrick Ewing 2001-12-22 1962-08-05  16.0       1985.0   \n",
       "\n",
       "       to_year_x  Age   Exp  \n",
       "0         2000.0   23  17.0  \n",
       "1         1999.0   23  16.0  \n",
       "2         1999.0   23  16.0  \n",
       "3         2000.0   23  18.0  \n",
       "4         2000.0   23  18.0  \n",
       "...          ...  ...   ...  \n",
       "94961     2002.0   39  17.0  \n",
       "94962     2002.0   39  17.0  \n",
       "94963     2002.0   39  17.0  \n",
       "94964     2002.0   40  17.0  \n",
       "94965     2002.0   39  17.0  \n",
       "\n",
       "[94966 rows x 9 columns]"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hm.reset_index(drop=True, inplace=True)\n",
    "df_hm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "b3784f51-5055-44d8-bdc2-52814a7036ae",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>Age</th>\n",
       "      <th>pts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A.C. Green</td>\n",
       "      <td>22</td>\n",
       "      <td>6.893617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>A.C. Green</td>\n",
       "      <td>23</td>\n",
       "      <td>9.034483</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A.C. Green</td>\n",
       "      <td>24</td>\n",
       "      <td>12.015625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A.C. Green</td>\n",
       "      <td>25</td>\n",
       "      <td>11.594203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A.C. Green</td>\n",
       "      <td>26</td>\n",
       "      <td>12.869565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1853</th>\n",
       "      <td>Zaza Pachulia</td>\n",
       "      <td>31</td>\n",
       "      <td>7.457627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1854</th>\n",
       "      <td>Zaza Pachulia</td>\n",
       "      <td>32</td>\n",
       "      <td>8.220339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1855</th>\n",
       "      <td>Zaza Pachulia</td>\n",
       "      <td>33</td>\n",
       "      <td>6.413043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1856</th>\n",
       "      <td>Zaza Pachulia</td>\n",
       "      <td>34</td>\n",
       "      <td>4.034884</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1857</th>\n",
       "      <td>Zaza Pachulia</td>\n",
       "      <td>35</td>\n",
       "      <td>3.290909</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1858 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               name  Age        pts\n",
       "0        A.C. Green   22   6.893617\n",
       "1        A.C. Green   23   9.034483\n",
       "2        A.C. Green   24  12.015625\n",
       "3        A.C. Green   25  11.594203\n",
       "4        A.C. Green   26  12.869565\n",
       "...             ...  ...        ...\n",
       "1853  Zaza Pachulia   31   7.457627\n",
       "1854  Zaza Pachulia   32   8.220339\n",
       "1855  Zaza Pachulia   33   6.413043\n",
       "1856  Zaza Pachulia   34   4.034884\n",
       "1857  Zaza Pachulia   35   3.290909\n",
       "\n",
       "[1858 rows x 3 columns]"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_hm = df_hm[[\"name\", \"Age\", \"pts\" ]].groupby([\"name\", \"Age\"]).agg({\"pts\": \"mean\"}).reset_index()\n",
    "df_hm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "1508befb-eea3-494a-a6ff-0f777b92e36d",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_hm = df_hm.pivot(index=\"name\", columns=\"Age\", values=\"pts\").fillna(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "9694e8ce-b602-4876-9dc7-33828a5c024d",
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(16, 20))\n",
    "sns.heatmap(df_hm, cmap=\"coolwarm\", annot=True)\n",
    "plt.title(\"Average Season Points Heatmap by Age for Careers Over 15 Years\")\n",
    "plt.xlabel(\"Age, years\")\n",
    "plt.ylabel(\"Player name\")\n",
    "plt.tight_layout()\n",
    "plt.savefig(\n",
    "    \"figures/5.7 Average Season Points Heatmap by Age for Careers Over 15 Years.png\", \n",
    "    dpi=600, \n",
    "    bbox_inches=\"tight\"\n",
    ")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4aeb696c-557e-4a89-8b74-7e451ac91121",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.7 Average Season Points Heatmap by Age for Careers Over 15 Years.png\" alt=\"Fig. 5.7. Average Season Points Heatmap by Age for Careers Over 15 Years.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.7. Average Season Points Heatmap by Age for Careers Over 15 Years.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "864fd297-5f18-4a3b-b103-595a9e48048a",
   "metadata": {},
   "source": [
    "### Conclusions"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cf04c83b-917a-47b5-8845-f85c035308df",
   "metadata": {},
   "source": [
    "Conclusions based on Fig. 5.1-5.7:\n",
    "\n",
    "- The average points scored tend to increase from ages 18 to 27-29.\n",
    "- Ages 27-29 represent the prime for most players.\n",
    "- The average points scored tend to decrease from ages 30 to 45.\n",
    "- The 26-30 age range is the most productive period for most players.\n",
    "- Great athletes with long careers exhibit a similar tendency."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c9814883-cc5a-4df2-89e6-5c52d2b10bfc",
   "metadata": {},
   "source": [
    "### Simple Linear Regression"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "bcc00664-54d7-4f58-8bec-965143895e9c",
   "metadata": {},
   "source": [
    "We can use regression to predict the points scored by age. However, this might be a somewhat naive approach. It's more straightforward to refer to Fig. 5.1 or 5.2 and determine the average points for any age. Also, given the relatively small amount of examples, it might not be ideal for machine learning. Nevertheless, we can apply linear and polynomial regression for visualization purposes only."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "37a64c33-475f-4830-8eb3-801f7539bc59",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Prepare the data.\n",
    "x = df_avg_pts_by_age[\"Age\"].values.reshape(-1, 1)\n",
    "y = df_avg_pts_by_age[\"Points\"]\n",
    "# Create and fit the model.\n",
    "model = LinearRegression()\n",
    "model.fit(x, y)\n",
    "# Add the predicted column to df.\n",
    "df_avg_pts_by_age[\"Predicted\"] = model.predict(x)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "34fce42d-30fe-4400-bb6e-30cea1c58888",
   "metadata": {},
   "source": [
    "Plot the data and regression line:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "id": "daf8df22-6efa-4935-8365-b2df4751f866",
   "metadata": {},
   "outputs": [],
   "source": [
    "plt.figure(figsize=(10, 6))\n",
    "plt.scatter(df_avg_pts_by_age[\"Age\"], df_avg_pts_by_age[\"Points\"], label=\"Actual Points\", color=\"blue\")\n",
    "plt.plot(df_avg_pts_by_age[\"Age\"], df_avg_pts_by_age[\"Predicted\"], label=\"Regression Line\", color=\"red\")\n",
    "plt.title(\"Average Basketball Points by Age with Regression Line\")\n",
    "plt.xlabel(\"Age, years\")\n",
    "plt.ylabel(\"Average Points\")\n",
    "plt.legend()\n",
    "plt.grid(True)\n",
    "plt.savefig(\n",
    "    \"figures/5.8 Average Basketball Points by Age with Regression Line.png\", \n",
    "    dpi=600, \n",
    "    bbox_inches=\"tight\")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1a9cf117-7946-480b-88a0-bf392dfcfb19",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.8 Average Basketball Points by Age with Regression Line.png\" alt=\"Fig. 5.8. Average Basketball Points by Age with Regression Line.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.8. Average Basketball Points by Age with Regression Line.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f1c961f4-d862-4da1-a6a2-6655abc1ee26",
   "metadata": {},
   "source": [
    "From the visualization, we can see that the regression line provides a general trend of the average points scored by players as they age. But we have a non-linear relationship between points and age, so linear regression works poorly."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c334b683-294b-4401-9900-5a0d68fc9621",
   "metadata": {},
   "source": [
    "### Polynomial regression"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6af3772f-b221-4ca0-8508-07cd251c7156",
   "metadata": {},
   "source": [
    "Define the polynomial regression model (2nd degree polynomial)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e06af918-55af-478c-83b3-2386f97b7bb8",
   "metadata": {},
   "source": [
    "Create the model and  plot the data and regression curves:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "id": "3de828de-c7d6-4d75-8ab5-eaf4fbf9e741",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Prepare the data.\n",
    "x = df_avg_pts_by_age[\"Age\"].values.reshape(-1, 1)\n",
    "y = df_avg_pts_by_age[\"Points\"]\n",
    "# Prepare fig\n",
    "plt.figure(figsize=(10, 6))\n",
    "# Create and fit the model using different degrees and colors.\n",
    "deg_clrs = [(2, \"red\"), (5, \"orange\"), (7, \"green\")]\n",
    "for deg_clr in deg_clrs:\n",
    "    model = make_pipeline(PolynomialFeatures(deg_clr[0]), LinearRegression())\n",
    "    model.fit(x, y)\n",
    "    # Add the predicted column to df.\n",
    "    df_avg_pts_by_age[f\"{deg_clr[0]}_degree\"] = model.predict(x)\n",
    "    plt.plot(\n",
    "        df_avg_pts_by_age[\"Age\"], \n",
    "        df_avg_pts_by_age[f\"{deg_clr[0]}_degree\"], \n",
    "        color=deg_clr[1], \n",
    "        label=f'{deg_clr[0]} Degree Polynomial Regression'\n",
    "    ) \n",
    "plt.scatter(df_avg_pts_by_age[\"Age\"], df_avg_pts_by_age[\"Points\"], color=\"blue\", label=\"Actual Data\")      \n",
    "plt.title(\"Average Points by Age with Polynomial Regression Fit\")\n",
    "plt.xlabel(\"Age, years\")\n",
    "plt.ylabel(\"Average Points\")\n",
    "plt.legend()\n",
    "plt.grid(True)\n",
    "plt.savefig(\n",
    "    \"figures/5.9 Average Points by Age with Polynomial Regression Fit.png\", \n",
    "    dpi=600, \n",
    "    bbox_inches=\"tight\"\n",
    ")\n",
    "plt.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "dcda5748-1bb1-47b9-83a7-a6e5c9dd337c",
   "metadata": {},
   "source": [
    "<div>\n",
    "    <img src=\"figures/5.9 Average Points by Age with Polynomial Regression Fit.png\" alt=\"Fig. 5.9. Average Points by Age with Polynomial Regression Fit.\" style=\"display: block; margin: 0 auto;\">\n",
    "    <p style=\"text-align: center;\">Fig. 5.9. Average Points by Age with Polynomial Regression Fit.</p>\n",
    "</div>"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6e03e060-093c-4185-bf80-7e18b1d7cfcb",
   "metadata": {},
   "source": [
    "From this visualization, we can see that the polynomial regression fits much better than simple regression. At the same time, we can see overfitting when the polynomial degree is too high."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "id": "794a4083-40cf-4425-9025-03beb34e9584",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>date</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>Points</th>\n",
       "      <th>Age</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Mark West</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>4.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>17.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-06</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>32.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>Terry Cummings</td>\n",
       "      <td>1984-04-01</td>\n",
       "      <td>1961-03-15</td>\n",
       "      <td>11.0</td>\n",
       "      <td>23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>12.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>2.0</td>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>5.0</td>\n",
       "      <td>30</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>675988 rows × 5 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                  name       date birth_date  Points  Age\n",
       "1            Mark West 1984-04-15 1960-11-05     4.0   23\n",
       "2         Derek Harper 1984-04-13 1961-10-13    17.0   23\n",
       "4         Derek Harper 1984-04-10 1961-10-13     0.0   23\n",
       "8       Terry Cummings 1984-04-06 1961-03-15    32.0   23\n",
       "12      Terry Cummings 1984-04-01 1961-03-15    11.0   23\n",
       "...                ...        ...        ...     ...  ...\n",
       "769579  Walker Russell 2012-02-28 1982-10-06     0.0   29\n",
       "769580  Walker Russell 2012-04-06 1982-10-06     0.0   30\n",
       "769581  Walker Russell 2012-02-01 1982-10-06    12.0   29\n",
       "769582  Walker Russell 2012-02-10 1982-10-06     2.0   29\n",
       "769583  Walker Russell 2012-04-09 1982-10-06     5.0   30\n",
       "\n",
       "[675988 rows x 5 columns]"
      ]
     },
     "execution_count": 127,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_game_pts_age"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "id": "854a5877-b737-4e10-87c2-2f4ac5365045",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>player_id</th>\n",
       "      <th>first_name</th>\n",
       "      <th>last_name</th>\n",
       "      <th>abbreviation</th>\n",
       "      <th>full_name</th>\n",
       "      <th>position</th>\n",
       "      <th>season</th>\n",
       "      <th>ast</th>\n",
       "      <th>blk</th>\n",
       "      <th>dreb</th>\n",
       "      <th>fg3_pct</th>\n",
       "      <th>fg3a</th>\n",
       "      <th>fg3m</th>\n",
       "      <th>fg_pct</th>\n",
       "      <th>fga</th>\n",
       "      <th>fgm</th>\n",
       "      <th>ft_pct</th>\n",
       "      <th>fta</th>\n",
       "      <th>ftm</th>\n",
       "      <th>min</th>\n",
       "      <th>oreb</th>\n",
       "      <th>pf</th>\n",
       "      <th>pts</th>\n",
       "      <th>reb</th>\n",
       "      <th>stl</th>\n",
       "      <th>turnover</th>\n",
       "      <th>team_id</th>\n",
       "      <th>game_id</th>\n",
       "      <th>date</th>\n",
       "      <th>from_year_x</th>\n",
       "      <th>to_year_x</th>\n",
       "      <th>name</th>\n",
       "      <th>person_id</th>\n",
       "      <th>from_year_y</th>\n",
       "      <th>to_year_y</th>\n",
       "      <th>pos</th>\n",
       "      <th>height</th>\n",
       "      <th>weight</th>\n",
       "      <th>birth_date</th>\n",
       "      <th>college</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2551</td>\n",
       "      <td>Edgar</td>\n",
       "      <td>Jones</td>\n",
       "      <td>SAS</td>\n",
       "      <td>San Antonio Spurs</td>\n",
       "      <td>None</td>\n",
       "      <td>1984</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.500</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>27</td>\n",
       "      <td>42232</td>\n",
       "      <td>1984-12-14</td>\n",
       "      <td>1980.0</td>\n",
       "      <td>1986.0</td>\n",
       "      <td>Edgar Jones</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>538</td>\n",
       "      <td>Mark</td>\n",
       "      <td>West</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>19</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>7</td>\n",
       "      <td>42212</td>\n",
       "      <td>1984-04-15</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>Mark West</td>\n",
       "      <td>4812.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>C-F</td>\n",
       "      <td>6-10</td>\n",
       "      <td>230.0</td>\n",
       "      <td>1960-11-05</td>\n",
       "      <td>Old Dominion</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.700</td>\n",
       "      <td>10.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.500</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>30</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7</td>\n",
       "      <td>44349</td>\n",
       "      <td>1984-04-13</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1839.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-4</td>\n",
       "      <td>185.0</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>Illinois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2247</td>\n",
       "      <td>Kareem</td>\n",
       "      <td>Abdul-Jabbar</td>\n",
       "      <td>LAL</td>\n",
       "      <td>Los Angeles Lakers</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.611</td>\n",
       "      <td>18.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>0.750</td>\n",
       "      <td>8.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>35</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>14</td>\n",
       "      <td>44213</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1969.0</td>\n",
       "      <td>1989.0</td>\n",
       "      <td>Kareem Abdul-Jabbar</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaT</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>574</td>\n",
       "      <td>Derek</td>\n",
       "      <td>Harper</td>\n",
       "      <td>DAL</td>\n",
       "      <td>Dallas Mavericks</td>\n",
       "      <td>None</td>\n",
       "      <td>1983</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>18</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>7</td>\n",
       "      <td>39188</td>\n",
       "      <td>1984-04-10</td>\n",
       "      <td>1983.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>Derek Harper</td>\n",
       "      <td>1839.0</td>\n",
       "      <td>1984.0</td>\n",
       "      <td>1999.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-4</td>\n",
       "      <td>185.0</td>\n",
       "      <td>1961-10-13</td>\n",
       "      <td>Illinois</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769579</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>27114</td>\n",
       "      <td>2012-02-28</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769580</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9</td>\n",
       "      <td>29484</td>\n",
       "      <td>2012-04-06</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769581</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.667</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.625</td>\n",
       "      <td>8.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9</td>\n",
       "      <td>26015</td>\n",
       "      <td>2012-02-01</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769582</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>26</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9</td>\n",
       "      <td>24932</td>\n",
       "      <td>2012-02-10</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>769583</th>\n",
       "      <td>1967</td>\n",
       "      <td>Walker</td>\n",
       "      <td>Russell</td>\n",
       "      <td>DET</td>\n",
       "      <td>Detroit Pistons</td>\n",
       "      <td>None</td>\n",
       "      <td>2011</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.667</td>\n",
       "      <td>3.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.333</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>9</td>\n",
       "      <td>30303</td>\n",
       "      <td>2012-04-09</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>Walker Russell</td>\n",
       "      <td>3957.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>2012.0</td>\n",
       "      <td>G</td>\n",
       "      <td>6-0</td>\n",
       "      <td>170.0</td>\n",
       "      <td>1982-10-06</td>\n",
       "      <td>Jacksonville State University</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>769584 rows × 40 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        player_id first_name     last_name abbreviation           full_name   \n",
       "0            2551      Edgar         Jones          SAS   San Antonio Spurs  \\\n",
       "1             538       Mark          West          DAL    Dallas Mavericks   \n",
       "2             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "3            2247     Kareem  Abdul-Jabbar          LAL  Los Angeles Lakers   \n",
       "4             574      Derek        Harper          DAL    Dallas Mavericks   \n",
       "...           ...        ...           ...          ...                 ...   \n",
       "769579       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769580       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769581       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769582       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "769583       1967     Walker       Russell          DET     Detroit Pistons   \n",
       "\n",
       "       position  season  ast  blk  dreb  fg3_pct  fg3a  fg3m  fg_pct   fga   \n",
       "0          None    1984  NaN  NaN   NaN      NaN   NaN   NaN   0.500   4.0  \\\n",
       "1          None    1983  1.0  0.0   1.0      NaN   0.0   0.0   0.333   6.0   \n",
       "2          None    1983  4.0  0.0   1.0      NaN   0.0   0.0   0.700  10.0   \n",
       "3          None    1983  0.0  1.0   4.0      NaN   0.0   0.0   0.611  18.0   \n",
       "4          None    1983  3.0  0.0   1.0      NaN   0.0   0.0   0.000   1.0   \n",
       "...         ...     ...  ...  ...   ...      ...   ...   ...     ...   ...   \n",
       "769579     None    2011  NaN  NaN   NaN      NaN   NaN   NaN     NaN   NaN   \n",
       "769580     None    2011  NaN  NaN   NaN      NaN   NaN   NaN     NaN   NaN   \n",
       "769581     None    2011  2.0  0.0   2.0    0.667   3.0   2.0   0.625   8.0   \n",
       "769582     None    2011  5.0  0.0   2.0    0.000   1.0   0.0   0.200   5.0   \n",
       "769583     None    2011  1.0  0.0   1.0      NaN   0.0   0.0   0.667   3.0   \n",
       "\n",
       "         fgm  ft_pct  fta  ftm   min  oreb   pf   pts  reb  stl  turnover   \n",
       "0        2.0   0.000  1.0  0.0     0   NaN  NaN   4.0  NaN  NaN       NaN  \\\n",
       "1        2.0     NaN  0.0  0.0    19   2.0  5.0   4.0  3.0  0.0       2.0   \n",
       "2        7.0   0.500  6.0  3.0    30   1.0  0.0  17.0  2.0  5.0       1.0   \n",
       "3       11.0   0.750  8.0  6.0    35   3.0  3.0  28.0  7.0  0.0       2.0   \n",
       "4        0.0     NaN  0.0  0.0    18   0.0  0.0   0.0  1.0  1.0       1.0   \n",
       "...      ...     ...  ...  ...   ...   ...  ...   ...  ...  ...       ...   \n",
       "769579   NaN     NaN  NaN  NaN  None   NaN  NaN   NaN  NaN  NaN       NaN   \n",
       "769580   NaN     NaN  NaN  NaN  None   NaN  NaN   NaN  NaN  NaN       NaN   \n",
       "769581   5.0     NaN  0.0  0.0    21   4.0  3.0  12.0  6.0  0.0       0.0   \n",
       "769582   1.0     NaN  0.0  0.0    26   0.0  2.0   2.0  2.0  0.0       3.0   \n",
       "769583   2.0   0.333  3.0  1.0     6   0.0  0.0   5.0  1.0  1.0       3.0   \n",
       "\n",
       "        team_id  game_id       date  from_year_x  to_year_x   \n",
       "0            27    42232 1984-12-14       1980.0     1986.0  \\\n",
       "1             7    42212 1984-04-15       1983.0     2000.0   \n",
       "2             7    44349 1984-04-13       1983.0     1999.0   \n",
       "3            14    44213 1984-04-10       1969.0     1989.0   \n",
       "4             7    39188 1984-04-10       1983.0     1999.0   \n",
       "...         ...      ...        ...          ...        ...   \n",
       "769579        9    27114 2012-02-28       2012.0     2012.0   \n",
       "769580        9    29484 2012-04-06       2012.0     2012.0   \n",
       "769581        9    26015 2012-02-01       2012.0     2012.0   \n",
       "769582        9    24932 2012-02-10       2012.0     2012.0   \n",
       "769583        9    30303 2012-04-09       2012.0     2012.0   \n",
       "\n",
       "                       name  person_id  from_year_y  to_year_y  pos height   \n",
       "0               Edgar Jones        NaN          NaN        NaN  NaN    NaN  \\\n",
       "1                 Mark West     4812.0       1984.0     2000.0  C-F   6-10   \n",
       "2              Derek Harper     1839.0       1984.0     1999.0    G    6-4   \n",
       "3       Kareem Abdul-Jabbar        NaN          NaN        NaN  NaN    NaN   \n",
       "4              Derek Harper     1839.0       1984.0     1999.0    G    6-4   \n",
       "...                     ...        ...          ...        ...  ...    ...   \n",
       "769579       Walker Russell     3957.0       2012.0     2012.0    G    6-0   \n",
       "769580       Walker Russell     3957.0       2012.0     2012.0    G    6-0   \n",
       "769581       Walker Russell     3957.0       2012.0     2012.0    G    6-0   \n",
       "769582       Walker Russell     3957.0       2012.0     2012.0    G    6-0   \n",
       "769583       Walker Russell     3957.0       2012.0     2012.0    G    6-0   \n",
       "\n",
       "        weight birth_date                        college  \n",
       "0          NaN        NaT                            NaN  \n",
       "1        230.0 1960-11-05                   Old Dominion  \n",
       "2        185.0 1961-10-13                       Illinois  \n",
       "3          NaN        NaT                            NaN  \n",
       "4        185.0 1961-10-13                       Illinois  \n",
       "...        ...        ...                            ...  \n",
       "769579   170.0 1982-10-06  Jacksonville State University  \n",
       "769580   170.0 1982-10-06  Jacksonville State University  \n",
       "769581   170.0 1982-10-06  Jacksonville State University  \n",
       "769582   170.0 1982-10-06  Jacksonville State University  \n",
       "769583   170.0 1982-10-06  Jacksonville State University  \n",
       "\n",
       "[769584 rows x 40 columns]"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.set_option(\"display.max_columns\", None)\n",
    "result"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a8df37b0-fb20-4bfb-a2e5-e17e1803d93d",
   "metadata": {},
   "source": [
    "Save the result into the result.csv."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "id": "d213254a-b1b4-43db-8fe7-ab6687dbb71b",
   "metadata": {},
   "outputs": [],
   "source": [
    "result.to_csv(\"csv/result.csv\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9 (env_mc_tf)",
   "language": "python",
   "name": "env_mc_tf"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}