Breast_cancer_Classification.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"Breast_cancer.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyNb14nhMkKvQMnPhfAkSJXX"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"markdown","metadata":{"id":"YwaLFKuyH5D5"},"source":["# Import Library"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"kdUkGKJDBLsn","executionInfo":{"status":"ok","timestamp":1618478143069,"user_tz":-420,"elapsed":39344,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"7ea65206-c381-4e07-ea58-6c9b379758fc"},"source":["import pandas as pd, numpy as np\n","from google.colab import drive\n","# Mount Google Drive\n","drive.mount('/content/gdrive')"],"execution_count":1,"outputs":[{"output_type":"stream","text":["Mounted at /content/gdrive\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"siYS9ZOKIO_4"},"source":["# Melihat 5 data pertama"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":241},"id":"HlwAow63BsiD","executionInfo":{"status":"ok","timestamp":1618478143089,"user_tz":-420,"elapsed":39347,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"ba399a3c-dee3-441e-b9f5-53a373229a8f"},"source":["df = pd.read_csv('/content/gdrive/My Drive/DigitalSkola/Dataset/Breast_cancer.csv')\n","df.head()"],"execution_count":2,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>id</th>\n","      <th>diagnosis</th>\n","      <th>radius_mean</th>\n","      <th>texture_mean</th>\n","      <th>perimeter_mean</th>\n","      <th>area_mean</th>\n","      <th>smoothness_mean</th>\n","      <th>compactness_mean</th>\n","      <th>concavity_mean</th>\n","      <th>concave points_mean</th>\n","      <th>symmetry_mean</th>\n","      <th>fractal_dimension_mean</th>\n","      <th>radius_se</th>\n","      <th>texture_se</th>\n","      <th>perimeter_se</th>\n","      <th>area_se</th>\n","      <th>smoothness_se</th>\n","      <th>compactness_se</th>\n","      <th>concavity_se</th>\n","      <th>concave points_se</th>\n","      <th>symmetry_se</th>\n","      <th>fractal_dimension_se</th>\n","      <th>radius_worst</th>\n","      <th>texture_worst</th>\n","      <th>perimeter_worst</th>\n","      <th>area_worst</th>\n","      <th>smoothness_worst</th>\n","      <th>compactness_worst</th>\n","      <th>concavity_worst</th>\n","      <th>concave points_worst</th>\n","      <th>symmetry_worst</th>\n","      <th>fractal_dimension_worst</th>\n","      <th>Unnamed: 32</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>842302</td>\n","      <td>M</td>\n","      <td>17.99</td>\n","      <td>10.38</td>\n","      <td>122.80</td>\n","      <td>1001.0</td>\n","      <td>0.11840</td>\n","      <td>0.27760</td>\n","      <td>0.3001</td>\n","      <td>0.14710</td>\n","      <td>0.2419</td>\n","      <td>0.07871</td>\n","      <td>1.0950</td>\n","      <td>0.9053</td>\n","      <td>8.589</td>\n","      <td>153.40</td>\n","      <td>0.006399</td>\n","      <td>0.04904</td>\n","      <td>0.05373</td>\n","      <td>0.01587</td>\n","      <td>0.03003</td>\n","      <td>0.006193</td>\n","      <td>25.38</td>\n","      <td>17.33</td>\n","      <td>184.60</td>\n","      <td>2019.0</td>\n","      <td>0.1622</td>\n","      <td>0.6656</td>\n","      <td>0.7119</td>\n","      <td>0.2654</td>\n","      <td>0.4601</td>\n","      <td>0.11890</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>842517</td>\n","      <td>M</td>\n","      <td>20.57</td>\n","      <td>17.77</td>\n","      <td>132.90</td>\n","      <td>1326.0</td>\n","      <td>0.08474</td>\n","      <td>0.07864</td>\n","      <td>0.0869</td>\n","      <td>0.07017</td>\n","      <td>0.1812</td>\n","      <td>0.05667</td>\n","      <td>0.5435</td>\n","      <td>0.7339</td>\n","      <td>3.398</td>\n","      <td>74.08</td>\n","      <td>0.005225</td>\n","      <td>0.01308</td>\n","      <td>0.01860</td>\n","      <td>0.01340</td>\n","      <td>0.01389</td>\n","      <td>0.003532</td>\n","      <td>24.99</td>\n","      <td>23.41</td>\n","      <td>158.80</td>\n","      <td>1956.0</td>\n","      <td>0.1238</td>\n","      <td>0.1866</td>\n","      <td>0.2416</td>\n","      <td>0.1860</td>\n","      <td>0.2750</td>\n","      <td>0.08902</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>84300903</td>\n","      <td>M</td>\n","      <td>19.69</td>\n","      <td>21.25</td>\n","      <td>130.00</td>\n","      <td>1203.0</td>\n","      <td>0.10960</td>\n","      <td>0.15990</td>\n","      <td>0.1974</td>\n","      <td>0.12790</td>\n","      <td>0.2069</td>\n","      <td>0.05999</td>\n","      <td>0.7456</td>\n","      <td>0.7869</td>\n","      <td>4.585</td>\n","      <td>94.03</td>\n","      <td>0.006150</td>\n","      <td>0.04006</td>\n","      <td>0.03832</td>\n","      <td>0.02058</td>\n","      <td>0.02250</td>\n","      <td>0.004571</td>\n","      <td>23.57</td>\n","      <td>25.53</td>\n","      <td>152.50</td>\n","      <td>1709.0</td>\n","      <td>0.1444</td>\n","      <td>0.4245</td>\n","      <td>0.4504</td>\n","      <td>0.2430</td>\n","      <td>0.3613</td>\n","      <td>0.08758</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>84348301</td>\n","      <td>M</td>\n","      <td>11.42</td>\n","      <td>20.38</td>\n","      <td>77.58</td>\n","      <td>386.1</td>\n","      <td>0.14250</td>\n","      <td>0.28390</td>\n","      <td>0.2414</td>\n","      <td>0.10520</td>\n","      <td>0.2597</td>\n","      <td>0.09744</td>\n","      <td>0.4956</td>\n","      <td>1.1560</td>\n","      <td>3.445</td>\n","      <td>27.23</td>\n","      <td>0.009110</td>\n","      <td>0.07458</td>\n","      <td>0.05661</td>\n","      <td>0.01867</td>\n","      <td>0.05963</td>\n","      <td>0.009208</td>\n","      <td>14.91</td>\n","      <td>26.50</td>\n","      <td>98.87</td>\n","      <td>567.7</td>\n","      <td>0.2098</td>\n","      <td>0.8663</td>\n","      <td>0.6869</td>\n","      <td>0.2575</td>\n","      <td>0.6638</td>\n","      <td>0.17300</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>84358402</td>\n","      <td>M</td>\n","      <td>20.29</td>\n","      <td>14.34</td>\n","      <td>135.10</td>\n","      <td>1297.0</td>\n","      <td>0.10030</td>\n","      <td>0.13280</td>\n","      <td>0.1980</td>\n","      <td>0.10430</td>\n","      <td>0.1809</td>\n","      <td>0.05883</td>\n","      <td>0.7572</td>\n","      <td>0.7813</td>\n","      <td>5.438</td>\n","      <td>94.44</td>\n","      <td>0.011490</td>\n","      <td>0.02461</td>\n","      <td>0.05688</td>\n","      <td>0.01885</td>\n","      <td>0.01756</td>\n","      <td>0.005115</td>\n","      <td>22.54</td>\n","      <td>16.67</td>\n","      <td>152.20</td>\n","      <td>1575.0</td>\n","      <td>0.1374</td>\n","      <td>0.2050</td>\n","      <td>0.4000</td>\n","      <td>0.1625</td>\n","      <td>0.2364</td>\n","      <td>0.07678</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["         id diagnosis  ...  fractal_dimension_worst  Unnamed: 32\n","0    842302         M  ...                  0.11890          NaN\n","1    842517         M  ...                  0.08902          NaN\n","2  84300903         M  ...                  0.08758          NaN\n","3  84348301         M  ...                  0.17300          NaN\n","4  84358402         M  ...                  0.07678          NaN\n","\n","[5 rows x 33 columns]"]},"metadata":{"tags":[]},"execution_count":2}]},{"cell_type":"markdown","metadata":{"id":"BqWrN2yTIXNk"},"source":["# Menginilisalisasi data menjadi X dan y kemudian menghapus data yang tidak di pakai."]},{"cell_type":"code","metadata":{"id":"0r8hrK3DCFMS","executionInfo":{"status":"ok","timestamp":1618478143090,"user_tz":-420,"elapsed":39342,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["X = df.drop(['diagnosis','id','Unnamed: 32'],1)\n","y = df['diagnosis']"],"execution_count":3,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"4nQFMnEEIqJh"},"source":["# Membagi data menjadi data test dan data train"]},{"cell_type":"code","metadata":{"id":"Sjj-jFgyCsgM","executionInfo":{"status":"ok","timestamp":1618478144027,"user_tz":-420,"elapsed":40276,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.model_selection import train_test_split\n","X_train,X_test,y_train,y_test = train_test_split(X,y, test_size = 0.3,random_state = 123)"],"execution_count":4,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"FFx7rrOEJnr0"},"source":["# Membuat function untuk evaluasi model"]},{"cell_type":"code","metadata":{"id":"LH3JpD7mD6_v","executionInfo":{"status":"ok","timestamp":1618478144028,"user_tz":-420,"elapsed":40273,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["def evaluasi_model(model,X_test,y_test):\n","    from sklearn.metrics import accuracy_score\n","    y_pred = model.predict(X_test)\n","    return accuracy_score(y_test,y_pred)"],"execution_count":5,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"Qos7GWuMJ5W4"},"source":["# Model yang pertama di coba ada SVM"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ERZ0nqEuGDB3","executionInfo":{"status":"ok","timestamp":1618478236162,"user_tz":-420,"elapsed":810,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"cef8024d-b068-40ae-fb7d-96bd0f31c6b2"},"source":["from sklearn.svm import SVC\n","svm = SVC()\n","svm.fit(X_train,y_train)"],"execution_count":30,"outputs":[{"output_type":"execute_result","data":{"text/plain":["SVC(C=1.0, break_ties=False, cache_size=200, class_weight=None, coef0=0.0,\n","    decision_function_shape='ovr', degree=3, gamma='scale', kernel='rbf',\n","    max_iter=-1, probability=False, random_state=None, shrinking=True,\n","    tol=0.001, verbose=False)"]},"metadata":{"tags":[]},"execution_count":30}]},{"cell_type":"markdown","metadata":{"id":"17p4G1OZKDaT"},"source":["# Melihat Score dari SVM"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"nfgUwqnpGIx-","executionInfo":{"status":"ok","timestamp":1618478238072,"user_tz":-420,"elapsed":570,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"c5bfe425-68cd-4aeb-e743-6a73ba1a95fd"},"source":["evaluasi_model(svm,X_test,y_test) ## Murni Svm"],"execution_count":31,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9005847953216374"]},"metadata":{"tags":[]},"execution_count":31}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2xrd91ff0RT3","executionInfo":{"status":"ok","timestamp":1618478267101,"user_tz":-420,"elapsed":848,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"f7e80010-2282-4fce-fcb4-2517e8dc0591"},"source":["from sklearn.metrics import accuracy_score\n","y_train_pred = svm.predict(X_train)\n","accuracy_score(y_train, y_train_pred)"],"execution_count":33,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.907035175879397"]},"metadata":{"tags":[]},"execution_count":33}]},{"cell_type":"markdown","metadata":{"id":"AQn9RwtcKVKk"},"source":["# Membuat Tunning untuk model SVM"]},{"cell_type":"code","metadata":{"id":"otZIA0D_GKjA","executionInfo":{"status":"ok","timestamp":1618478144030,"user_tz":-420,"elapsed":40252,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["params = {'C':[0.5,1,2],'kernel':['linear','rbf']}"],"execution_count":8,"outputs":[]},{"cell_type":"code","metadata":{"id":"u9I7w59sGU0b","executionInfo":{"status":"ok","timestamp":1618478144031,"user_tz":-420,"elapsed":40250,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.model_selection import GridSearchCV\n","grid = GridSearchCV(estimator=svm,\n","             param_grid=params,\n","             scoring = 'accuracy',\n","             n_jobs = 2,\n","             cv = 3\n","            )"],"execution_count":9,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"whoxseZ5GXP_","executionInfo":{"status":"ok","timestamp":1618478152162,"user_tz":-420,"elapsed":48370,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"745c60a2-73a1-4686-8f9a-1e95ca1e32d1"},"source":["grid.fit(X_train,y_train)"],"execution_count":10,"outputs":[{"output_type":"execute_result","data":{"text/plain":["GridSearchCV(cv=3, error_score=nan,\n","             estimator=SVC(C=1.0, break_ties=False, cache_size=200,\n","                           class_weight=None, coef0=0.0,\n","                           decision_function_shape='ovr', degree=3,\n","                           gamma='scale', kernel='rbf', max_iter=-1,\n","                           probability=False, random_state=None, shrinking=True,\n","                           tol=0.001, verbose=False),\n","             iid='deprecated', n_jobs=2,\n","             param_grid={'C': [0.5, 1, 2], 'kernel': ['linear', 'rbf']},\n","             pre_dispatch='2*n_jobs', refit=True, return_train_score=False,\n","             scoring='accuracy', verbose=0)"]},"metadata":{"tags":[]},"execution_count":10}]},{"cell_type":"markdown","metadata":{"id":"WnTqIa3HKqxK"},"source":["# Berikut Score yang di dapat setelah di lakukan Tuning"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"t9h7IA20GgCs","executionInfo":{"status":"ok","timestamp":1618478152163,"user_tz":-420,"elapsed":48363,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"54cd5413-7da5-42bc-ea09-10e4799139b5"},"source":["evaluasi_model(grid,X_test,y_test) ## Svm Tunning"],"execution_count":11,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9824561403508771"]},"metadata":{"tags":[]},"execution_count":11}]},{"cell_type":"markdown","metadata":{"id":"bSiX33_SKzHK"},"source":["# Mencoba dengan model kedua yaitu Voting"]},{"cell_type":"code","metadata":{"id":"LvNGIpGrGm_O","executionInfo":{"status":"ok","timestamp":1618478152880,"user_tz":-420,"elapsed":49077,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.ensemble import VotingClassifier "],"execution_count":12,"outputs":[]},{"cell_type":"code","metadata":{"id":"KNbZ-PZ_HLiV","executionInfo":{"status":"ok","timestamp":1618478152881,"user_tz":-420,"elapsed":49075,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.linear_model import LogisticRegression\n","from sklearn.tree import DecisionTreeClassifier\n","from sklearn.svm import SVC\n","from sklearn.neighbors import KNeighborsClassifier\n","\n","logreg = LogisticRegression()\n","dtc = DecisionTreeClassifier()\n","svm = SVC()\n","knn = KNeighborsClassifier()\n","\n","list_model = [('lr',logreg),('tree',dtc),('svm',svm),('knn',knn)]"],"execution_count":13,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"N_jXHejwH6F2","executionInfo":{"status":"ok","timestamp":1618478152883,"user_tz":-420,"elapsed":49068,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"d22d1388-9676-487b-ee25-6e9f45119ae5"},"source":["vote = VotingClassifier(list_model)\n","vote.fit(X_train,y_train)"],"execution_count":14,"outputs":[{"output_type":"stream","text":["/usr/local/lib/python3.7/dist-packages/sklearn/linear_model/_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n","STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n","\n","Increase the number of iterations (max_iter) or scale the data as shown in:\n","    https://scikit-learn.org/stable/modules/preprocessing.html\n","Please also refer to the documentation for alternative solver options:\n","    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n","  extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n"],"name":"stderr"},{"output_type":"execute_result","data":{"text/plain":["VotingClassifier(estimators=[('lr',\n","                              LogisticRegression(C=1.0, class_weight=None,\n","                                                 dual=False, fit_intercept=True,\n","                                                 intercept_scaling=1,\n","                                                 l1_ratio=None, max_iter=100,\n","                                                 multi_class='auto',\n","                                                 n_jobs=None, penalty='l2',\n","                                                 random_state=None,\n","                                                 solver='lbfgs', tol=0.0001,\n","                                                 verbose=0, warm_start=False)),\n","                             ('tree',\n","                              DecisionTreeClassifier(ccp_alpha=0.0,\n","                                                     class_weight=None,\n","                                                     criterion='gini...\n","                                  decision_function_shape='ovr', degree=3,\n","                                  gamma='scale', kernel='rbf', max_iter=-1,\n","                                  probability=False, random_state=None,\n","                                  shrinking=True, tol=0.001, verbose=False)),\n","                             ('knn',\n","                              KNeighborsClassifier(algorithm='auto',\n","                                                   leaf_size=30,\n","                                                   metric='minkowski',\n","                                                   metric_params=None,\n","                                                   n_jobs=None, n_neighbors=5,\n","                                                   p=2, weights='uniform'))],\n","                 flatten_transform=True, n_jobs=None, voting='hard',\n","                 weights=None)"]},"metadata":{"tags":[]},"execution_count":14}]},{"cell_type":"markdown","metadata":{"id":"1H2juPHILBKn"},"source":["# Berikut Score yang di dapat lebih rendah dari svm yang telah di tunning"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"e9E-m5v9HMR2","executionInfo":{"status":"ok","timestamp":1618478152885,"user_tz":-420,"elapsed":49062,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"2b35f097-cd95-4954-c818-ffeb7f5fdf2d"},"source":["evaluasi_model(vote,X_test,y_test)"],"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9298245614035088"]},"metadata":{"tags":[]},"execution_count":15}]},{"cell_type":"markdown","metadata":{"id":"nZbrdI-HLWdp"},"source":["# Model yang ketiga mencoba dengan model Bagging"]},{"cell_type":"code","metadata":{"id":"bg3i2sSNHPqN","executionInfo":{"status":"ok","timestamp":1618478152886,"user_tz":-420,"elapsed":49060,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.ensemble import BaggingClassifier"],"execution_count":16,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"sEnGV8fyIEBS","executionInfo":{"status":"ok","timestamp":1618478152887,"user_tz":-420,"elapsed":49053,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"53c381aa-6dc0-413d-a2c8-6e10a19e93cf"},"source":["bagging = BaggingClassifier()\n","bagging.fit(X_train,y_train)"],"execution_count":17,"outputs":[{"output_type":"execute_result","data":{"text/plain":["BaggingClassifier(base_estimator=None, bootstrap=True, bootstrap_features=False,\n","                  max_features=1.0, max_samples=1.0, n_estimators=10,\n","                  n_jobs=None, oob_score=False, random_state=None, verbose=0,\n","                  warm_start=False)"]},"metadata":{"tags":[]},"execution_count":17}]},{"cell_type":"markdown","metadata":{"id":"i_xnXSpcLerr"},"source":["# Score yang di dapat hampir mendekati hasil SVM yang telah di tunning."]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"yYIzVKitIGbU","executionInfo":{"status":"ok","timestamp":1618478152888,"user_tz":-420,"elapsed":49046,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"a2d6c12e-8066-4684-8389-fdcc6927df80"},"source":["evaluasi_model(bagging,X_test,y_test)"],"execution_count":18,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9883040935672515"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"markdown","metadata":{"id":"9P9k827_LpZg"},"source":["# Model yang keempat menggunakan Random Forest"]},{"cell_type":"code","metadata":{"id":"Z9gdU7TBIJoL","executionInfo":{"status":"ok","timestamp":1618478152889,"user_tz":-420,"elapsed":49044,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.ensemble import RandomForestClassifier"],"execution_count":19,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YwJ0d646INy9","executionInfo":{"status":"ok","timestamp":1618478152890,"user_tz":-420,"elapsed":49036,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"4508d84d-761a-436f-eb34-065f570d9dde"},"source":["rf = RandomForestClassifier(random_state=444)\n","rf.fit(X_train,y_train)"],"execution_count":20,"outputs":[{"output_type":"execute_result","data":{"text/plain":["RandomForestClassifier(bootstrap=True, ccp_alpha=0.0, class_weight=None,\n","                       criterion='gini', max_depth=None, max_features='auto',\n","                       max_leaf_nodes=None, max_samples=None,\n","                       min_impurity_decrease=0.0, min_impurity_split=None,\n","                       min_samples_leaf=1, min_samples_split=2,\n","                       min_weight_fraction_leaf=0.0, n_estimators=100,\n","                       n_jobs=None, oob_score=False, random_state=444,\n","                       verbose=0, warm_start=False)"]},"metadata":{"tags":[]},"execution_count":20}]},{"cell_type":"markdown","metadata":{"id":"9ynzzlKsL4Yu"},"source":["# Score yang di dapat sama dengan SVM yang telah di tunning"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"HgkdrQImIRKv","executionInfo":{"status":"ok","timestamp":1618478153460,"user_tz":-420,"elapsed":49598,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"c89454f6-d19d-4409-abcf-a1ac205e07ed"},"source":["evaluasi_model(rf,X_test,y_test)"],"execution_count":21,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9824561403508771"]},"metadata":{"tags":[]},"execution_count":21}]},{"cell_type":"markdown","metadata":{"id":"vigyrgOEMA5b"},"source":["# Model yang kelima menggunakan Gradient Boosting"]},{"cell_type":"code","metadata":{"id":"JUcA87vfIT1A","executionInfo":{"status":"ok","timestamp":1618478153461,"user_tz":-420,"elapsed":49596,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.ensemble import GradientBoostingClassifier"],"execution_count":22,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MgeH1nXNIX24","executionInfo":{"status":"ok","timestamp":1618478153462,"user_tz":-420,"elapsed":49589,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"1f45a17b-1de6-4e31-e393-43d4651df3d1"},"source":["grad = GradientBoostingClassifier()\n","grad.fit(X_train,y_train)"],"execution_count":23,"outputs":[{"output_type":"execute_result","data":{"text/plain":["GradientBoostingClassifier(ccp_alpha=0.0, criterion='friedman_mse', init=None,\n","                           learning_rate=0.1, loss='deviance', max_depth=3,\n","                           max_features=None, max_leaf_nodes=None,\n","                           min_impurity_decrease=0.0, min_impurity_split=None,\n","                           min_samples_leaf=1, min_samples_split=2,\n","                           min_weight_fraction_leaf=0.0, n_estimators=100,\n","                           n_iter_no_change=None, presort='deprecated',\n","                           random_state=None, subsample=1.0, tol=0.0001,\n","                           validation_fraction=0.1, verbose=0,\n","                           warm_start=False)"]},"metadata":{"tags":[]},"execution_count":23}]},{"cell_type":"markdown","metadata":{"id":"Jw2SfdTHMZ7V"},"source":["# Score yang di dapat sama dengan SVM yang udah di tunning dan Random Forest"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"mQKzwTH2IfOI","executionInfo":{"status":"ok","timestamp":1618478153463,"user_tz":-420,"elapsed":49582,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"381eb297-4ec9-419a-e00d-69ee4f44f9f0"},"source":["evaluasi_model(bagging,X_test,y_test)"],"execution_count":24,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9883040935672515"]},"metadata":{"tags":[]},"execution_count":24}]},{"cell_type":"markdown","metadata":{"id":"6ttJgcaFN0Ow"},"source":["# Melakukan tunning pada Random Forest"]},{"cell_type":"code","metadata":{"id":"kKKsbFE3IiOb","executionInfo":{"status":"ok","timestamp":1618478153463,"user_tz":-420,"elapsed":49576,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["params = {'n_estimators':[50,100,150],\n","          'max_features':['auto','sqrt','log2']}"],"execution_count":25,"outputs":[]},{"cell_type":"code","metadata":{"id":"3_bwbn5cIoZ7","executionInfo":{"status":"ok","timestamp":1618478153464,"user_tz":-420,"elapsed":49574,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}}},"source":["from sklearn.model_selection import GridSearchCV\n","grid = GridSearchCV(estimator=rf,\n","             param_grid=params,\n","             scoring = 'accuracy',\n","             n_jobs = 2,\n","             cv = 3\n","            )"],"execution_count":26,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"S9gJ-lBBIr7o","executionInfo":{"status":"ok","timestamp":1618478158199,"user_tz":-420,"elapsed":54300,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"e7df5233-4d97-48ee-d56b-9d3fc5d16b9a"},"source":["grid.fit(X_train,y_train)"],"execution_count":27,"outputs":[{"output_type":"execute_result","data":{"text/plain":["GridSearchCV(cv=3, error_score=nan,\n","             estimator=RandomForestClassifier(bootstrap=True, ccp_alpha=0.0,\n","                                              class_weight=None,\n","                                              criterion='gini', max_depth=None,\n","                                              max_features='auto',\n","                                              max_leaf_nodes=None,\n","                                              max_samples=None,\n","                                              min_impurity_decrease=0.0,\n","                                              min_impurity_split=None,\n","                                              min_samples_leaf=1,\n","                                              min_samples_split=2,\n","                                              min_weight_fraction_leaf=0.0,\n","                                              n_estimators=100, n_jobs=None,\n","                                              oob_score=False, random_state=444,\n","                                              verbose=0, warm_start=False),\n","             iid='deprecated', n_jobs=2,\n","             param_grid={'max_features': ['auto', 'sqrt', 'log2'],\n","                         'n_estimators': [50, 100, 150]},\n","             pre_dispatch='2*n_jobs', refit=True, return_train_score=False,\n","             scoring='accuracy', verbose=0)"]},"metadata":{"tags":[]},"execution_count":27}]},{"cell_type":"markdown","metadata":{"id":"Cv55w_raONMq"},"source":["# Score yang di dapat."]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"vVmi5T-6Iy0B","executionInfo":{"status":"ok","timestamp":1618478158201,"user_tz":-420,"elapsed":54293,"user":{"displayName":"Sunandar Syaputra","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14Gi_dWbmGObBO5Drg9lCpBp3TLpcqHVHsmfYPaxmTA=s64","userId":"14273169514748730559"}},"outputId":"16a4dc96-cf85-4218-9285-1e3b3795ca79"},"source":["evaluasi_model(grid,X_test,y_test)"],"execution_count":28,"outputs":[{"output_type":"execute_result","data":{"text/plain":["0.9824561403508771"]},"metadata":{"tags":[]},"execution_count":28}]}]}