2라운드_모델링 및 서브미션 앙상블 (1).ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"id":"LDPeZl9jhDWc"},"outputs":[],"source":["# Data Wrangling\n","import pandas as pd\n","import numpy as np\n","import pandas_profiling as pp\n","import gc\n","\n","# Visualization, EDA\n","import missingno as msno\n","import matplotlib.pylab as plt\n","from matplotlib import font_manager, rc\n","import seaborn as sns\n","%matplotlib inline\n","\n","# Korean font\n","#font_name = font_manager.FontProperties(fname=\"c:/Windows/Fonts/malgun.ttf\").get_name()\n","#rc('font', family=font_name)\n","\n","# Preprocessing & Feature Engineering\n","from sklearn.model_selection import train_test_split\n","from sklearn.impute import SimpleImputer \n","from sklearn.preprocessing import LabelEncoder\n","from sklearn.preprocessing import MinMaxScaler\n","from sklearn.preprocessing import StandardScaler\n","from sklearn.preprocessing import MinMaxScaler\n","from sklearn.preprocessing import PowerTransformer\n","from sklearn.feature_selection import SelectPercentile\n","\n","# Hyperparameter Optimization\n","from sklearn.model_selection import GridSearchCV\n","from sklearn.model_selection import RandomizedSearchCV\n","import optuna\n","\n","# Modeling\n","from lightgbm import LGBMClassifier\n","from pycaret.classification import *\n","from sklearn.dummy import DummyClassifier\n","from sklearn.discriminant_analysis import LinearDiscriminantAnalysis\n","from sklearn.linear_model import LogisticRegression\n","from sklearn.neighbors import KNeighborsClassifier\n","from sklearn.neural_network import MLPClassifier\n","from sklearn.tree import DecisionTreeClassifier\n","from sklearn.svm import SVC\n","from catboost import CatBoostClassifier\n","from xgboost import XGBClassifier\n","from sklearn.ensemble import *\n","from sklearn.ensemble import VotingClassifier\n","from sklearn.ensemble import StackingClassifier\n","from sklearn.ensemble import GradientBoostingClassifier\n","from sklearn.ensemble import RandomForestClassifier\n","from sklearn.base import ClassifierMixin\n","\n","# Evaluation\n","from sklearn.metrics import roc_auc_score\n","from sklearn.metrics import accuracy_score\n","from sklearn.model_selection import cross_val_score\n","\n","from keras.callbacks import ModelCheckpoint\n","\n","# Utility\n","import re\n","import os\n","import time\n","import datetime\n","import random\n","import tensorflow as tf\n","import pickle\n","import joblib\n","import platform\n","import warnings; warnings.filterwarnings(\"ignore\")\n","from itertools import combinations\n","from tqdm import tqdm, tqdm_notebook\n","from IPython.display import Image\n","from scipy.stats.mstats import gmean\n","from tensorflow import keras\n","from PIL import Image\n","\n","from sklearn.datasets import make_classification\n","\n","from sklearn.ensemble import BaggingClassifier\n","from sklearn.calibration import CalibratedClassifierCV\n","from sklearn.model_selection import KFold"]},{"cell_type":"markdown","metadata":{"id":"qDyDbA8thDWf"},"source":["# 1. test_id  불러오기"]},{"cell_type":"code","execution_count":null,"metadata":{"scrolled":true,"id":"dguME2mShDWg"},"outputs":[],"source":["# 주피터 파일일때(주석처리)\n","panel = pd.read_csv(os.path.abspath(\"../input\") + '/panel.csv')\n","survey = pd.read_csv(os.path.abspath(\"../input\") + '/survey.csv')\n","response_train = pd.read_csv(os.path.abspath(\"../input\") + '/response_train.csv')\n","response_test = pd.read_csv(os.path.abspath(\"../input\") + '/response_test.csv')\n","\n","all_train = response_train.merge(panel).merge(survey)\n","test = response_test.merge(panel).merge(survey).sort_values(by='ID')\n","\n","test_id = test.iloc[:,0:1]"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Vo6IOeHLhDWh","outputId":"0f20b457-ab12-465e-d41a-4f94a39a0a43"},"outputs":[{"data":{"text/plain":["20"]},"execution_count":3,"metadata":{},"output_type":"execute_result"}],"source":["del panel, survey, response_train, response_test\n","gc.collect()"]},{"cell_type":"markdown","metadata":{"id":"Rl5Fg1jyhDWi"},"source":["# 2-1. 모델링(피쳐 변형 전) -다소 시간이 많이많이 소요됨"]},{"cell_type":"markdown","metadata":{"id":"dz56EROg3evo"},"source":["## (1월) 모델링"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"EUgygQKWhDWj"},"outputs":[],"source":["# 쓰는 데이터셋만 빼고 주석 처리\n","\n","X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(01월).pkl\")\n","y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(01월).pkl\")\n","X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(01월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(02월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(02월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(02월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(03월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(03월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(03월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"nEzGusrOO_VS"},"source":["### BaggingClassifier(CatBoostClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ypYFjhVroHbE"},"outputs":[],"source":["########BaggingClassifier(CatBoostClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","cat = BaggingClassifier(base_estimator = CatBoostClassifier(), random_state=42)\n","\n","cat_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    cat.fit(X_tr, y_tr)\n","    \n","    pred = cat.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(cat.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    cat_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"AlQis0ADhDWk"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"rAzWbhkMXm54"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  cat_pred}).to_csv(os.path.abspath(\"../submission\")+ '/CAT(변경전_1월)_0.9294.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"3lJeUuelPg2S"},"source":["### BaggingClassifier(RandomForestClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16465425,"status":"ok","timestamp":1639429888057,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"id":"qahfqvvFPkG2","outputId":"fd6079fe-f299-4061-ca52-9875b0ae1570"},"outputs":[{"name":"stdout","output_type":"stream","text":["BaggingClassifier 평균 AUC : 0.9314623473590823\n"]}],"source":["########BaggingClassifier(RandomForestClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","rf = BaggingClassifier(base_estimator = RandomForestClassifier(), random_state=42)\n","\n","rf_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    rf.fit(X_tr, y_tr)\n","    \n","    pred = rf.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(rf.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    rf_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"P3Fe511PhDWl"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Q6KTOJEsPkBR"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  rf_pred}).to_csv(os.path.abspath(\"../submission\")+ '/RF(변경전_1월)_0.9314.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"jyb3YU2jOqv6"},"source":["### Early_stopping(LGBMClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5596,"status":"ok","timestamp":1639410067653,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"id":"vxj7BaV-8ECn","outputId":"8fbc1158-917a-4ae3-fe37-bbd3a4bf924f"},"outputs":[{"name":"stdout","output_type":"stream","text":["[1]\tvalid_0's binary_logloss: 0.641336\n","[2]\tvalid_0's binary_logloss: 0.604014\n","[3]\tvalid_0's binary_logloss: 0.573049\n","[4]\tvalid_0's binary_logloss: 0.547087\n","[5]\tvalid_0's binary_logloss: 0.525168\n","[6]\tvalid_0's binary_logloss: 0.506481\n","[7]\tvalid_0's binary_logloss: 0.490527\n","[8]\tvalid_0's binary_logloss: 0.476838\n","[9]\tvalid_0's binary_logloss: 0.465075\n","[10]\tvalid_0's binary_logloss: 0.454934\n","[11]\tvalid_0's binary_logloss: 0.446093\n","[12]\tvalid_0's binary_logloss: 0.438436\n","[13]\tvalid_0's binary_logloss: 0.431778\n","[14]\tvalid_0's binary_logloss: 0.425994\n","[15]\tvalid_0's binary_logloss: 0.42094\n","[16]\tvalid_0's binary_logloss: 0.416496\n","[17]\tvalid_0's binary_logloss: 0.412608\n","[18]\tvalid_0's binary_logloss: 0.409175\n","[19]\tvalid_0's binary_logloss: 0.406215\n","[20]\tvalid_0's binary_logloss: 0.403563\n","[21]\tvalid_0's binary_logloss: 0.401233\n","[22]\tvalid_0's binary_logloss: 0.399073\n","[23]\tvalid_0's binary_logloss: 0.397271\n","[24]\tvalid_0's binary_logloss: 0.39513\n","[25]\tvalid_0's binary_logloss: 0.393572\n","[26]\tvalid_0's binary_logloss: 0.392229\n","[27]\tvalid_0's binary_logloss: 0.391021\n","[28]\tvalid_0's binary_logloss: 0.38967\n","[29]\tvalid_0's binary_logloss: 0.388628\n","[30]\tvalid_0's binary_logloss: 0.3869\n","[31]\tvalid_0's binary_logloss: 0.385964\n","[32]\tvalid_0's binary_logloss: 0.385109\n","[33]\tvalid_0's binary_logloss: 0.384128\n","[34]\tvalid_0's binary_logloss: 0.383211\n","[35]\tvalid_0's binary_logloss: 0.382209\n","[36]\tvalid_0's binary_logloss: 0.38141\n","[37]\tvalid_0's binary_logloss: 0.380802\n","[38]\tvalid_0's binary_logloss: 0.379972\n","[39]\tvalid_0's binary_logloss: 0.37927\n","[40]\tvalid_0's binary_logloss: 0.378622\n","[41]\tvalid_0's binary_logloss: 0.378004\n","[42]\tvalid_0's binary_logloss: 0.377513\n","[43]\tvalid_0's binary_logloss: 0.376863\n","[44]\tvalid_0's binary_logloss: 0.376437\n","[45]\tvalid_0's binary_logloss: 0.375785\n","[46]\tvalid_0's binary_logloss: 0.37519\n","[47]\tvalid_0's binary_logloss: 0.374726\n","[48]\tvalid_0's binary_logloss: 0.37424\n","[49]\tvalid_0's binary_logloss: 0.374\n","[50]\tvalid_0's binary_logloss: 0.373513\n","[51]\tvalid_0's binary_logloss: 0.373127\n","[52]\tvalid_0's binary_logloss: 0.372593\n","[53]\tvalid_0's binary_logloss: 0.372025\n","[54]\tvalid_0's binary_logloss: 0.371652\n","[55]\tvalid_0's binary_logloss: 0.371217\n","[56]\tvalid_0's binary_logloss: 0.370929\n","[57]\tvalid_0's binary_logloss: 0.370538\n","[58]\tvalid_0's binary_logloss: 0.370185\n","[59]\tvalid_0's binary_logloss: 0.369841\n","[60]\tvalid_0's binary_logloss: 0.369588\n","[61]\tvalid_0's binary_logloss: 0.369337\n","[62]\tvalid_0's binary_logloss: 0.368917\n","[63]\tvalid_0's binary_logloss: 0.368356\n","[64]\tvalid_0's binary_logloss: 0.368241\n","[65]\tvalid_0's binary_logloss: 0.368054\n","[66]\tvalid_0's binary_logloss: 0.367727\n","[67]\tvalid_0's binary_logloss: 0.367649\n","[68]\tvalid_0's binary_logloss: 0.367496\n","[69]\tvalid_0's binary_logloss: 0.366995\n","[70]\tvalid_0's binary_logloss: 0.366662\n","[71]\tvalid_0's binary_logloss: 0.366638\n","[72]\tvalid_0's binary_logloss: 0.36642\n","[73]\tvalid_0's binary_logloss: 0.366231\n","[74]\tvalid_0's binary_logloss: 0.366081\n","[75]\tvalid_0's binary_logloss: 0.366111\n","[76]\tvalid_0's binary_logloss: 0.365966\n","[77]\tvalid_0's binary_logloss: 0.365715\n","[78]\tvalid_0's binary_logloss: 0.365567\n","[79]\tvalid_0's binary_logloss: 0.365327\n","[80]\tvalid_0's binary_logloss: 0.365207\n","[81]\tvalid_0's binary_logloss: 0.364765\n","[82]\tvalid_0's binary_logloss: 0.364553\n","[83]\tvalid_0's binary_logloss: 0.364371\n","[84]\tvalid_0's binary_logloss: 0.364211\n","[85]\tvalid_0's binary_logloss: 0.364052\n","[86]\tvalid_0's binary_logloss: 0.36389\n","[87]\tvalid_0's binary_logloss: 0.363834\n","[88]\tvalid_0's binary_logloss: 0.363731\n","[89]\tvalid_0's binary_logloss: 0.363413\n","[90]\tvalid_0's binary_logloss: 0.363285\n","[91]\tvalid_0's binary_logloss: 0.363162\n","[92]\tvalid_0's binary_logloss: 0.362968\n","[93]\tvalid_0's binary_logloss: 0.362822\n","[94]\tvalid_0's binary_logloss: 0.36268\n","[95]\tvalid_0's binary_logloss: 0.362451\n","[96]\tvalid_0's binary_logloss: 0.362304\n","[97]\tvalid_0's binary_logloss: 0.36203\n","[98]\tvalid_0's binary_logloss: 0.361889\n","[99]\tvalid_0's binary_logloss: 0.361782\n","[100]\tvalid_0's binary_logloss: 0.361685\n","[101]\tvalid_0's binary_logloss: 0.361688\n","[102]\tvalid_0's binary_logloss: 0.361596\n","[103]\tvalid_0's binary_logloss: 0.36142\n","[104]\tvalid_0's binary_logloss: 0.36135\n","[105]\tvalid_0's binary_logloss: 0.361275\n","[106]\tvalid_0's binary_logloss: 0.361224\n","[107]\tvalid_0's binary_logloss: 0.361083\n","[108]\tvalid_0's binary_logloss: 0.360845\n","[109]\tvalid_0's binary_logloss: 0.360734\n","[110]\tvalid_0's binary_logloss: 0.360653\n","[111]\tvalid_0's binary_logloss: 0.360608\n","[112]\tvalid_0's binary_logloss: 0.360481\n","[113]\tvalid_0's binary_logloss: 0.360362\n","[114]\tvalid_0's binary_logloss: 0.360304\n","[115]\tvalid_0's binary_logloss: 0.360263\n","[116]\tvalid_0's binary_logloss: 0.360103\n","[117]\tvalid_0's binary_logloss: 0.359991\n","[118]\tvalid_0's binary_logloss: 0.35985\n","[119]\tvalid_0's binary_logloss: 0.359779\n","[120]\tvalid_0's binary_logloss: 0.359645\n","[121]\tvalid_0's binary_logloss: 0.35957\n","[122]\tvalid_0's binary_logloss: 0.359413\n","[123]\tvalid_0's binary_logloss: 0.359303\n","[124]\tvalid_0's binary_logloss: 0.359224\n","[125]\tvalid_0's binary_logloss: 0.359099\n","[126]\tvalid_0's binary_logloss: 0.359064\n","[127]\tvalid_0's binary_logloss: 0.358946\n","[128]\tvalid_0's binary_logloss: 0.358812\n","[129]\tvalid_0's binary_logloss: 0.358783\n","[130]\tvalid_0's binary_logloss: 0.358693\n","[131]\tvalid_0's binary_logloss: 0.358608\n","[132]\tvalid_0's binary_logloss: 0.358549\n","[133]\tvalid_0's binary_logloss: 0.358441\n","[134]\tvalid_0's binary_logloss: 0.358381\n","[135]\tvalid_0's binary_logloss: 0.358329\n","[136]\tvalid_0's binary_logloss: 0.358212\n","[137]\tvalid_0's binary_logloss: 0.358069\n","[138]\tvalid_0's binary_logloss: 0.357963\n","[139]\tvalid_0's binary_logloss: 0.357862\n","[140]\tvalid_0's binary_logloss: 0.357817\n","[141]\tvalid_0's binary_logloss: 0.357788\n","[142]\tvalid_0's binary_logloss: 0.357679\n","[143]\tvalid_0's binary_logloss: 0.357574\n","[144]\tvalid_0's binary_logloss: 0.357538\n","[145]\tvalid_0's binary_logloss: 0.357457\n","[146]\tvalid_0's binary_logloss: 0.357229\n","[147]\tvalid_0's binary_logloss: 0.357159\n","[148]\tvalid_0's binary_logloss: 0.357148\n","[149]\tvalid_0's binary_logloss: 0.35694\n","[150]\tvalid_0's binary_logloss: 0.356842\n","[151]\tvalid_0's binary_logloss: 0.35678\n","[152]\tvalid_0's binary_logloss: 0.35677\n","[153]\tvalid_0's binary_logloss: 0.356639\n","[154]\tvalid_0's binary_logloss: 0.356512\n","[155]\tvalid_0's binary_logloss: 0.356444\n","[156]\tvalid_0's binary_logloss: 0.356403\n","[157]\tvalid_0's binary_logloss: 0.356238\n","[158]\tvalid_0's binary_logloss: 0.356132\n","[159]\tvalid_0's binary_logloss: 0.35615\n","[160]\tvalid_0's binary_logloss: 0.356043\n","[161]\tvalid_0's binary_logloss: 0.356022\n","[162]\tvalid_0's binary_logloss: 0.355963\n","[163]\tvalid_0's binary_logloss: 0.355945\n","[164]\tvalid_0's binary_logloss: 0.355771\n","[165]\tvalid_0's binary_logloss: 0.35574\n","[166]\tvalid_0's binary_logloss: 0.355596\n","[167]\tvalid_0's binary_logloss: 0.355573\n","[168]\tvalid_0's binary_logloss: 0.355496\n","[169]\tvalid_0's binary_logloss: 0.355416\n","[170]\tvalid_0's binary_logloss: 0.355411\n","[171]\tvalid_0's binary_logloss: 0.355323\n","[172]\tvalid_0's binary_logloss: 0.355169\n","[173]\tvalid_0's binary_logloss: 0.355122\n","[174]\tvalid_0's binary_logloss: 0.355098\n","[175]\tvalid_0's binary_logloss: 0.35508\n","[176]\tvalid_0's binary_logloss: 0.354996\n","[177]\tvalid_0's binary_logloss: 0.354929\n","[178]\tvalid_0's binary_logloss: 0.354891\n","[179]\tvalid_0's binary_logloss: 0.354823\n","[180]\tvalid_0's binary_logloss: 0.354808\n","[181]\tvalid_0's binary_logloss: 0.354698\n","[182]\tvalid_0's binary_logloss: 0.354651\n","[183]\tvalid_0's binary_logloss: 0.354581\n","[184]\tvalid_0's binary_logloss: 0.354484\n","[185]\tvalid_0's binary_logloss: 0.354382\n","[186]\tvalid_0's binary_logloss: 0.354353\n","[187]\tvalid_0's binary_logloss: 0.354292\n","[188]\tvalid_0's binary_logloss: 0.354221\n","[189]\tvalid_0's binary_logloss: 0.354101\n","[190]\tvalid_0's binary_logloss: 0.354085\n","[191]\tvalid_0's binary_logloss: 0.354015\n","[192]\tvalid_0's binary_logloss: 0.353869\n","[193]\tvalid_0's binary_logloss: 0.353824\n","[194]\tvalid_0's binary_logloss: 0.353755\n","[195]\tvalid_0's binary_logloss: 0.353702\n","[196]\tvalid_0's binary_logloss: 0.3537\n","[197]\tvalid_0's binary_logloss: 0.353614\n","[198]\tvalid_0's binary_logloss: 0.353536\n","[199]\tvalid_0's binary_logloss: 0.353526\n","[200]\tvalid_0's binary_logloss: 0.353428\n","[201]\tvalid_0's binary_logloss: 0.353384\n","[202]\tvalid_0's binary_logloss: 0.353375\n","[203]\tvalid_0's binary_logloss: 0.353319\n","[204]\tvalid_0's binary_logloss: 0.353287\n","[205]\tvalid_0's binary_logloss: 0.353264\n"]},{"name":"stdout","output_type":"stream","text":["[206]\tvalid_0's binary_logloss: 0.353199\n","[207]\tvalid_0's binary_logloss: 0.353158\n","[208]\tvalid_0's binary_logloss: 0.353163\n","[209]\tvalid_0's binary_logloss: 0.353119\n","[210]\tvalid_0's binary_logloss: 0.353114\n","[211]\tvalid_0's binary_logloss: 0.353052\n","[212]\tvalid_0's binary_logloss: 0.352977\n","[213]\tvalid_0's binary_logloss: 0.352927\n","[214]\tvalid_0's binary_logloss: 0.35284\n","[215]\tvalid_0's binary_logloss: 0.352736\n","[216]\tvalid_0's binary_logloss: 0.352675\n","[217]\tvalid_0's binary_logloss: 0.352663\n","[218]\tvalid_0's binary_logloss: 0.352609\n","[219]\tvalid_0's binary_logloss: 0.352525\n","[220]\tvalid_0's binary_logloss: 0.352494\n","[221]\tvalid_0's binary_logloss: 0.35234\n","[222]\tvalid_0's binary_logloss: 0.352233\n","[223]\tvalid_0's binary_logloss: 0.352203\n","[224]\tvalid_0's binary_logloss: 0.352201\n","[225]\tvalid_0's binary_logloss: 0.352145\n","[226]\tvalid_0's binary_logloss: 0.352133\n","[227]\tvalid_0's binary_logloss: 0.352035\n","[228]\tvalid_0's binary_logloss: 0.35201\n","[229]\tvalid_0's binary_logloss: 0.351947\n","[230]\tvalid_0's binary_logloss: 0.351868\n","[231]\tvalid_0's binary_logloss: 0.351835\n","[232]\tvalid_0's binary_logloss: 0.35182\n","[233]\tvalid_0's binary_logloss: 0.351721\n","[234]\tvalid_0's binary_logloss: 0.351647\n","[235]\tvalid_0's binary_logloss: 0.351584\n","[236]\tvalid_0's binary_logloss: 0.351537\n","[237]\tvalid_0's binary_logloss: 0.35146\n","[238]\tvalid_0's binary_logloss: 0.351419\n","[239]\tvalid_0's binary_logloss: 0.351375\n","[240]\tvalid_0's binary_logloss: 0.351391\n","[241]\tvalid_0's binary_logloss: 0.351358\n","[242]\tvalid_0's binary_logloss: 0.351289\n","[243]\tvalid_0's binary_logloss: 0.351286\n","[244]\tvalid_0's binary_logloss: 0.35124\n","[245]\tvalid_0's binary_logloss: 0.351189\n","[246]\tvalid_0's binary_logloss: 0.351117\n","[247]\tvalid_0's binary_logloss: 0.351067\n","[248]\tvalid_0's binary_logloss: 0.351041\n","[249]\tvalid_0's binary_logloss: 0.351038\n","[250]\tvalid_0's binary_logloss: 0.350951\n","[251]\tvalid_0's binary_logloss: 0.350867\n","[252]\tvalid_0's binary_logloss: 0.350801\n","[253]\tvalid_0's binary_logloss: 0.350741\n","[254]\tvalid_0's binary_logloss: 0.350698\n","[255]\tvalid_0's binary_logloss: 0.350634\n","[256]\tvalid_0's binary_logloss: 0.350574\n","[257]\tvalid_0's binary_logloss: 0.350513\n","[258]\tvalid_0's binary_logloss: 0.350442\n","[259]\tvalid_0's binary_logloss: 0.350441\n","[260]\tvalid_0's binary_logloss: 0.350324\n","[261]\tvalid_0's binary_logloss: 0.350303\n","[262]\tvalid_0's binary_logloss: 0.350234\n","[263]\tvalid_0's binary_logloss: 0.35023\n","[264]\tvalid_0's binary_logloss: 0.350213\n","[265]\tvalid_0's binary_logloss: 0.35018\n","[266]\tvalid_0's binary_logloss: 0.350109\n","[267]\tvalid_0's binary_logloss: 0.350107\n","[268]\tvalid_0's binary_logloss: 0.350089\n","[269]\tvalid_0's binary_logloss: 0.35004\n","[270]\tvalid_0's binary_logloss: 0.349987\n","[271]\tvalid_0's binary_logloss: 0.349982\n","[272]\tvalid_0's binary_logloss: 0.349947\n","[273]\tvalid_0's binary_logloss: 0.349912\n","[274]\tvalid_0's binary_logloss: 0.349861\n","[275]\tvalid_0's binary_logloss: 0.349785\n","[276]\tvalid_0's binary_logloss: 0.349747\n","[277]\tvalid_0's binary_logloss: 0.349732\n","[278]\tvalid_0's binary_logloss: 0.349708\n","[279]\tvalid_0's binary_logloss: 0.349695\n","[280]\tvalid_0's binary_logloss: 0.349676\n","[281]\tvalid_0's binary_logloss: 0.349619\n","[282]\tvalid_0's binary_logloss: 0.3496\n","[283]\tvalid_0's binary_logloss: 0.349564\n","[284]\tvalid_0's binary_logloss: 0.349517\n","[285]\tvalid_0's binary_logloss: 0.349438\n","[286]\tvalid_0's binary_logloss: 0.349422\n","[287]\tvalid_0's binary_logloss: 0.349384\n","[288]\tvalid_0's binary_logloss: 0.349344\n","[289]\tvalid_0's binary_logloss: 0.349303\n","[290]\tvalid_0's binary_logloss: 0.349291\n","[291]\tvalid_0's binary_logloss: 0.349231\n","[292]\tvalid_0's binary_logloss: 0.349163\n","[293]\tvalid_0's binary_logloss: 0.349142\n","[294]\tvalid_0's binary_logloss: 0.349121\n","[295]\tvalid_0's binary_logloss: 0.349045\n","[296]\tvalid_0's binary_logloss: 0.348979\n","[297]\tvalid_0's binary_logloss: 0.348905\n","[298]\tvalid_0's binary_logloss: 0.348867\n","[299]\tvalid_0's binary_logloss: 0.348802\n","[300]\tvalid_0's binary_logloss: 0.348774\n","[301]\tvalid_0's binary_logloss: 0.348716\n","[302]\tvalid_0's binary_logloss: 0.348686\n","[303]\tvalid_0's binary_logloss: 0.348638\n","[304]\tvalid_0's binary_logloss: 0.348632\n","[305]\tvalid_0's binary_logloss: 0.348619\n","[306]\tvalid_0's binary_logloss: 0.348577\n","[307]\tvalid_0's binary_logloss: 0.348565\n","[308]\tvalid_0's binary_logloss: 0.348536\n","[309]\tvalid_0's binary_logloss: 0.348505\n","[310]\tvalid_0's binary_logloss: 0.348452\n","[311]\tvalid_0's binary_logloss: 0.348453\n","[312]\tvalid_0's binary_logloss: 0.348415\n","[313]\tvalid_0's binary_logloss: 0.348394\n","[314]\tvalid_0's binary_logloss: 0.348338\n","[315]\tvalid_0's binary_logloss: 0.348213\n","[316]\tvalid_0's binary_logloss: 0.348182\n","[317]\tvalid_0's binary_logloss: 0.348183\n","[318]\tvalid_0's binary_logloss: 0.348152\n","[319]\tvalid_0's binary_logloss: 0.348141\n","[320]\tvalid_0's binary_logloss: 0.348127\n","[321]\tvalid_0's binary_logloss: 0.348096\n","[322]\tvalid_0's binary_logloss: 0.348077\n","[323]\tvalid_0's binary_logloss: 0.348034\n","[324]\tvalid_0's binary_logloss: 0.348003\n","[325]\tvalid_0's binary_logloss: 0.347982\n","[326]\tvalid_0's binary_logloss: 0.34793\n","[327]\tvalid_0's binary_logloss: 0.347898\n","[328]\tvalid_0's binary_logloss: 0.347842\n","[329]\tvalid_0's binary_logloss: 0.347824\n","[330]\tvalid_0's binary_logloss: 0.347801\n","[331]\tvalid_0's binary_logloss: 0.347773\n","[332]\tvalid_0's binary_logloss: 0.347725\n","[333]\tvalid_0's binary_logloss: 0.347692\n","[334]\tvalid_0's binary_logloss: 0.347661\n","[335]\tvalid_0's binary_logloss: 0.347648\n","[336]\tvalid_0's binary_logloss: 0.347631\n","[337]\tvalid_0's binary_logloss: 0.347605\n","[338]\tvalid_0's binary_logloss: 0.347577\n","[339]\tvalid_0's binary_logloss: 0.347575\n","[340]\tvalid_0's binary_logloss: 0.347571\n","[341]\tvalid_0's binary_logloss: 0.347555\n","[342]\tvalid_0's binary_logloss: 0.347527\n","[343]\tvalid_0's binary_logloss: 0.347497\n","[344]\tvalid_0's binary_logloss: 0.347442\n","[345]\tvalid_0's binary_logloss: 0.34744\n","[346]\tvalid_0's binary_logloss: 0.347422\n","[347]\tvalid_0's binary_logloss: 0.347382\n","[348]\tvalid_0's binary_logloss: 0.347373\n","[349]\tvalid_0's binary_logloss: 0.347374\n","[350]\tvalid_0's binary_logloss: 0.347345\n","[351]\tvalid_0's binary_logloss: 0.347308\n","[352]\tvalid_0's binary_logloss: 0.347304\n","[353]\tvalid_0's binary_logloss: 0.347298\n","[354]\tvalid_0's binary_logloss: 0.3473\n","[355]\tvalid_0's binary_logloss: 0.347259\n","[356]\tvalid_0's binary_logloss: 0.34722\n","[357]\tvalid_0's binary_logloss: 0.347195\n","[358]\tvalid_0's binary_logloss: 0.347141\n","[359]\tvalid_0's binary_logloss: 0.347121\n","[360]\tvalid_0's binary_logloss: 0.347097\n","[361]\tvalid_0's binary_logloss: 0.347075\n","[362]\tvalid_0's binary_logloss: 0.347005\n","[363]\tvalid_0's binary_logloss: 0.346975\n","[364]\tvalid_0's binary_logloss: 0.346975\n","[365]\tvalid_0's binary_logloss: 0.346966\n","[366]\tvalid_0's binary_logloss: 0.346861\n","[367]\tvalid_0's binary_logloss: 0.346833\n","[368]\tvalid_0's binary_logloss: 0.346797\n","[369]\tvalid_0's binary_logloss: 0.346778\n","[370]\tvalid_0's binary_logloss: 0.346749\n","[371]\tvalid_0's binary_logloss: 0.346692\n","[372]\tvalid_0's binary_logloss: 0.346672\n","[373]\tvalid_0's binary_logloss: 0.346628\n","[374]\tvalid_0's binary_logloss: 0.346583\n","[375]\tvalid_0's binary_logloss: 0.346565\n","[376]\tvalid_0's binary_logloss: 0.346531\n","[377]\tvalid_0's binary_logloss: 0.3465\n","[378]\tvalid_0's binary_logloss: 0.346498\n","[379]\tvalid_0's binary_logloss: 0.346464\n","[380]\tvalid_0's binary_logloss: 0.346443\n","[381]\tvalid_0's binary_logloss: 0.346412\n","[382]\tvalid_0's binary_logloss: 0.346389\n","[383]\tvalid_0's binary_logloss: 0.346399\n","[384]\tvalid_0's binary_logloss: 0.346376\n","[385]\tvalid_0's binary_logloss: 0.346372\n","[386]\tvalid_0's binary_logloss: 0.34634\n","[387]\tvalid_0's binary_logloss: 0.346333\n","[388]\tvalid_0's binary_logloss: 0.346242\n","[389]\tvalid_0's binary_logloss: 0.346222\n","[390]\tvalid_0's binary_logloss: 0.346189\n","[391]\tvalid_0's binary_logloss: 0.346175\n","[392]\tvalid_0's binary_logloss: 0.346172\n","[393]\tvalid_0's binary_logloss: 0.346172\n","[394]\tvalid_0's binary_logloss: 0.346158\n","[395]\tvalid_0's binary_logloss: 0.346126\n","[396]\tvalid_0's binary_logloss: 0.346117\n","[397]\tvalid_0's binary_logloss: 0.346103\n","[398]\tvalid_0's binary_logloss: 0.346062\n","[399]\tvalid_0's binary_logloss: 0.346033\n","[400]\tvalid_0's binary_logloss: 0.346001\n"]}],"source":["########Early_stopping(LGBMClassifier)2등 코드########\n","\n","X_tr, X_dev, y_tr, y_dev = train_test_split(X_train, y_train, test_size=0.4, random_state=77) # test size 올리기위해 0.4\n","\n","evals = [(X_dev, y_dev)] \n","\n","lgbm_wrapper = LGBMClassifier(n_estimators = 400,random_state=42) # 400번 학습\n","\n","lgbm_wrapper.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"logloss\", \n","                 eval_set=evals, verbose=True)\n","lgbm_preds = lgbm_wrapper.predict(X_dev)\n","lgbm_pred_proba = lgbm_wrapper.predict_proba(X_dev)[:,1]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":934,"status":"ok","timestamp":1639410074936,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"id":"JurevxD48D3w","outputId":"8d42ff7e-a339-4706-c60f-e961fba6c756"},"outputs":[{"name":"stdout","output_type":"stream","text":["Confusion Matrix\n","[[322947  53894]\n"," [ 52456 250179]]\n","accuracy: 0.8435, precision: 0.8228, recall: 0.8267, f1: 0.8247, roc_auc: 0.9246\n"]}],"source":["from sklearn.metrics import *\n","\n","def get_clf_eval(y_test, pred=None, pred_proba=None): \n","    confusion = confusion_matrix(y_test, pred) \n","    accuracy = accuracy_score(y_test, pred) \n","    precision = precision_score(y_test, pred) \n","    recall = recall_score(y_test, pred) \n","    f1 = f1_score(y_test, pred) \n","    # ROC AUC \n","    roc_auc = roc_auc_score(y_test, pred_proba) \n","    \n","    print('Confusion Matrix') \n","    print(confusion) \n","    print('accuracy: {0:.4f}, precision: {1:.4f}, recall: {2:.4f}, f1: {3:.4f}, roc_auc: {4:.4f}'.format( accuracy, precision, recall, f1, roc_auc))\n","\n","get_clf_eval(y_dev, lgbm_preds, lgbm_pred_proba)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"58dFMfF89A2U"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  lgbm_wrapper.predict_proba(X_test)[:,1]}).to_csv(os.path.abspath(\"../submission\")+ '/LGBM(변경전_1월)_0.9246.csv', index=False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"5pJ3cZLlhDWm","outputId":"88e308a2-f9c3-443f-c145-248b5b87fee5"},"outputs":[{"data":{"text/plain":["['C:\\\\Users\\\\dmsdn\\\\학교수업\\\\머신러닝\\\\컴피티션\\\\ML 컴피티션_김은욱서하은\\\\models/LGBM(변경전_1월).pkl']"]},"execution_count":8,"metadata":{},"output_type":"execute_result"}],"source":["joblib.dump(lgbm_wrapper, os.path.abspath(\"../models\") + \"/LGBM(변경전_1월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"lWdP2E8phDWm"},"source":["## (2월) 모델링"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"7k0WmPDyhDWm"},"outputs":[],"source":["# 쓰는 데이터셋만 빼고 주석 처리\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(01월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(01월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(01월).pkl\")\n","\n","X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(02월).pkl\")\n","y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(02월).pkl\")\n","X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(02월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(03월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(03월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(03월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"v65zXVpIhDWm"},"source":["### BaggingClassifier(CatBoostClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"WvmJnebVhDWn"},"outputs":[],"source":["########BaggingClassifier(CatBoostClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","cat = BaggingClassifier(base_estimator = CatBoostClassifier(), random_state=42)\n","\n","cat_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    cat.fit(X_tr, y_tr)\n","    \n","    pred = cat.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(cat.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    cat_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Kstko9FZhDWn"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"1lfzMajZhDWn"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  cat_pred}).to_csv(os.path.abspath(\"../submission\")+ '/CAT(변경전_2월)_0.9285.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"8O58w9gZhDWn"},"source":["### BaggingClassifier(RandomForestClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16465425,"status":"ok","timestamp":1639429888057,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"fd6079fe-f299-4061-ca52-9875b0ae1570","id":"kDQfxlxMhDWn"},"outputs":[{"name":"stdout","output_type":"stream","text":["BaggingClassifier 평균 AUC : 0.9314623473590823\n"]}],"source":["########BaggingClassifier(RandomForestClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","rf = BaggingClassifier(base_estimator = RandomForestClassifier(), random_state=42)\n","\n","rf_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    rf.fit(X_tr, y_tr)\n","    \n","    pred = rf.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(rf.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    rf_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"KvNllwIMhDWn"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"SDbU45oXhDWn"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  rf_pred}).to_csv(os.path.abspath(\"../submission\")+ '/RF(변경전_2월)_0.9243.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"2LVqd0fChDWn"},"source":["### Early_stopping(LGBMClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5596,"status":"ok","timestamp":1639410067653,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8fbc1158-917a-4ae3-fe37-bbd3a4bf924f","id":"v_YJ49LHhDWo"},"outputs":[{"name":"stdout","output_type":"stream","text":["[1]\tvalid_0's binary_logloss: 0.641072\n","[2]\tvalid_0's binary_logloss: 0.604177\n","[3]\tvalid_0's binary_logloss: 0.573541\n","[4]\tvalid_0's binary_logloss: 0.547893\n","[5]\tvalid_0's binary_logloss: 0.526178\n","[6]\tvalid_0's binary_logloss: 0.507766\n","[7]\tvalid_0's binary_logloss: 0.491989\n","[8]\tvalid_0's binary_logloss: 0.478478\n","[9]\tvalid_0's binary_logloss: 0.466817\n","[10]\tvalid_0's binary_logloss: 0.456671\n","[11]\tvalid_0's binary_logloss: 0.447908\n","[12]\tvalid_0's binary_logloss: 0.440332\n","[13]\tvalid_0's binary_logloss: 0.433718\n","[14]\tvalid_0's binary_logloss: 0.427692\n","[15]\tvalid_0's binary_logloss: 0.422651\n","[16]\tvalid_0's binary_logloss: 0.418069\n","[17]\tvalid_0's binary_logloss: 0.414028\n","[18]\tvalid_0's binary_logloss: 0.410338\n","[19]\tvalid_0's binary_logloss: 0.40702\n","[20]\tvalid_0's binary_logloss: 0.404337\n","[21]\tvalid_0's binary_logloss: 0.401651\n","[22]\tvalid_0's binary_logloss: 0.399114\n","[23]\tvalid_0's binary_logloss: 0.396895\n","[24]\tvalid_0's binary_logloss: 0.395123\n","[25]\tvalid_0's binary_logloss: 0.393161\n","[26]\tvalid_0's binary_logloss: 0.391597\n","[27]\tvalid_0's binary_logloss: 0.389974\n","[28]\tvalid_0's binary_logloss: 0.388448\n","[29]\tvalid_0's binary_logloss: 0.387152\n","[30]\tvalid_0's binary_logloss: 0.38619\n","[31]\tvalid_0's binary_logloss: 0.385125\n","[32]\tvalid_0's binary_logloss: 0.383959\n","[33]\tvalid_0's binary_logloss: 0.382914\n","[34]\tvalid_0's binary_logloss: 0.381981\n","[35]\tvalid_0's binary_logloss: 0.381001\n","[36]\tvalid_0's binary_logloss: 0.380275\n","[37]\tvalid_0's binary_logloss: 0.379653\n","[38]\tvalid_0's binary_logloss: 0.37839\n","[39]\tvalid_0's binary_logloss: 0.377588\n","[40]\tvalid_0's binary_logloss: 0.376876\n","[41]\tvalid_0's binary_logloss: 0.376237\n","[42]\tvalid_0's binary_logloss: 0.375363\n","[43]\tvalid_0's binary_logloss: 0.374683\n","[44]\tvalid_0's binary_logloss: 0.374123\n","[45]\tvalid_0's binary_logloss: 0.373539\n","[46]\tvalid_0's binary_logloss: 0.372853\n","[47]\tvalid_0's binary_logloss: 0.372458\n","[48]\tvalid_0's binary_logloss: 0.372001\n","[49]\tvalid_0's binary_logloss: 0.371567\n","[50]\tvalid_0's binary_logloss: 0.371198\n","[51]\tvalid_0's binary_logloss: 0.370772\n","[52]\tvalid_0's binary_logloss: 0.370377\n","[53]\tvalid_0's binary_logloss: 0.370052\n","[54]\tvalid_0's binary_logloss: 0.369523\n","[55]\tvalid_0's binary_logloss: 0.369212\n","[56]\tvalid_0's binary_logloss: 0.36885\n","[57]\tvalid_0's binary_logloss: 0.3684\n","[58]\tvalid_0's binary_logloss: 0.367747\n","[59]\tvalid_0's binary_logloss: 0.367408\n","[60]\tvalid_0's binary_logloss: 0.367206\n","[61]\tvalid_0's binary_logloss: 0.366941\n","[62]\tvalid_0's binary_logloss: 0.366441\n","[63]\tvalid_0's binary_logloss: 0.366178\n","[64]\tvalid_0's binary_logloss: 0.365795\n","[65]\tvalid_0's binary_logloss: 0.365521\n","[66]\tvalid_0's binary_logloss: 0.365242\n","[67]\tvalid_0's binary_logloss: 0.364913\n","[68]\tvalid_0's binary_logloss: 0.364644\n","[69]\tvalid_0's binary_logloss: 0.364402\n","[70]\tvalid_0's binary_logloss: 0.364187\n","[71]\tvalid_0's binary_logloss: 0.363997\n","[72]\tvalid_0's binary_logloss: 0.363805\n","[73]\tvalid_0's binary_logloss: 0.363414\n","[74]\tvalid_0's binary_logloss: 0.363212\n","[75]\tvalid_0's binary_logloss: 0.362921\n","[76]\tvalid_0's binary_logloss: 0.362561\n","[77]\tvalid_0's binary_logloss: 0.362364\n","[78]\tvalid_0's binary_logloss: 0.362082\n","[79]\tvalid_0's binary_logloss: 0.361884\n","[80]\tvalid_0's binary_logloss: 0.361755\n","[81]\tvalid_0's binary_logloss: 0.361312\n","[82]\tvalid_0's binary_logloss: 0.361215\n","[83]\tvalid_0's binary_logloss: 0.360955\n","[84]\tvalid_0's binary_logloss: 0.360761\n","[85]\tvalid_0's binary_logloss: 0.360619\n","[86]\tvalid_0's binary_logloss: 0.360453\n","[87]\tvalid_0's binary_logloss: 0.360294\n","[88]\tvalid_0's binary_logloss: 0.360204\n","[89]\tvalid_0's binary_logloss: 0.360042\n","[90]\tvalid_0's binary_logloss: 0.359912\n","[91]\tvalid_0's binary_logloss: 0.35975\n","[92]\tvalid_0's binary_logloss: 0.359529\n","[93]\tvalid_0's binary_logloss: 0.359424\n","[94]\tvalid_0's binary_logloss: 0.359128\n","[95]\tvalid_0's binary_logloss: 0.358904\n","[96]\tvalid_0's binary_logloss: 0.358804\n","[97]\tvalid_0's binary_logloss: 0.358576\n","[98]\tvalid_0's binary_logloss: 0.358431\n","[99]\tvalid_0's binary_logloss: 0.358229\n","[100]\tvalid_0's binary_logloss: 0.35795\n","[101]\tvalid_0's binary_logloss: 0.357811\n","[102]\tvalid_0's binary_logloss: 0.357492\n","[103]\tvalid_0's binary_logloss: 0.357396\n","[104]\tvalid_0's binary_logloss: 0.357318\n","[105]\tvalid_0's binary_logloss: 0.357281\n","[106]\tvalid_0's binary_logloss: 0.357\n","[107]\tvalid_0's binary_logloss: 0.3569\n","[108]\tvalid_0's binary_logloss: 0.356852\n","[109]\tvalid_0's binary_logloss: 0.356738\n","[110]\tvalid_0's binary_logloss: 0.356545\n","[111]\tvalid_0's binary_logloss: 0.356455\n","[112]\tvalid_0's binary_logloss: 0.356339\n","[113]\tvalid_0's binary_logloss: 0.35631\n","[114]\tvalid_0's binary_logloss: 0.35619\n","[115]\tvalid_0's binary_logloss: 0.356134\n","[116]\tvalid_0's binary_logloss: 0.356059\n","[117]\tvalid_0's binary_logloss: 0.355963\n","[118]\tvalid_0's binary_logloss: 0.355934\n","[119]\tvalid_0's binary_logloss: 0.355781\n","[120]\tvalid_0's binary_logloss: 0.355679\n","[121]\tvalid_0's binary_logloss: 0.355555\n","[122]\tvalid_0's binary_logloss: 0.355478\n","[123]\tvalid_0's binary_logloss: 0.355418\n","[124]\tvalid_0's binary_logloss: 0.355349\n","[125]\tvalid_0's binary_logloss: 0.355224\n","[126]\tvalid_0's binary_logloss: 0.355173\n","[127]\tvalid_0's binary_logloss: 0.355147\n","[128]\tvalid_0's binary_logloss: 0.3551\n","[129]\tvalid_0's binary_logloss: 0.354957\n","[130]\tvalid_0's binary_logloss: 0.354731\n","[131]\tvalid_0's binary_logloss: 0.354693\n","[132]\tvalid_0's binary_logloss: 0.354621\n","[133]\tvalid_0's binary_logloss: 0.354514\n","[134]\tvalid_0's binary_logloss: 0.354336\n","[135]\tvalid_0's binary_logloss: 0.354266\n","[136]\tvalid_0's binary_logloss: 0.354187\n","[137]\tvalid_0's binary_logloss: 0.354122\n","[138]\tvalid_0's binary_logloss: 0.354024\n","[139]\tvalid_0's binary_logloss: 0.353824\n","[140]\tvalid_0's binary_logloss: 0.353677\n","[141]\tvalid_0's binary_logloss: 0.353543\n","[142]\tvalid_0's binary_logloss: 0.353286\n","[143]\tvalid_0's binary_logloss: 0.353236\n","[144]\tvalid_0's binary_logloss: 0.353185\n","[145]\tvalid_0's binary_logloss: 0.353121\n","[146]\tvalid_0's binary_logloss: 0.353014\n","[147]\tvalid_0's binary_logloss: 0.352968\n","[148]\tvalid_0's binary_logloss: 0.352885\n","[149]\tvalid_0's binary_logloss: 0.352698\n","[150]\tvalid_0's binary_logloss: 0.352612\n","[151]\tvalid_0's binary_logloss: 0.352487\n","[152]\tvalid_0's binary_logloss: 0.352447\n","[153]\tvalid_0's binary_logloss: 0.352316\n","[154]\tvalid_0's binary_logloss: 0.352124\n","[155]\tvalid_0's binary_logloss: 0.352118\n","[156]\tvalid_0's binary_logloss: 0.352012\n","[157]\tvalid_0's binary_logloss: 0.351835\n","[158]\tvalid_0's binary_logloss: 0.351793\n","[159]\tvalid_0's binary_logloss: 0.351757\n","[160]\tvalid_0's binary_logloss: 0.351682\n","[161]\tvalid_0's binary_logloss: 0.351541\n","[162]\tvalid_0's binary_logloss: 0.3515\n","[163]\tvalid_0's binary_logloss: 0.351349\n","[164]\tvalid_0's binary_logloss: 0.351285\n","[165]\tvalid_0's binary_logloss: 0.351252\n","[166]\tvalid_0's binary_logloss: 0.351199\n","[167]\tvalid_0's binary_logloss: 0.351082\n","[168]\tvalid_0's binary_logloss: 0.351046\n","[169]\tvalid_0's binary_logloss: 0.350972\n","[170]\tvalid_0's binary_logloss: 0.350854\n","[171]\tvalid_0's binary_logloss: 0.350802\n","[172]\tvalid_0's binary_logloss: 0.350743\n","[173]\tvalid_0's binary_logloss: 0.350713\n","[174]\tvalid_0's binary_logloss: 0.350691\n","[175]\tvalid_0's binary_logloss: 0.350542\n","[176]\tvalid_0's binary_logloss: 0.350539\n","[177]\tvalid_0's binary_logloss: 0.350424\n","[178]\tvalid_0's binary_logloss: 0.350401\n","[179]\tvalid_0's binary_logloss: 0.350339\n","[180]\tvalid_0's binary_logloss: 0.350295\n","[181]\tvalid_0's binary_logloss: 0.350263\n","[182]\tvalid_0's binary_logloss: 0.350208\n","[183]\tvalid_0's binary_logloss: 0.350087\n","[184]\tvalid_0's binary_logloss: 0.350086\n","[185]\tvalid_0's binary_logloss: 0.350006\n","[186]\tvalid_0's binary_logloss: 0.349904\n","[187]\tvalid_0's binary_logloss: 0.34985\n","[188]\tvalid_0's binary_logloss: 0.349808\n","[189]\tvalid_0's binary_logloss: 0.349706\n","[190]\tvalid_0's binary_logloss: 0.349614\n","[191]\tvalid_0's binary_logloss: 0.349576\n","[192]\tvalid_0's binary_logloss: 0.349522\n","[193]\tvalid_0's binary_logloss: 0.349478\n","[194]\tvalid_0's binary_logloss: 0.349451\n","[195]\tvalid_0's binary_logloss: 0.349425\n","[196]\tvalid_0's binary_logloss: 0.349321\n","[197]\tvalid_0's binary_logloss: 0.349279\n","[198]\tvalid_0's binary_logloss: 0.349251\n","[199]\tvalid_0's binary_logloss: 0.3492\n","[200]\tvalid_0's binary_logloss: 0.349102\n","[201]\tvalid_0's binary_logloss: 0.349047\n","[202]\tvalid_0's binary_logloss: 0.348967\n","[203]\tvalid_0's binary_logloss: 0.348949\n","[204]\tvalid_0's binary_logloss: 0.348906\n","[205]\tvalid_0's binary_logloss: 0.348877\n"]},{"name":"stdout","output_type":"stream","text":["[206]\tvalid_0's binary_logloss: 0.348844\n","[207]\tvalid_0's binary_logloss: 0.348808\n","[208]\tvalid_0's binary_logloss: 0.34872\n","[209]\tvalid_0's binary_logloss: 0.348686\n","[210]\tvalid_0's binary_logloss: 0.348584\n","[211]\tvalid_0's binary_logloss: 0.348496\n","[212]\tvalid_0's binary_logloss: 0.348446\n","[213]\tvalid_0's binary_logloss: 0.348374\n","[214]\tvalid_0's binary_logloss: 0.348291\n","[215]\tvalid_0's binary_logloss: 0.348242\n","[216]\tvalid_0's binary_logloss: 0.348218\n","[217]\tvalid_0's binary_logloss: 0.348165\n","[218]\tvalid_0's binary_logloss: 0.348097\n","[219]\tvalid_0's binary_logloss: 0.348091\n","[220]\tvalid_0's binary_logloss: 0.348073\n","[221]\tvalid_0's binary_logloss: 0.348058\n","[222]\tvalid_0's binary_logloss: 0.348015\n","[223]\tvalid_0's binary_logloss: 0.347977\n","[224]\tvalid_0's binary_logloss: 0.347911\n","[225]\tvalid_0's binary_logloss: 0.347805\n","[226]\tvalid_0's binary_logloss: 0.347793\n","[227]\tvalid_0's binary_logloss: 0.347782\n","[228]\tvalid_0's binary_logloss: 0.347747\n","[229]\tvalid_0's binary_logloss: 0.347691\n","[230]\tvalid_0's binary_logloss: 0.347622\n","[231]\tvalid_0's binary_logloss: 0.347608\n","[232]\tvalid_0's binary_logloss: 0.347563\n","[233]\tvalid_0's binary_logloss: 0.34755\n","[234]\tvalid_0's binary_logloss: 0.347503\n","[235]\tvalid_0's binary_logloss: 0.347414\n","[236]\tvalid_0's binary_logloss: 0.347399\n","[237]\tvalid_0's binary_logloss: 0.347335\n","[238]\tvalid_0's binary_logloss: 0.347242\n","[239]\tvalid_0's binary_logloss: 0.347233\n","[240]\tvalid_0's binary_logloss: 0.347175\n","[241]\tvalid_0's binary_logloss: 0.347162\n","[242]\tvalid_0's binary_logloss: 0.347108\n","[243]\tvalid_0's binary_logloss: 0.347078\n","[244]\tvalid_0's binary_logloss: 0.347028\n","[245]\tvalid_0's binary_logloss: 0.346968\n","[246]\tvalid_0's binary_logloss: 0.346954\n","[247]\tvalid_0's binary_logloss: 0.346863\n","[248]\tvalid_0's binary_logloss: 0.346861\n","[249]\tvalid_0's binary_logloss: 0.346857\n","[250]\tvalid_0's binary_logloss: 0.346833\n","[251]\tvalid_0's binary_logloss: 0.346807\n","[252]\tvalid_0's binary_logloss: 0.346776\n","[253]\tvalid_0's binary_logloss: 0.346668\n","[254]\tvalid_0's binary_logloss: 0.346653\n","[255]\tvalid_0's binary_logloss: 0.346598\n","[256]\tvalid_0's binary_logloss: 0.346586\n","[257]\tvalid_0's binary_logloss: 0.346581\n","[258]\tvalid_0's binary_logloss: 0.346515\n","[259]\tvalid_0's binary_logloss: 0.3465\n","[260]\tvalid_0's binary_logloss: 0.346463\n","[261]\tvalid_0's binary_logloss: 0.346419\n","[262]\tvalid_0's binary_logloss: 0.346403\n","[263]\tvalid_0's binary_logloss: 0.346369\n","[264]\tvalid_0's binary_logloss: 0.346355\n","[265]\tvalid_0's binary_logloss: 0.346312\n","[266]\tvalid_0's binary_logloss: 0.346293\n","[267]\tvalid_0's binary_logloss: 0.346278\n","[268]\tvalid_0's binary_logloss: 0.346256\n","[269]\tvalid_0's binary_logloss: 0.346215\n","[270]\tvalid_0's binary_logloss: 0.346142\n","[271]\tvalid_0's binary_logloss: 0.346109\n","[272]\tvalid_0's binary_logloss: 0.346068\n","[273]\tvalid_0's binary_logloss: 0.345966\n","[274]\tvalid_0's binary_logloss: 0.34595\n","[275]\tvalid_0's binary_logloss: 0.345899\n","[276]\tvalid_0's binary_logloss: 0.345899\n","[277]\tvalid_0's binary_logloss: 0.345866\n","[278]\tvalid_0's binary_logloss: 0.345855\n","[279]\tvalid_0's binary_logloss: 0.345816\n","[280]\tvalid_0's binary_logloss: 0.345746\n","[281]\tvalid_0's binary_logloss: 0.345728\n","[282]\tvalid_0's binary_logloss: 0.345696\n","[283]\tvalid_0's binary_logloss: 0.345679\n","[284]\tvalid_0's binary_logloss: 0.345675\n","[285]\tvalid_0's binary_logloss: 0.345638\n","[286]\tvalid_0's binary_logloss: 0.345614\n","[287]\tvalid_0's binary_logloss: 0.34557\n","[288]\tvalid_0's binary_logloss: 0.345552\n","[289]\tvalid_0's binary_logloss: 0.345509\n","[290]\tvalid_0's binary_logloss: 0.345472\n","[291]\tvalid_0's binary_logloss: 0.345443\n","[292]\tvalid_0's binary_logloss: 0.345441\n","[293]\tvalid_0's binary_logloss: 0.345435\n","[294]\tvalid_0's binary_logloss: 0.345414\n","[295]\tvalid_0's binary_logloss: 0.345392\n","[296]\tvalid_0's binary_logloss: 0.345379\n","[297]\tvalid_0's binary_logloss: 0.345347\n","[298]\tvalid_0's binary_logloss: 0.345323\n","[299]\tvalid_0's binary_logloss: 0.345325\n","[300]\tvalid_0's binary_logloss: 0.345282\n","[301]\tvalid_0's binary_logloss: 0.345261\n","[302]\tvalid_0's binary_logloss: 0.345245\n","[303]\tvalid_0's binary_logloss: 0.345219\n","[304]\tvalid_0's binary_logloss: 0.34519\n","[305]\tvalid_0's binary_logloss: 0.345191\n","[306]\tvalid_0's binary_logloss: 0.345149\n","[307]\tvalid_0's binary_logloss: 0.345129\n","[308]\tvalid_0's binary_logloss: 0.345119\n","[309]\tvalid_0's binary_logloss: 0.345071\n","[310]\tvalid_0's binary_logloss: 0.345035\n","[311]\tvalid_0's binary_logloss: 0.345013\n","[312]\tvalid_0's binary_logloss: 0.344907\n","[313]\tvalid_0's binary_logloss: 0.344863\n","[314]\tvalid_0's binary_logloss: 0.344803\n","[315]\tvalid_0's binary_logloss: 0.344787\n","[316]\tvalid_0's binary_logloss: 0.344764\n","[317]\tvalid_0's binary_logloss: 0.344734\n","[318]\tvalid_0's binary_logloss: 0.344719\n","[319]\tvalid_0's binary_logloss: 0.344698\n","[320]\tvalid_0's binary_logloss: 0.344682\n","[321]\tvalid_0's binary_logloss: 0.344618\n","[322]\tvalid_0's binary_logloss: 0.344594\n","[323]\tvalid_0's binary_logloss: 0.344554\n","[324]\tvalid_0's binary_logloss: 0.344557\n","[325]\tvalid_0's binary_logloss: 0.34454\n","[326]\tvalid_0's binary_logloss: 0.344535\n","[327]\tvalid_0's binary_logloss: 0.344527\n","[328]\tvalid_0's binary_logloss: 0.34451\n","[329]\tvalid_0's binary_logloss: 0.344486\n","[330]\tvalid_0's binary_logloss: 0.344475\n","[331]\tvalid_0's binary_logloss: 0.344435\n","[332]\tvalid_0's binary_logloss: 0.344419\n","[333]\tvalid_0's binary_logloss: 0.344406\n","[334]\tvalid_0's binary_logloss: 0.344373\n","[335]\tvalid_0's binary_logloss: 0.344317\n","[336]\tvalid_0's binary_logloss: 0.344286\n","[337]\tvalid_0's binary_logloss: 0.344257\n","[338]\tvalid_0's binary_logloss: 0.344231\n","[339]\tvalid_0's binary_logloss: 0.344193\n","[340]\tvalid_0's binary_logloss: 0.344145\n","[341]\tvalid_0's binary_logloss: 0.344144\n","[342]\tvalid_0's binary_logloss: 0.344105\n","[343]\tvalid_0's binary_logloss: 0.344106\n","[344]\tvalid_0's binary_logloss: 0.344104\n","[345]\tvalid_0's binary_logloss: 0.344083\n","[346]\tvalid_0's binary_logloss: 0.344062\n","[347]\tvalid_0's binary_logloss: 0.344048\n","[348]\tvalid_0's binary_logloss: 0.34399\n","[349]\tvalid_0's binary_logloss: 0.343983\n","[350]\tvalid_0's binary_logloss: 0.343982\n","[351]\tvalid_0's binary_logloss: 0.343978\n","[352]\tvalid_0's binary_logloss: 0.343924\n","[353]\tvalid_0's binary_logloss: 0.343921\n","[354]\tvalid_0's binary_logloss: 0.343905\n","[355]\tvalid_0's binary_logloss: 0.343862\n","[356]\tvalid_0's binary_logloss: 0.343853\n","[357]\tvalid_0's binary_logloss: 0.343814\n","[358]\tvalid_0's binary_logloss: 0.343789\n","[359]\tvalid_0's binary_logloss: 0.343768\n","[360]\tvalid_0's binary_logloss: 0.34376\n","[361]\tvalid_0's binary_logloss: 0.343753\n","[362]\tvalid_0's binary_logloss: 0.343705\n","[363]\tvalid_0's binary_logloss: 0.343669\n","[364]\tvalid_0's binary_logloss: 0.34364\n","[365]\tvalid_0's binary_logloss: 0.343607\n","[366]\tvalid_0's binary_logloss: 0.343589\n","[367]\tvalid_0's binary_logloss: 0.343561\n","[368]\tvalid_0's binary_logloss: 0.343522\n","[369]\tvalid_0's binary_logloss: 0.343498\n","[370]\tvalid_0's binary_logloss: 0.343431\n","[371]\tvalid_0's binary_logloss: 0.343419\n","[372]\tvalid_0's binary_logloss: 0.34342\n","[373]\tvalid_0's binary_logloss: 0.343388\n","[374]\tvalid_0's binary_logloss: 0.343375\n","[375]\tvalid_0's binary_logloss: 0.343375\n","[376]\tvalid_0's binary_logloss: 0.343342\n","[377]\tvalid_0's binary_logloss: 0.343341\n","[378]\tvalid_0's binary_logloss: 0.343325\n","[379]\tvalid_0's binary_logloss: 0.343316\n","[380]\tvalid_0's binary_logloss: 0.34331\n","[381]\tvalid_0's binary_logloss: 0.343272\n","[382]\tvalid_0's binary_logloss: 0.343253\n","[383]\tvalid_0's binary_logloss: 0.343217\n","[384]\tvalid_0's binary_logloss: 0.343206\n","[385]\tvalid_0's binary_logloss: 0.343206\n","[386]\tvalid_0's binary_logloss: 0.343188\n","[387]\tvalid_0's binary_logloss: 0.343129\n","[388]\tvalid_0's binary_logloss: 0.343122\n","[389]\tvalid_0's binary_logloss: 0.343106\n","[390]\tvalid_0's binary_logloss: 0.343087\n","[391]\tvalid_0's binary_logloss: 0.343049\n","[392]\tvalid_0's binary_logloss: 0.343032\n","[393]\tvalid_0's binary_logloss: 0.342982\n","[394]\tvalid_0's binary_logloss: 0.342981\n","[395]\tvalid_0's binary_logloss: 0.34294\n","[396]\tvalid_0's binary_logloss: 0.342929\n","[397]\tvalid_0's binary_logloss: 0.342922\n","[398]\tvalid_0's binary_logloss: 0.342919\n","[399]\tvalid_0's binary_logloss: 0.342882\n","[400]\tvalid_0's binary_logloss: 0.342864\n"]}],"source":["########Early_stopping(LGBMClassifier)2등 코드########\n","\n","X_tr, X_dev, y_tr, y_dev = train_test_split(X_train, y_train, test_size=0.4, random_state=77) # test size 올리기위해 0.4\n","\n","evals = [(X_dev, y_dev)] \n","\n","lgbm_wrapper = LGBMClassifier(n_estimators = 400,random_state=42) # 400번 학습\n","\n","lgbm_wrapper.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"logloss\", \n","                 eval_set=evals, verbose=True)\n","lgbm_preds = lgbm_wrapper.predict(X_dev)\n","lgbm_pred_proba = lgbm_wrapper.predict_proba(X_dev)[:,1]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":934,"status":"ok","timestamp":1639410074936,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8d42ff7e-a339-4706-c60f-e961fba6c756","id":"TkNcIHQOhDWo"},"outputs":[{"name":"stdout","output_type":"stream","text":["Confusion Matrix\n","[[233387  38530]\n"," [ 37008 178079]]\n","accuracy: 0.8449, precision: 0.8221, recall: 0.8279, f1: 0.8250, roc_auc: 0.9259\n"]}],"source":["from sklearn.metrics import *\n","\n","def get_clf_eval(y_test, pred=None, pred_proba=None): \n","    confusion = confusion_matrix(y_test, pred) \n","    accuracy = accuracy_score(y_test, pred) \n","    precision = precision_score(y_test, pred) \n","    recall = recall_score(y_test, pred) \n","    f1 = f1_score(y_test, pred) \n","    # ROC AUC \n","    roc_auc = roc_auc_score(y_test, pred_proba) \n","    \n","    print('Confusion Matrix') \n","    print(confusion) \n","    print('accuracy: {0:.4f}, precision: {1:.4f}, recall: {2:.4f}, f1: {3:.4f}, roc_auc: {4:.4f}'.format( accuracy, precision, recall, f1, roc_auc))\n","\n","get_clf_eval(y_dev, lgbm_preds, lgbm_pred_proba)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"VJma5Wb2hDWo"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  lgbm_wrapper.predict_proba(X_test)[:,1]}).to_csv(os.path.abspath(\"../submission\")+ '/LGBM(변경전_2월)_0.9259.csv', index=False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"VNMcKrnghDWo","outputId":"bf0fdd07-5c7f-402c-b6dd-153c35522f6f"},"outputs":[{"data":{"text/plain":["['C:\\\\Users\\\\dmsdn\\\\학교수업\\\\머신러닝\\\\컴피티션\\\\ML 컴피티션_김은욱서하은\\\\models/LGBM(변경전_2월).pkl']"]},"execution_count":12,"metadata":{},"output_type":"execute_result"}],"source":["joblib.dump(lgbm_wrapper, os.path.abspath(\"../models\") + \"/LGBM(변경전_2월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"KZU-NGOghDWo"},"source":["## (3월) 모델링"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"eu6p5gHKhDWo"},"outputs":[],"source":["# 쓰는 데이터셋만 빼고 주석 처리\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(01월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(01월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(01월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(02월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(02월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(02월).pkl\")\n","\n","X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train(03월).pkl\")\n","y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train(03월).pkl\")\n","X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test(03월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"dFyT-oBphDWo"},"source":["### BaggingClassifier(CatBoostClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"6PQsSj6QhDWp"},"outputs":[],"source":["########BaggingClassifier(CatBoostClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","cat = BaggingClassifier(base_estimator = CatBoostClassifier(), random_state=42)\n","\n","cat_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    cat.fit(X_tr, y_tr)\n","    \n","    pred = cat.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(cat.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    cat_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"KC2DQSYEhDWp"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Mi8GqFfXhDWp"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  cat_pred}).to_csv(os.path.abspath(\"../submission\")+ '/CAT(변경전_3월)_0.9308.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"h0fx71hlhDWp"},"source":["### BaggingClassifier(RandomForestClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16465425,"status":"ok","timestamp":1639429888057,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"fd6079fe-f299-4061-ca52-9875b0ae1570","id":"RUBmTGhuhDWp"},"outputs":[{"name":"stdout","output_type":"stream","text":["BaggingClassifier 평균 AUC : 0.9314623473590823\n"]}],"source":["########BaggingClassifier(RandomForestClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","rf = BaggingClassifier(base_estimator = RandomForestClassifier(), random_state=42)\n","\n","rf_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    rf.fit(X_tr, y_tr)\n","    \n","    pred = rf.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(rf.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    rf_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"rvtplEGIhDWp"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"VpLWGpazhDWp"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  rf_pred}).to_csv(os.path.abspath(\"../submission\")+ '/RF(변경전_3월)_0.9264.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"zWicSu9nhDWp"},"source":["## Early_stopping(LGBMClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5596,"status":"ok","timestamp":1639410067653,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8fbc1158-917a-4ae3-fe37-bbd3a4bf924f","id":"6CNe1ycKhDWq"},"outputs":[{"name":"stdout","output_type":"stream","text":["[1]\tvalid_0's binary_logloss: 0.643344\n","[2]\tvalid_0's binary_logloss: 0.605932\n","[3]\tvalid_0's binary_logloss: 0.574847\n","[4]\tvalid_0's binary_logloss: 0.548762\n","[5]\tvalid_0's binary_logloss: 0.526319\n","[6]\tvalid_0's binary_logloss: 0.507586\n","[7]\tvalid_0's binary_logloss: 0.491563\n","[8]\tvalid_0's binary_logloss: 0.477689\n","[9]\tvalid_0's binary_logloss: 0.465805\n","[10]\tvalid_0's binary_logloss: 0.455443\n","[11]\tvalid_0's binary_logloss: 0.446317\n","[12]\tvalid_0's binary_logloss: 0.438309\n","[13]\tvalid_0's binary_logloss: 0.431282\n","[14]\tvalid_0's binary_logloss: 0.425285\n","[15]\tvalid_0's binary_logloss: 0.419778\n","[16]\tvalid_0's binary_logloss: 0.414893\n","[17]\tvalid_0's binary_logloss: 0.410544\n","[18]\tvalid_0's binary_logloss: 0.406677\n","[19]\tvalid_0's binary_logloss: 0.403305\n","[20]\tvalid_0's binary_logloss: 0.40044\n","[21]\tvalid_0's binary_logloss: 0.396851\n","[22]\tvalid_0's binary_logloss: 0.394433\n","[23]\tvalid_0's binary_logloss: 0.39204\n","[24]\tvalid_0's binary_logloss: 0.389989\n","[25]\tvalid_0's binary_logloss: 0.387973\n","[26]\tvalid_0's binary_logloss: 0.385844\n","[27]\tvalid_0's binary_logloss: 0.384434\n","[28]\tvalid_0's binary_logloss: 0.382901\n","[29]\tvalid_0's binary_logloss: 0.381485\n","[30]\tvalid_0's binary_logloss: 0.379943\n","[31]\tvalid_0's binary_logloss: 0.378594\n","[32]\tvalid_0's binary_logloss: 0.377538\n","[33]\tvalid_0's binary_logloss: 0.376516\n","[34]\tvalid_0's binary_logloss: 0.375598\n","[35]\tvalid_0's binary_logloss: 0.374653\n","[36]\tvalid_0's binary_logloss: 0.373892\n","[37]\tvalid_0's binary_logloss: 0.373082\n","[38]\tvalid_0's binary_logloss: 0.37201\n","[39]\tvalid_0's binary_logloss: 0.371211\n","[40]\tvalid_0's binary_logloss: 0.370548\n","[41]\tvalid_0's binary_logloss: 0.369953\n","[42]\tvalid_0's binary_logloss: 0.369281\n","[43]\tvalid_0's binary_logloss: 0.368378\n","[44]\tvalid_0's binary_logloss: 0.367819\n","[45]\tvalid_0's binary_logloss: 0.36726\n","[46]\tvalid_0's binary_logloss: 0.366648\n","[47]\tvalid_0's binary_logloss: 0.366112\n","[48]\tvalid_0's binary_logloss: 0.365682\n","[49]\tvalid_0's binary_logloss: 0.365204\n","[50]\tvalid_0's binary_logloss: 0.364769\n","[51]\tvalid_0's binary_logloss: 0.364399\n","[52]\tvalid_0's binary_logloss: 0.36393\n","[53]\tvalid_0's binary_logloss: 0.363191\n","[54]\tvalid_0's binary_logloss: 0.362839\n","[55]\tvalid_0's binary_logloss: 0.362534\n","[56]\tvalid_0's binary_logloss: 0.362205\n","[57]\tvalid_0's binary_logloss: 0.361775\n","[58]\tvalid_0's binary_logloss: 0.361338\n","[59]\tvalid_0's binary_logloss: 0.361055\n","[60]\tvalid_0's binary_logloss: 0.3607\n","[61]\tvalid_0's binary_logloss: 0.360442\n","[62]\tvalid_0's binary_logloss: 0.359958\n","[63]\tvalid_0's binary_logloss: 0.359385\n","[64]\tvalid_0's binary_logloss: 0.359145\n","[65]\tvalid_0's binary_logloss: 0.358711\n","[66]\tvalid_0's binary_logloss: 0.358351\n","[67]\tvalid_0's binary_logloss: 0.358087\n","[68]\tvalid_0's binary_logloss: 0.357863\n","[69]\tvalid_0's binary_logloss: 0.357298\n","[70]\tvalid_0's binary_logloss: 0.356956\n","[71]\tvalid_0's binary_logloss: 0.356772\n","[72]\tvalid_0's binary_logloss: 0.356593\n","[73]\tvalid_0's binary_logloss: 0.356233\n","[74]\tvalid_0's binary_logloss: 0.355986\n","[75]\tvalid_0's binary_logloss: 0.355771\n","[76]\tvalid_0's binary_logloss: 0.355559\n","[77]\tvalid_0's binary_logloss: 0.355351\n","[78]\tvalid_0's binary_logloss: 0.355137\n","[79]\tvalid_0's binary_logloss: 0.354983\n","[80]\tvalid_0's binary_logloss: 0.354796\n","[81]\tvalid_0's binary_logloss: 0.354414\n","[82]\tvalid_0's binary_logloss: 0.354243\n","[83]\tvalid_0's binary_logloss: 0.354056\n","[84]\tvalid_0's binary_logloss: 0.353838\n","[85]\tvalid_0's binary_logloss: 0.35368\n","[86]\tvalid_0's binary_logloss: 0.353563\n","[87]\tvalid_0's binary_logloss: 0.353318\n","[88]\tvalid_0's binary_logloss: 0.353139\n","[89]\tvalid_0's binary_logloss: 0.353012\n","[90]\tvalid_0's binary_logloss: 0.352729\n","[91]\tvalid_0's binary_logloss: 0.352656\n","[92]\tvalid_0's binary_logloss: 0.352373\n","[93]\tvalid_0's binary_logloss: 0.352108\n","[94]\tvalid_0's binary_logloss: 0.351712\n","[95]\tvalid_0's binary_logloss: 0.351534\n","[96]\tvalid_0's binary_logloss: 0.351386\n","[97]\tvalid_0's binary_logloss: 0.351266\n","[98]\tvalid_0's binary_logloss: 0.35119\n","[99]\tvalid_0's binary_logloss: 0.350789\n","[100]\tvalid_0's binary_logloss: 0.350678\n","[101]\tvalid_0's binary_logloss: 0.350556\n","[102]\tvalid_0's binary_logloss: 0.350468\n","[103]\tvalid_0's binary_logloss: 0.3502\n","[104]\tvalid_0's binary_logloss: 0.350063\n","[105]\tvalid_0's binary_logloss: 0.349905\n","[106]\tvalid_0's binary_logloss: 0.34971\n","[107]\tvalid_0's binary_logloss: 0.349502\n","[108]\tvalid_0's binary_logloss: 0.349242\n","[109]\tvalid_0's binary_logloss: 0.349195\n","[110]\tvalid_0's binary_logloss: 0.348934\n","[111]\tvalid_0's binary_logloss: 0.348879\n","[112]\tvalid_0's binary_logloss: 0.348766\n","[113]\tvalid_0's binary_logloss: 0.348603\n","[114]\tvalid_0's binary_logloss: 0.348505\n","[115]\tvalid_0's binary_logloss: 0.348465\n","[116]\tvalid_0's binary_logloss: 0.348373\n","[117]\tvalid_0's binary_logloss: 0.348225\n","[118]\tvalid_0's binary_logloss: 0.348131\n","[119]\tvalid_0's binary_logloss: 0.348063\n","[120]\tvalid_0's binary_logloss: 0.347983\n","[121]\tvalid_0's binary_logloss: 0.347886\n","[122]\tvalid_0's binary_logloss: 0.347775\n","[123]\tvalid_0's binary_logloss: 0.347552\n","[124]\tvalid_0's binary_logloss: 0.347468\n","[125]\tvalid_0's binary_logloss: 0.347327\n","[126]\tvalid_0's binary_logloss: 0.347297\n","[127]\tvalid_0's binary_logloss: 0.347191\n","[128]\tvalid_0's binary_logloss: 0.346998\n","[129]\tvalid_0's binary_logloss: 0.346892\n","[130]\tvalid_0's binary_logloss: 0.346796\n","[131]\tvalid_0's binary_logloss: 0.346707\n","[132]\tvalid_0's binary_logloss: 0.346653\n","[133]\tvalid_0's binary_logloss: 0.346604\n","[134]\tvalid_0's binary_logloss: 0.346533\n","[135]\tvalid_0's binary_logloss: 0.346481\n","[136]\tvalid_0's binary_logloss: 0.346398\n","[137]\tvalid_0's binary_logloss: 0.346334\n","[138]\tvalid_0's binary_logloss: 0.346308\n","[139]\tvalid_0's binary_logloss: 0.346176\n","[140]\tvalid_0's binary_logloss: 0.346089\n","[141]\tvalid_0's binary_logloss: 0.346085\n","[142]\tvalid_0's binary_logloss: 0.346048\n","[143]\tvalid_0's binary_logloss: 0.345948\n","[144]\tvalid_0's binary_logloss: 0.345831\n","[145]\tvalid_0's binary_logloss: 0.345769\n","[146]\tvalid_0's binary_logloss: 0.345651\n","[147]\tvalid_0's binary_logloss: 0.345622\n","[148]\tvalid_0's binary_logloss: 0.345521\n","[149]\tvalid_0's binary_logloss: 0.34538\n","[150]\tvalid_0's binary_logloss: 0.345287\n","[151]\tvalid_0's binary_logloss: 0.345182\n","[152]\tvalid_0's binary_logloss: 0.345132\n","[153]\tvalid_0's binary_logloss: 0.345081\n","[154]\tvalid_0's binary_logloss: 0.345027\n","[155]\tvalid_0's binary_logloss: 0.344967\n","[156]\tvalid_0's binary_logloss: 0.344868\n","[157]\tvalid_0's binary_logloss: 0.344847\n","[158]\tvalid_0's binary_logloss: 0.344793\n","[159]\tvalid_0's binary_logloss: 0.344728\n","[160]\tvalid_0's binary_logloss: 0.344672\n","[161]\tvalid_0's binary_logloss: 0.344613\n","[162]\tvalid_0's binary_logloss: 0.344546\n","[163]\tvalid_0's binary_logloss: 0.344502\n","[164]\tvalid_0's binary_logloss: 0.344405\n","[165]\tvalid_0's binary_logloss: 0.344385\n","[166]\tvalid_0's binary_logloss: 0.34435\n","[167]\tvalid_0's binary_logloss: 0.344251\n","[168]\tvalid_0's binary_logloss: 0.344255\n","[169]\tvalid_0's binary_logloss: 0.344101\n","[170]\tvalid_0's binary_logloss: 0.344011\n","[171]\tvalid_0's binary_logloss: 0.343973\n","[172]\tvalid_0's binary_logloss: 0.343799\n","[173]\tvalid_0's binary_logloss: 0.343693\n","[174]\tvalid_0's binary_logloss: 0.343697\n","[175]\tvalid_0's binary_logloss: 0.343606\n","[176]\tvalid_0's binary_logloss: 0.343567\n","[177]\tvalid_0's binary_logloss: 0.343502\n","[178]\tvalid_0's binary_logloss: 0.343446\n","[179]\tvalid_0's binary_logloss: 0.343393\n","[180]\tvalid_0's binary_logloss: 0.343313\n","[181]\tvalid_0's binary_logloss: 0.343312\n","[182]\tvalid_0's binary_logloss: 0.343286\n","[183]\tvalid_0's binary_logloss: 0.343257\n","[184]\tvalid_0's binary_logloss: 0.343239\n","[185]\tvalid_0's binary_logloss: 0.343142\n","[186]\tvalid_0's binary_logloss: 0.343054\n","[187]\tvalid_0's binary_logloss: 0.342986\n","[188]\tvalid_0's binary_logloss: 0.342924\n","[189]\tvalid_0's binary_logloss: 0.342767\n","[190]\tvalid_0's binary_logloss: 0.342763\n","[191]\tvalid_0's binary_logloss: 0.3427\n","[192]\tvalid_0's binary_logloss: 0.342667\n","[193]\tvalid_0's binary_logloss: 0.342587\n","[194]\tvalid_0's binary_logloss: 0.342539\n","[195]\tvalid_0's binary_logloss: 0.342506\n","[196]\tvalid_0's binary_logloss: 0.342483\n","[197]\tvalid_0's binary_logloss: 0.34245\n","[198]\tvalid_0's binary_logloss: 0.342371\n","[199]\tvalid_0's binary_logloss: 0.342331\n","[200]\tvalid_0's binary_logloss: 0.342252\n","[201]\tvalid_0's binary_logloss: 0.342236\n","[202]\tvalid_0's binary_logloss: 0.342197\n"]},{"name":"stdout","output_type":"stream","text":["[203]\tvalid_0's binary_logloss: 0.342119\n","[204]\tvalid_0's binary_logloss: 0.342087\n","[205]\tvalid_0's binary_logloss: 0.342052\n","[206]\tvalid_0's binary_logloss: 0.342037\n","[207]\tvalid_0's binary_logloss: 0.341967\n","[208]\tvalid_0's binary_logloss: 0.341904\n","[209]\tvalid_0's binary_logloss: 0.341856\n","[210]\tvalid_0's binary_logloss: 0.341821\n","[211]\tvalid_0's binary_logloss: 0.341827\n","[212]\tvalid_0's binary_logloss: 0.341806\n","[213]\tvalid_0's binary_logloss: 0.341742\n","[214]\tvalid_0's binary_logloss: 0.341716\n","[215]\tvalid_0's binary_logloss: 0.341695\n","[216]\tvalid_0's binary_logloss: 0.34165\n","[217]\tvalid_0's binary_logloss: 0.341644\n","[218]\tvalid_0's binary_logloss: 0.341585\n","[219]\tvalid_0's binary_logloss: 0.341519\n","[220]\tvalid_0's binary_logloss: 0.341444\n","[221]\tvalid_0's binary_logloss: 0.341423\n","[222]\tvalid_0's binary_logloss: 0.341398\n","[223]\tvalid_0's binary_logloss: 0.341379\n","[224]\tvalid_0's binary_logloss: 0.341349\n","[225]\tvalid_0's binary_logloss: 0.3413\n","[226]\tvalid_0's binary_logloss: 0.34125\n","[227]\tvalid_0's binary_logloss: 0.341223\n","[228]\tvalid_0's binary_logloss: 0.341216\n","[229]\tvalid_0's binary_logloss: 0.341173\n","[230]\tvalid_0's binary_logloss: 0.341131\n","[231]\tvalid_0's binary_logloss: 0.341114\n","[232]\tvalid_0's binary_logloss: 0.341058\n","[233]\tvalid_0's binary_logloss: 0.341053\n","[234]\tvalid_0's binary_logloss: 0.341017\n","[235]\tvalid_0's binary_logloss: 0.340995\n","[236]\tvalid_0's binary_logloss: 0.340997\n","[237]\tvalid_0's binary_logloss: 0.340932\n","[238]\tvalid_0's binary_logloss: 0.340911\n","[239]\tvalid_0's binary_logloss: 0.340882\n","[240]\tvalid_0's binary_logloss: 0.340871\n","[241]\tvalid_0's binary_logloss: 0.340796\n","[242]\tvalid_0's binary_logloss: 0.34076\n","[243]\tvalid_0's binary_logloss: 0.340736\n","[244]\tvalid_0's binary_logloss: 0.340717\n","[245]\tvalid_0's binary_logloss: 0.340687\n","[246]\tvalid_0's binary_logloss: 0.340668\n","[247]\tvalid_0's binary_logloss: 0.340618\n","[248]\tvalid_0's binary_logloss: 0.340603\n","[249]\tvalid_0's binary_logloss: 0.34055\n","[250]\tvalid_0's binary_logloss: 0.340537\n","[251]\tvalid_0's binary_logloss: 0.340511\n","[252]\tvalid_0's binary_logloss: 0.340509\n","[253]\tvalid_0's binary_logloss: 0.340508\n","[254]\tvalid_0's binary_logloss: 0.340479\n","[255]\tvalid_0's binary_logloss: 0.340456\n","[256]\tvalid_0's binary_logloss: 0.340454\n","[257]\tvalid_0's binary_logloss: 0.340384\n","[258]\tvalid_0's binary_logloss: 0.340358\n","[259]\tvalid_0's binary_logloss: 0.340329\n","[260]\tvalid_0's binary_logloss: 0.340326\n","[261]\tvalid_0's binary_logloss: 0.340279\n","[262]\tvalid_0's binary_logloss: 0.340268\n","[263]\tvalid_0's binary_logloss: 0.340172\n","[264]\tvalid_0's binary_logloss: 0.340175\n","[265]\tvalid_0's binary_logloss: 0.340148\n","[266]\tvalid_0's binary_logloss: 0.340146\n","[267]\tvalid_0's binary_logloss: 0.340142\n","[268]\tvalid_0's binary_logloss: 0.340097\n","[269]\tvalid_0's binary_logloss: 0.340052\n","[270]\tvalid_0's binary_logloss: 0.34001\n","[271]\tvalid_0's binary_logloss: 0.339978\n","[272]\tvalid_0's binary_logloss: 0.339952\n","[273]\tvalid_0's binary_logloss: 0.339951\n","[274]\tvalid_0's binary_logloss: 0.339876\n","[275]\tvalid_0's binary_logloss: 0.339845\n","[276]\tvalid_0's binary_logloss: 0.339794\n","[277]\tvalid_0's binary_logloss: 0.339795\n","[278]\tvalid_0's binary_logloss: 0.339788\n","[279]\tvalid_0's binary_logloss: 0.339735\n","[280]\tvalid_0's binary_logloss: 0.339725\n","[281]\tvalid_0's binary_logloss: 0.339706\n","[282]\tvalid_0's binary_logloss: 0.339694\n","[283]\tvalid_0's binary_logloss: 0.339673\n","[284]\tvalid_0's binary_logloss: 0.339656\n","[285]\tvalid_0's binary_logloss: 0.339659\n","[286]\tvalid_0's binary_logloss: 0.33964\n","[287]\tvalid_0's binary_logloss: 0.339612\n","[288]\tvalid_0's binary_logloss: 0.339607\n","[289]\tvalid_0's binary_logloss: 0.339597\n","[290]\tvalid_0's binary_logloss: 0.339542\n","[291]\tvalid_0's binary_logloss: 0.339483\n","[292]\tvalid_0's binary_logloss: 0.339461\n","[293]\tvalid_0's binary_logloss: 0.339381\n","[294]\tvalid_0's binary_logloss: 0.339375\n","[295]\tvalid_0's binary_logloss: 0.339336\n","[296]\tvalid_0's binary_logloss: 0.339276\n","[297]\tvalid_0's binary_logloss: 0.33926\n","[298]\tvalid_0's binary_logloss: 0.339196\n","[299]\tvalid_0's binary_logloss: 0.339164\n","[300]\tvalid_0's binary_logloss: 0.339135\n","[301]\tvalid_0's binary_logloss: 0.339092\n","[302]\tvalid_0's binary_logloss: 0.339078\n","[303]\tvalid_0's binary_logloss: 0.339046\n","[304]\tvalid_0's binary_logloss: 0.339038\n","[305]\tvalid_0's binary_logloss: 0.338931\n","[306]\tvalid_0's binary_logloss: 0.338869\n","[307]\tvalid_0's binary_logloss: 0.338801\n","[308]\tvalid_0's binary_logloss: 0.338804\n","[309]\tvalid_0's binary_logloss: 0.338795\n","[310]\tvalid_0's binary_logloss: 0.338774\n","[311]\tvalid_0's binary_logloss: 0.338757\n","[312]\tvalid_0's binary_logloss: 0.338679\n","[313]\tvalid_0's binary_logloss: 0.338679\n","[314]\tvalid_0's binary_logloss: 0.338654\n","[315]\tvalid_0's binary_logloss: 0.338614\n","[316]\tvalid_0's binary_logloss: 0.338607\n","[317]\tvalid_0's binary_logloss: 0.338589\n","[318]\tvalid_0's binary_logloss: 0.338581\n","[319]\tvalid_0's binary_logloss: 0.338566\n","[320]\tvalid_0's binary_logloss: 0.338535\n","[321]\tvalid_0's binary_logloss: 0.338513\n","[322]\tvalid_0's binary_logloss: 0.338505\n","[323]\tvalid_0's binary_logloss: 0.338509\n","[324]\tvalid_0's binary_logloss: 0.338476\n","[325]\tvalid_0's binary_logloss: 0.338461\n","[326]\tvalid_0's binary_logloss: 0.338404\n","[327]\tvalid_0's binary_logloss: 0.33837\n","[328]\tvalid_0's binary_logloss: 0.338352\n","[329]\tvalid_0's binary_logloss: 0.338322\n","[330]\tvalid_0's binary_logloss: 0.338305\n","[331]\tvalid_0's binary_logloss: 0.33829\n","[332]\tvalid_0's binary_logloss: 0.338268\n","[333]\tvalid_0's binary_logloss: 0.338257\n","[334]\tvalid_0's binary_logloss: 0.33822\n","[335]\tvalid_0's binary_logloss: 0.338208\n","[336]\tvalid_0's binary_logloss: 0.33817\n","[337]\tvalid_0's binary_logloss: 0.338155\n","[338]\tvalid_0's binary_logloss: 0.338137\n","[339]\tvalid_0's binary_logloss: 0.338121\n","[340]\tvalid_0's binary_logloss: 0.338109\n","[341]\tvalid_0's binary_logloss: 0.338098\n","[342]\tvalid_0's binary_logloss: 0.338092\n","[343]\tvalid_0's binary_logloss: 0.338095\n","[344]\tvalid_0's binary_logloss: 0.33808\n","[345]\tvalid_0's binary_logloss: 0.338047\n","[346]\tvalid_0's binary_logloss: 0.338037\n","[347]\tvalid_0's binary_logloss: 0.337972\n","[348]\tvalid_0's binary_logloss: 0.337945\n","[349]\tvalid_0's binary_logloss: 0.337943\n","[350]\tvalid_0's binary_logloss: 0.337918\n","[351]\tvalid_0's binary_logloss: 0.337907\n","[352]\tvalid_0's binary_logloss: 0.337885\n","[353]\tvalid_0's binary_logloss: 0.337863\n","[354]\tvalid_0's binary_logloss: 0.337841\n","[355]\tvalid_0's binary_logloss: 0.337839\n","[356]\tvalid_0's binary_logloss: 0.337826\n","[357]\tvalid_0's binary_logloss: 0.337825\n","[358]\tvalid_0's binary_logloss: 0.337815\n","[359]\tvalid_0's binary_logloss: 0.337811\n","[360]\tvalid_0's binary_logloss: 0.33779\n","[361]\tvalid_0's binary_logloss: 0.337757\n","[362]\tvalid_0's binary_logloss: 0.337754\n","[363]\tvalid_0's binary_logloss: 0.337737\n","[364]\tvalid_0's binary_logloss: 0.337721\n","[365]\tvalid_0's binary_logloss: 0.337686\n","[366]\tvalid_0's binary_logloss: 0.337688\n","[367]\tvalid_0's binary_logloss: 0.337672\n","[368]\tvalid_0's binary_logloss: 0.337648\n","[369]\tvalid_0's binary_logloss: 0.337636\n","[370]\tvalid_0's binary_logloss: 0.337623\n","[371]\tvalid_0's binary_logloss: 0.337616\n","[372]\tvalid_0's binary_logloss: 0.337605\n","[373]\tvalid_0's binary_logloss: 0.337589\n","[374]\tvalid_0's binary_logloss: 0.337581\n","[375]\tvalid_0's binary_logloss: 0.337566\n","[376]\tvalid_0's binary_logloss: 0.337556\n","[377]\tvalid_0's binary_logloss: 0.337537\n","[378]\tvalid_0's binary_logloss: 0.337521\n","[379]\tvalid_0's binary_logloss: 0.337511\n","[380]\tvalid_0's binary_logloss: 0.337499\n","[381]\tvalid_0's binary_logloss: 0.337496\n","[382]\tvalid_0's binary_logloss: 0.337481\n","[383]\tvalid_0's binary_logloss: 0.337466\n","[384]\tvalid_0's binary_logloss: 0.337452\n","[385]\tvalid_0's binary_logloss: 0.337454\n","[386]\tvalid_0's binary_logloss: 0.337444\n","[387]\tvalid_0's binary_logloss: 0.337438\n","[388]\tvalid_0's binary_logloss: 0.337424\n","[389]\tvalid_0's binary_logloss: 0.337412\n","[390]\tvalid_0's binary_logloss: 0.337411\n","[391]\tvalid_0's binary_logloss: 0.337398\n","[392]\tvalid_0's binary_logloss: 0.337346\n","[393]\tvalid_0's binary_logloss: 0.337333\n","[394]\tvalid_0's binary_logloss: 0.33733\n","[395]\tvalid_0's binary_logloss: 0.337302\n","[396]\tvalid_0's binary_logloss: 0.3373\n","[397]\tvalid_0's binary_logloss: 0.33727\n","[398]\tvalid_0's binary_logloss: 0.337249\n","[399]\tvalid_0's binary_logloss: 0.33723\n","[400]\tvalid_0's binary_logloss: 0.33723\n"]}],"source":["########Early_stopping(LGBMClassifier)2등 코드########\n","\n","X_tr, X_dev, y_tr, y_dev = train_test_split(X_train, y_train, test_size=0.4, random_state=77) # test size 올리기위해 0.4\n","\n","evals = [(X_dev, y_dev)] \n","\n","lgbm_wrapper = LGBMClassifier(n_estimators = 400,random_state=42) # 400번 학습\n","\n","lgbm_wrapper.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"logloss\", \n","                 eval_set=evals, verbose=True)\n","lgbm_preds = lgbm_wrapper.predict(X_dev)\n","lgbm_pred_proba = lgbm_wrapper.predict_proba(X_dev)[:,1]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":934,"status":"ok","timestamp":1639410074936,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8d42ff7e-a339-4706-c60f-e961fba6c756","id":"b852LlVvhDWq"},"outputs":[{"name":"stdout","output_type":"stream","text":["Confusion Matrix\n","[[171141  28994]\n"," [ 27136 140114]]\n","accuracy: 0.8472, precision: 0.8285, recall: 0.8378, f1: 0.8331, roc_auc: 0.9286\n"]}],"source":["from sklearn.metrics import *\n","\n","def get_clf_eval(y_test, pred=None, pred_proba=None): \n","    confusion = confusion_matrix(y_test, pred) \n","    accuracy = accuracy_score(y_test, pred) \n","    precision = precision_score(y_test, pred) \n","    recall = recall_score(y_test, pred) \n","    f1 = f1_score(y_test, pred) \n","    # ROC AUC \n","    roc_auc = roc_auc_score(y_test, pred_proba) \n","    \n","    print('Confusion Matrix') \n","    print(confusion) \n","    print('accuracy: {0:.4f}, precision: {1:.4f}, recall: {2:.4f}, f1: {3:.4f}, roc_auc: {4:.4f}'.format( accuracy, precision, recall, f1, roc_auc))\n","\n","get_clf_eval(y_dev, lgbm_preds, lgbm_pred_proba)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"PN6LkorChDWq"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  lgbm_wrapper.predict_proba(X_test)[:,1]}).to_csv(os.path.abspath(\"../submission\")+ '/LGBM(변경전_3월)_0.9286.csv', index=False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ZSF7qqFthDWq","outputId":"6d139df5-276f-44bc-f451-12659ee6b90a"},"outputs":[{"data":{"text/plain":["['C:\\\\Users\\\\dmsdn\\\\학교수업\\\\머신러닝\\\\컴피티션\\\\ML 컴피티션_김은욱서하은\\\\models/LGBM(변경전_3월).pkl']"]},"execution_count":16,"metadata":{},"output_type":"execute_result"}],"source":["joblib.dump(lgbm_wrapper, os.path.abspath(\"../models\") + \"/LGBM(변경전_3월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"bRE99v7mhDWq"},"source":["# 2-2. 모델링(피쳐 변형 후) -다소 시간이 많이많이 소요됨"]},{"cell_type":"markdown","metadata":{"id":"Nmk096NrhDWq"},"source":["## (1월) 모델링"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"7FuXlmXhhDWq"},"outputs":[],"source":["# 쓰는 데이터셋만 빼고 주석 처리\n","\n","X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(01월).pkl\")\n","y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(01월).pkl\")\n","X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(01월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(02월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(02월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(02월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(03월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(03월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(03월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"OtSx7VAjhDWq"},"source":["### BaggingClassifier(CatBoostClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qPST50QRhDWq"},"outputs":[],"source":["########BaggingClassifier(CatBoostClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","cat = BaggingClassifier(base_estimator = CatBoostClassifier(), random_state=42)\n","\n","cat_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    cat.fit(X_tr, y_tr)\n","    \n","    pred = cat.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(cat.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    cat_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Xou5KmBNhDWq"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"eNXS_gL9hDWr"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  cat_pred}).to_csv(os.path.abspath(\"../submission\")+ '/CAT(피쳐변경_1월)_0.9535.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"--CaIUVlhDWr"},"source":["### BaggingClassifier(RandomForestClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16465425,"status":"ok","timestamp":1639429888057,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"fd6079fe-f299-4061-ca52-9875b0ae1570","id":"UIhLiUvNhDWr"},"outputs":[{"name":"stdout","output_type":"stream","text":["BaggingClassifier 평균 AUC : 0.9314623473590823\n"]}],"source":["########BaggingClassifier(RandomForestClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","rf = BaggingClassifier(base_estimator = RandomForestClassifier(), random_state=42)\n","\n","rf_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    rf.fit(X_tr, y_tr)\n","    \n","    pred = rf.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(rf.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    rf_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"IOJu1jw0hDWr"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"E1XC6y3chDWr"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  rf_pred}).to_csv(os.path.abspath(\"../submission\")+ '/RF(피쳐변경_1월)_0.9449.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"Fb9ydeVzhDWr"},"source":["### Early_stopping(LGBMClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5596,"status":"ok","timestamp":1639410067653,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8fbc1158-917a-4ae3-fe37-bbd3a4bf924f","id":"CTU5vMk8hDWr"},"outputs":[{"name":"stdout","output_type":"stream","text":["[1]\tvalid_0's binary_logloss: 0.61627\n","[2]\tvalid_0's binary_logloss: 0.576782\n","[3]\tvalid_0's binary_logloss: 0.54425\n","[4]\tvalid_0's binary_logloss: 0.51688\n","[5]\tvalid_0's binary_logloss: 0.493733\n","[6]\tvalid_0's binary_logloss: 0.474065\n","[7]\tvalid_0's binary_logloss: 0.457149\n","[8]\tvalid_0's binary_logloss: 0.442467\n","[9]\tvalid_0's binary_logloss: 0.430967\n","[10]\tvalid_0's binary_logloss: 0.419875\n","[11]\tvalid_0's binary_logloss: 0.410797\n","[12]\tvalid_0's binary_logloss: 0.402405\n","[13]\tvalid_0's binary_logloss: 0.394662\n","[14]\tvalid_0's binary_logloss: 0.388851\n","[15]\tvalid_0's binary_logloss: 0.383163\n","[16]\tvalid_0's binary_logloss: 0.378021\n","[17]\tvalid_0's binary_logloss: 0.373211\n","[18]\tvalid_0's binary_logloss: 0.369164\n","[19]\tvalid_0's binary_logloss: 0.365732\n","[20]\tvalid_0's binary_logloss: 0.362286\n","[21]\tvalid_0's binary_logloss: 0.359519\n","[22]\tvalid_0's binary_logloss: 0.356379\n","[23]\tvalid_0's binary_logloss: 0.353905\n","[24]\tvalid_0's binary_logloss: 0.351617\n","[25]\tvalid_0's binary_logloss: 0.349565\n","[26]\tvalid_0's binary_logloss: 0.347698\n","[27]\tvalid_0's binary_logloss: 0.345807\n","[28]\tvalid_0's binary_logloss: 0.344106\n","[29]\tvalid_0's binary_logloss: 0.342818\n","[30]\tvalid_0's binary_logloss: 0.341653\n","[31]\tvalid_0's binary_logloss: 0.340395\n","[32]\tvalid_0's binary_logloss: 0.338787\n","[33]\tvalid_0's binary_logloss: 0.337599\n","[34]\tvalid_0's binary_logloss: 0.336752\n","[35]\tvalid_0's binary_logloss: 0.335842\n","[36]\tvalid_0's binary_logloss: 0.334904\n","[37]\tvalid_0's binary_logloss: 0.333903\n","[38]\tvalid_0's binary_logloss: 0.333032\n","[39]\tvalid_0's binary_logloss: 0.332168\n","[40]\tvalid_0's binary_logloss: 0.331295\n","[41]\tvalid_0's binary_logloss: 0.33014\n","[42]\tvalid_0's binary_logloss: 0.329301\n","[43]\tvalid_0's binary_logloss: 0.328618\n","[44]\tvalid_0's binary_logloss: 0.327952\n","[45]\tvalid_0's binary_logloss: 0.327383\n","[46]\tvalid_0's binary_logloss: 0.326731\n","[47]\tvalid_0's binary_logloss: 0.325914\n","[48]\tvalid_0's binary_logloss: 0.325298\n","[49]\tvalid_0's binary_logloss: 0.324489\n","[50]\tvalid_0's binary_logloss: 0.324109\n","[51]\tvalid_0's binary_logloss: 0.323736\n","[52]\tvalid_0's binary_logloss: 0.323315\n","[53]\tvalid_0's binary_logloss: 0.322704\n","[54]\tvalid_0's binary_logloss: 0.322226\n","[55]\tvalid_0's binary_logloss: 0.321778\n","[56]\tvalid_0's binary_logloss: 0.321326\n","[57]\tvalid_0's binary_logloss: 0.320922\n","[58]\tvalid_0's binary_logloss: 0.320522\n","[59]\tvalid_0's binary_logloss: 0.320214\n","[60]\tvalid_0's binary_logloss: 0.319638\n","[61]\tvalid_0's binary_logloss: 0.319078\n","[62]\tvalid_0's binary_logloss: 0.318758\n","[63]\tvalid_0's binary_logloss: 0.318433\n","[64]\tvalid_0's binary_logloss: 0.317984\n","[65]\tvalid_0's binary_logloss: 0.317865\n","[66]\tvalid_0's binary_logloss: 0.317401\n","[67]\tvalid_0's binary_logloss: 0.317087\n","[68]\tvalid_0's binary_logloss: 0.316752\n","[69]\tvalid_0's binary_logloss: 0.316474\n","[70]\tvalid_0's binary_logloss: 0.316226\n","[71]\tvalid_0's binary_logloss: 0.315973\n","[72]\tvalid_0's binary_logloss: 0.315438\n","[73]\tvalid_0's binary_logloss: 0.315132\n","[74]\tvalid_0's binary_logloss: 0.314881\n","[75]\tvalid_0's binary_logloss: 0.314709\n","[76]\tvalid_0's binary_logloss: 0.314614\n","[77]\tvalid_0's binary_logloss: 0.31435\n","[78]\tvalid_0's binary_logloss: 0.314144\n","[79]\tvalid_0's binary_logloss: 0.313798\n","[80]\tvalid_0's binary_logloss: 0.313625\n","[81]\tvalid_0's binary_logloss: 0.313402\n","[82]\tvalid_0's binary_logloss: 0.313045\n","[83]\tvalid_0's binary_logloss: 0.312682\n","[84]\tvalid_0's binary_logloss: 0.31249\n","[85]\tvalid_0's binary_logloss: 0.312283\n","[86]\tvalid_0's binary_logloss: 0.312122\n","[87]\tvalid_0's binary_logloss: 0.311814\n","[88]\tvalid_0's binary_logloss: 0.311527\n","[89]\tvalid_0's binary_logloss: 0.311288\n","[90]\tvalid_0's binary_logloss: 0.311123\n","[91]\tvalid_0's binary_logloss: 0.31092\n","[92]\tvalid_0's binary_logloss: 0.310817\n","[93]\tvalid_0's binary_logloss: 0.310695\n","[94]\tvalid_0's binary_logloss: 0.310527\n","[95]\tvalid_0's binary_logloss: 0.31033\n","[96]\tvalid_0's binary_logloss: 0.310011\n","[97]\tvalid_0's binary_logloss: 0.309834\n","[98]\tvalid_0's binary_logloss: 0.309653\n","[99]\tvalid_0's binary_logloss: 0.309513\n","[100]\tvalid_0's binary_logloss: 0.309093\n","[101]\tvalid_0's binary_logloss: 0.308859\n","[102]\tvalid_0's binary_logloss: 0.308687\n","[103]\tvalid_0's binary_logloss: 0.308521\n","[104]\tvalid_0's binary_logloss: 0.308398\n","[105]\tvalid_0's binary_logloss: 0.308245\n","[106]\tvalid_0's binary_logloss: 0.308125\n","[107]\tvalid_0's binary_logloss: 0.307869\n","[108]\tvalid_0's binary_logloss: 0.307705\n","[109]\tvalid_0's binary_logloss: 0.307594\n","[110]\tvalid_0's binary_logloss: 0.307423\n","[111]\tvalid_0's binary_logloss: 0.30716\n","[112]\tvalid_0's binary_logloss: 0.306931\n","[113]\tvalid_0's binary_logloss: 0.306807\n","[114]\tvalid_0's binary_logloss: 0.30666\n","[115]\tvalid_0's binary_logloss: 0.306575\n","[116]\tvalid_0's binary_logloss: 0.306434\n","[117]\tvalid_0's binary_logloss: 0.30631\n","[118]\tvalid_0's binary_logloss: 0.306173\n","[119]\tvalid_0's binary_logloss: 0.306068\n","[120]\tvalid_0's binary_logloss: 0.305877\n","[121]\tvalid_0's binary_logloss: 0.305717\n","[122]\tvalid_0's binary_logloss: 0.305581\n","[123]\tvalid_0's binary_logloss: 0.305461\n","[124]\tvalid_0's binary_logloss: 0.305292\n","[125]\tvalid_0's binary_logloss: 0.305181\n","[126]\tvalid_0's binary_logloss: 0.305077\n","[127]\tvalid_0's binary_logloss: 0.304993\n","[128]\tvalid_0's binary_logloss: 0.304862\n","[129]\tvalid_0's binary_logloss: 0.304744\n","[130]\tvalid_0's binary_logloss: 0.304635\n","[131]\tvalid_0's binary_logloss: 0.304526\n","[132]\tvalid_0's binary_logloss: 0.304429\n","[133]\tvalid_0's binary_logloss: 0.304365\n","[134]\tvalid_0's binary_logloss: 0.304276\n","[135]\tvalid_0's binary_logloss: 0.304144\n","[136]\tvalid_0's binary_logloss: 0.30403\n","[137]\tvalid_0's binary_logloss: 0.303903\n","[138]\tvalid_0's binary_logloss: 0.303794\n","[139]\tvalid_0's binary_logloss: 0.303469\n","[140]\tvalid_0's binary_logloss: 0.303323\n","[141]\tvalid_0's binary_logloss: 0.30323\n","[142]\tvalid_0's binary_logloss: 0.303135\n","[143]\tvalid_0's binary_logloss: 0.303044\n","[144]\tvalid_0's binary_logloss: 0.302949\n","[145]\tvalid_0's binary_logloss: 0.30271\n","[146]\tvalid_0's binary_logloss: 0.302561\n","[147]\tvalid_0's binary_logloss: 0.302476\n","[148]\tvalid_0's binary_logloss: 0.302323\n","[149]\tvalid_0's binary_logloss: 0.302249\n","[150]\tvalid_0's binary_logloss: 0.302152\n","[151]\tvalid_0's binary_logloss: 0.302061\n","[152]\tvalid_0's binary_logloss: 0.301985\n","[153]\tvalid_0's binary_logloss: 0.301844\n","[154]\tvalid_0's binary_logloss: 0.301646\n","[155]\tvalid_0's binary_logloss: 0.301554\n","[156]\tvalid_0's binary_logloss: 0.301438\n","[157]\tvalid_0's binary_logloss: 0.301364\n","[158]\tvalid_0's binary_logloss: 0.301266\n","[159]\tvalid_0's binary_logloss: 0.301163\n","[160]\tvalid_0's binary_logloss: 0.301055\n","[161]\tvalid_0's binary_logloss: 0.300885\n","[162]\tvalid_0's binary_logloss: 0.300784\n","[163]\tvalid_0's binary_logloss: 0.300604\n","[164]\tvalid_0's binary_logloss: 0.300515\n","[165]\tvalid_0's binary_logloss: 0.300419\n","[166]\tvalid_0's binary_logloss: 0.300299\n","[167]\tvalid_0's binary_logloss: 0.300213\n","[168]\tvalid_0's binary_logloss: 0.300149\n","[169]\tvalid_0's binary_logloss: 0.299993\n","[170]\tvalid_0's binary_logloss: 0.299939\n","[171]\tvalid_0's binary_logloss: 0.299884\n","[172]\tvalid_0's binary_logloss: 0.299833\n","[173]\tvalid_0's binary_logloss: 0.299665\n","[174]\tvalid_0's binary_logloss: 0.299539\n","[175]\tvalid_0's binary_logloss: 0.299459\n","[176]\tvalid_0's binary_logloss: 0.299394\n","[177]\tvalid_0's binary_logloss: 0.299348\n","[178]\tvalid_0's binary_logloss: 0.299285\n","[179]\tvalid_0's binary_logloss: 0.299085\n","[180]\tvalid_0's binary_logloss: 0.299015\n","[181]\tvalid_0's binary_logloss: 0.298933\n","[182]\tvalid_0's binary_logloss: 0.298846\n","[183]\tvalid_0's binary_logloss: 0.298781\n","[184]\tvalid_0's binary_logloss: 0.298711\n","[185]\tvalid_0's binary_logloss: 0.298658\n","[186]\tvalid_0's binary_logloss: 0.298559\n","[187]\tvalid_0's binary_logloss: 0.298397\n","[188]\tvalid_0's binary_logloss: 0.298314\n","[189]\tvalid_0's binary_logloss: 0.29826\n","[190]\tvalid_0's binary_logloss: 0.298211\n","[191]\tvalid_0's binary_logloss: 0.298121\n","[192]\tvalid_0's binary_logloss: 0.298015\n","[193]\tvalid_0's binary_logloss: 0.2979\n","[194]\tvalid_0's binary_logloss: 0.297801\n","[195]\tvalid_0's binary_logloss: 0.297707\n","[196]\tvalid_0's binary_logloss: 0.297647\n","[197]\tvalid_0's binary_logloss: 0.297569\n","[198]\tvalid_0's binary_logloss: 0.29752\n","[199]\tvalid_0's binary_logloss: 0.297394\n","[200]\tvalid_0's binary_logloss: 0.297179\n","[201]\tvalid_0's binary_logloss: 0.297135\n","[202]\tvalid_0's binary_logloss: 0.297075\n"]},{"name":"stdout","output_type":"stream","text":["[203]\tvalid_0's binary_logloss: 0.296995\n","[204]\tvalid_0's binary_logloss: 0.296934\n","[205]\tvalid_0's binary_logloss: 0.296876\n","[206]\tvalid_0's binary_logloss: 0.29681\n","[207]\tvalid_0's binary_logloss: 0.296759\n","[208]\tvalid_0's binary_logloss: 0.296612\n","[209]\tvalid_0's binary_logloss: 0.296543\n","[210]\tvalid_0's binary_logloss: 0.296476\n","[211]\tvalid_0's binary_logloss: 0.296352\n","[212]\tvalid_0's binary_logloss: 0.296308\n","[213]\tvalid_0's binary_logloss: 0.296261\n","[214]\tvalid_0's binary_logloss: 0.296264\n","[215]\tvalid_0's binary_logloss: 0.296222\n","[216]\tvalid_0's binary_logloss: 0.296236\n","[217]\tvalid_0's binary_logloss: 0.29617\n","[218]\tvalid_0's binary_logloss: 0.296138\n","[219]\tvalid_0's binary_logloss: 0.296101\n","[220]\tvalid_0's binary_logloss: 0.29604\n","[221]\tvalid_0's binary_logloss: 0.295985\n","[222]\tvalid_0's binary_logloss: 0.295813\n","[223]\tvalid_0's binary_logloss: 0.295755\n","[224]\tvalid_0's binary_logloss: 0.295713\n","[225]\tvalid_0's binary_logloss: 0.29558\n","[226]\tvalid_0's binary_logloss: 0.295318\n","[227]\tvalid_0's binary_logloss: 0.295265\n","[228]\tvalid_0's binary_logloss: 0.29516\n","[229]\tvalid_0's binary_logloss: 0.295115\n","[230]\tvalid_0's binary_logloss: 0.295065\n","[231]\tvalid_0's binary_logloss: 0.295037\n","[232]\tvalid_0's binary_logloss: 0.294955\n","[233]\tvalid_0's binary_logloss: 0.29491\n","[234]\tvalid_0's binary_logloss: 0.294748\n","[235]\tvalid_0's binary_logloss: 0.294687\n","[236]\tvalid_0's binary_logloss: 0.294603\n","[237]\tvalid_0's binary_logloss: 0.294543\n","[238]\tvalid_0's binary_logloss: 0.2943\n","[239]\tvalid_0's binary_logloss: 0.294102\n","[240]\tvalid_0's binary_logloss: 0.294035\n","[241]\tvalid_0's binary_logloss: 0.294005\n","[242]\tvalid_0's binary_logloss: 0.293948\n","[243]\tvalid_0's binary_logloss: 0.293925\n","[244]\tvalid_0's binary_logloss: 0.293877\n","[245]\tvalid_0's binary_logloss: 0.293757\n","[246]\tvalid_0's binary_logloss: 0.293727\n","[247]\tvalid_0's binary_logloss: 0.293697\n","[248]\tvalid_0's binary_logloss: 0.293662\n","[249]\tvalid_0's binary_logloss: 0.293589\n","[250]\tvalid_0's binary_logloss: 0.293524\n","[251]\tvalid_0's binary_logloss: 0.293498\n","[252]\tvalid_0's binary_logloss: 0.293455\n","[253]\tvalid_0's binary_logloss: 0.293323\n","[254]\tvalid_0's binary_logloss: 0.293139\n","[255]\tvalid_0's binary_logloss: 0.293119\n","[256]\tvalid_0's binary_logloss: 0.293072\n","[257]\tvalid_0's binary_logloss: 0.293037\n","[258]\tvalid_0's binary_logloss: 0.292966\n","[259]\tvalid_0's binary_logloss: 0.292939\n","[260]\tvalid_0's binary_logloss: 0.2929\n","[261]\tvalid_0's binary_logloss: 0.292838\n","[262]\tvalid_0's binary_logloss: 0.292666\n","[263]\tvalid_0's binary_logloss: 0.292569\n","[264]\tvalid_0's binary_logloss: 0.292486\n","[265]\tvalid_0's binary_logloss: 0.292422\n","[266]\tvalid_0's binary_logloss: 0.29237\n","[267]\tvalid_0's binary_logloss: 0.292337\n","[268]\tvalid_0's binary_logloss: 0.292271\n","[269]\tvalid_0's binary_logloss: 0.29218\n","[270]\tvalid_0's binary_logloss: 0.292119\n","[271]\tvalid_0's binary_logloss: 0.292054\n","[272]\tvalid_0's binary_logloss: 0.292032\n","[273]\tvalid_0's binary_logloss: 0.292002\n","[274]\tvalid_0's binary_logloss: 0.291945\n","[275]\tvalid_0's binary_logloss: 0.291905\n","[276]\tvalid_0's binary_logloss: 0.291878\n","[277]\tvalid_0's binary_logloss: 0.291714\n","[278]\tvalid_0's binary_logloss: 0.291657\n","[279]\tvalid_0's binary_logloss: 0.291597\n","[280]\tvalid_0's binary_logloss: 0.291576\n","[281]\tvalid_0's binary_logloss: 0.291534\n","[282]\tvalid_0's binary_logloss: 0.291511\n","[283]\tvalid_0's binary_logloss: 0.29146\n","[284]\tvalid_0's binary_logloss: 0.291427\n","[285]\tvalid_0's binary_logloss: 0.291372\n","[286]\tvalid_0's binary_logloss: 0.291376\n","[287]\tvalid_0's binary_logloss: 0.291343\n","[288]\tvalid_0's binary_logloss: 0.291242\n","[289]\tvalid_0's binary_logloss: 0.291192\n","[290]\tvalid_0's binary_logloss: 0.291136\n","[291]\tvalid_0's binary_logloss: 0.290997\n","[292]\tvalid_0's binary_logloss: 0.290922\n","[293]\tvalid_0's binary_logloss: 0.290828\n","[294]\tvalid_0's binary_logloss: 0.290786\n","[295]\tvalid_0's binary_logloss: 0.290703\n","[296]\tvalid_0's binary_logloss: 0.29067\n","[297]\tvalid_0's binary_logloss: 0.290611\n","[298]\tvalid_0's binary_logloss: 0.290581\n","[299]\tvalid_0's binary_logloss: 0.29045\n","[300]\tvalid_0's binary_logloss: 0.290418\n","[301]\tvalid_0's binary_logloss: 0.290381\n","[302]\tvalid_0's binary_logloss: 0.290292\n","[303]\tvalid_0's binary_logloss: 0.290239\n","[304]\tvalid_0's binary_logloss: 0.290174\n","[305]\tvalid_0's binary_logloss: 0.290117\n","[306]\tvalid_0's binary_logloss: 0.290028\n","[307]\tvalid_0's binary_logloss: 0.29002\n","[308]\tvalid_0's binary_logloss: 0.289924\n","[309]\tvalid_0's binary_logloss: 0.289878\n","[310]\tvalid_0's binary_logloss: 0.289796\n","[311]\tvalid_0's binary_logloss: 0.289622\n","[312]\tvalid_0's binary_logloss: 0.289588\n","[313]\tvalid_0's binary_logloss: 0.289558\n","[314]\tvalid_0's binary_logloss: 0.28952\n","[315]\tvalid_0's binary_logloss: 0.289476\n","[316]\tvalid_0's binary_logloss: 0.289366\n","[317]\tvalid_0's binary_logloss: 0.289243\n","[318]\tvalid_0's binary_logloss: 0.289159\n","[319]\tvalid_0's binary_logloss: 0.289128\n","[320]\tvalid_0's binary_logloss: 0.289055\n","[321]\tvalid_0's binary_logloss: 0.288999\n","[322]\tvalid_0's binary_logloss: 0.288948\n","[323]\tvalid_0's binary_logloss: 0.288927\n","[324]\tvalid_0's binary_logloss: 0.288801\n","[325]\tvalid_0's binary_logloss: 0.288769\n","[326]\tvalid_0's binary_logloss: 0.288735\n","[327]\tvalid_0's binary_logloss: 0.288669\n","[328]\tvalid_0's binary_logloss: 0.288594\n","[329]\tvalid_0's binary_logloss: 0.288559\n","[330]\tvalid_0's binary_logloss: 0.288344\n","[331]\tvalid_0's binary_logloss: 0.288193\n","[332]\tvalid_0's binary_logloss: 0.28817\n","[333]\tvalid_0's binary_logloss: 0.288153\n","[334]\tvalid_0's binary_logloss: 0.288098\n","[335]\tvalid_0's binary_logloss: 0.288086\n","[336]\tvalid_0's binary_logloss: 0.288046\n","[337]\tvalid_0's binary_logloss: 0.287967\n","[338]\tvalid_0's binary_logloss: 0.287909\n","[339]\tvalid_0's binary_logloss: 0.287843\n","[340]\tvalid_0's binary_logloss: 0.287807\n","[341]\tvalid_0's binary_logloss: 0.287779\n","[342]\tvalid_0's binary_logloss: 0.287734\n","[343]\tvalid_0's binary_logloss: 0.287706\n","[344]\tvalid_0's binary_logloss: 0.287695\n","[345]\tvalid_0's binary_logloss: 0.287642\n","[346]\tvalid_0's binary_logloss: 0.287524\n","[347]\tvalid_0's binary_logloss: 0.287476\n","[348]\tvalid_0's binary_logloss: 0.28746\n","[349]\tvalid_0's binary_logloss: 0.287421\n","[350]\tvalid_0's binary_logloss: 0.287403\n","[351]\tvalid_0's binary_logloss: 0.287374\n","[352]\tvalid_0's binary_logloss: 0.287322\n","[353]\tvalid_0's binary_logloss: 0.287271\n","[354]\tvalid_0's binary_logloss: 0.287219\n","[355]\tvalid_0's binary_logloss: 0.287175\n","[356]\tvalid_0's binary_logloss: 0.28716\n","[357]\tvalid_0's binary_logloss: 0.287147\n","[358]\tvalid_0's binary_logloss: 0.28712\n","[359]\tvalid_0's binary_logloss: 0.287076\n","[360]\tvalid_0's binary_logloss: 0.28702\n","[361]\tvalid_0's binary_logloss: 0.286916\n","[362]\tvalid_0's binary_logloss: 0.286758\n","[363]\tvalid_0's binary_logloss: 0.286707\n","[364]\tvalid_0's binary_logloss: 0.286674\n","[365]\tvalid_0's binary_logloss: 0.286594\n","[366]\tvalid_0's binary_logloss: 0.28649\n","[367]\tvalid_0's binary_logloss: 0.286475\n","[368]\tvalid_0's binary_logloss: 0.286306\n","[369]\tvalid_0's binary_logloss: 0.286231\n","[370]\tvalid_0's binary_logloss: 0.286194\n","[371]\tvalid_0's binary_logloss: 0.28618\n","[372]\tvalid_0's binary_logloss: 0.286135\n","[373]\tvalid_0's binary_logloss: 0.286112\n","[374]\tvalid_0's binary_logloss: 0.286026\n","[375]\tvalid_0's binary_logloss: 0.285899\n","[376]\tvalid_0's binary_logloss: 0.285853\n","[377]\tvalid_0's binary_logloss: 0.285811\n","[378]\tvalid_0's binary_logloss: 0.285755\n","[379]\tvalid_0's binary_logloss: 0.285736\n","[380]\tvalid_0's binary_logloss: 0.285673\n","[381]\tvalid_0's binary_logloss: 0.285658\n","[382]\tvalid_0's binary_logloss: 0.285608\n","[383]\tvalid_0's binary_logloss: 0.285581\n","[384]\tvalid_0's binary_logloss: 0.285537\n","[385]\tvalid_0's binary_logloss: 0.28552\n","[386]\tvalid_0's binary_logloss: 0.285508\n","[387]\tvalid_0's binary_logloss: 0.285483\n","[388]\tvalid_0's binary_logloss: 0.285448\n","[389]\tvalid_0's binary_logloss: 0.285385\n","[390]\tvalid_0's binary_logloss: 0.285356\n","[391]\tvalid_0's binary_logloss: 0.285324\n","[392]\tvalid_0's binary_logloss: 0.285298\n","[393]\tvalid_0's binary_logloss: 0.285256\n","[394]\tvalid_0's binary_logloss: 0.285214\n","[395]\tvalid_0's binary_logloss: 0.285236\n","[396]\tvalid_0's binary_logloss: 0.285194\n","[397]\tvalid_0's binary_logloss: 0.28513\n","[398]\tvalid_0's binary_logloss: 0.285086\n","[399]\tvalid_0's binary_logloss: 0.285033\n","[400]\tvalid_0's binary_logloss: 0.28502\n"]}],"source":["########Early_stopping(LGBMClassifier)2등 코드########\n","\n","X_tr, X_dev, y_tr, y_dev = train_test_split(X_train, y_train, test_size=0.4, random_state=77) # test size 올리기위해 0.4\n","\n","evals = [(X_dev, y_dev)] \n","\n","lgbm_wrapper = LGBMClassifier(n_estimators = 400,random_state=42) # 400번 학습\n","\n","lgbm_wrapper.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"logloss\", \n","                 eval_set=evals, verbose=True)\n","lgbm_preds = lgbm_wrapper.predict(X_dev)\n","lgbm_pred_proba = lgbm_wrapper.predict_proba(X_dev)[:,1]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":934,"status":"ok","timestamp":1639410074936,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8d42ff7e-a339-4706-c60f-e961fba6c756","id":"OWRRKVyXhDWr"},"outputs":[{"name":"stdout","output_type":"stream","text":["Confusion Matrix\n","[[435859  53529]\n"," [ 46504 255969]]\n","accuracy: 0.8737, precision: 0.8270, recall: 0.8463, f1: 0.8365, roc_auc: 0.9473\n"]}],"source":["from sklearn.metrics import *\n","\n","def get_clf_eval(y_test, pred=None, pred_proba=None): \n","    confusion = confusion_matrix(y_test, pred) \n","    accuracy = accuracy_score(y_test, pred) \n","    precision = precision_score(y_test, pred) \n","    recall = recall_score(y_test, pred) \n","    f1 = f1_score(y_test, pred) \n","    # ROC AUC \n","    roc_auc = roc_auc_score(y_test, pred_proba) \n","    \n","    print('Confusion Matrix') \n","    print(confusion) \n","    print('accuracy: {0:.4f}, precision: {1:.4f}, recall: {2:.4f}, f1: {3:.4f}, roc_auc: {4:.4f}'.format( accuracy, precision, recall, f1, roc_auc))\n","\n","get_clf_eval(y_dev, lgbm_preds, lgbm_pred_proba)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"1BXeyJaGhDWs"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  lgbm_wrapper.predict_proba(X_test)[:,1]}).to_csv(os.path.abspath(\"../submission\")+ '/LGBM(피쳐변경_1월)_0.9473.csv', index=False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"JMVDqmd_hDWs","outputId":"38a27b01-5a47-4cdd-a372-b52d6fb43de6"},"outputs":[{"data":{"text/plain":["['C:\\\\Users\\\\dmsdn\\\\학교수업\\\\머신러닝\\\\컴피티션\\\\ML 컴피티션_김은욱서하은\\\\models/LGBM(변경후_1월).pkl']"]},"execution_count":20,"metadata":{},"output_type":"execute_result"}],"source":["joblib.dump(lgbm_wrapper, os.path.abspath(\"../models\") + \"/LGBM(변경후_1월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"_dGFMswVhDWs"},"source":["## (2월) 모델링"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"B5tBuY1bhDWs"},"outputs":[],"source":["# 쓰는 데이터셋만 빼고 주석 처리\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(01월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(01월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(01월).pkl\")\n","\n","X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(02월).pkl\")\n","y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(02월).pkl\")\n","X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(02월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(03월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(03월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(03월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"QJp_AnBIhDWs"},"source":["### BaggingClassifier(CatBoostClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"cS2wV5uUhDWs"},"outputs":[],"source":["########BaggingClassifier(CatBoostClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","cat = BaggingClassifier(base_estimator = CatBoostClassifier(), random_state=42)\n","\n","cat_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    cat.fit(X_tr, y_tr)\n","    \n","    pred = cat.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(cat.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    cat_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qCNPwvSqhDWu"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ATER5UqBhDWu"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  cat_pred}).to_csv(os.path.abspath(\"../submission\")+ '/CAT(피쳐변경_2월)_0.9558.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"Cx8TaQWYhDWu"},"source":["### BaggingClassifier(RandomForestClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16465425,"status":"ok","timestamp":1639429888057,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"fd6079fe-f299-4061-ca52-9875b0ae1570","id":"3GyKYN4ohDWu"},"outputs":[{"name":"stdout","output_type":"stream","text":["BaggingClassifier 평균 AUC : 0.9314623473590823\n"]}],"source":["########BaggingClassifier(RandomForestClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","rf = BaggingClassifier(base_estimator = RandomForestClassifier(), random_state=42)\n","\n","rf_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    rf.fit(X_tr, y_tr)\n","    \n","    pred = rf.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(rf.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    rf_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"aLZylaxshDWu"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"8rE9KUG7hDWu"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  rf_pred}).to_csv(os.path.abspath(\"../submission\")+ '/RF(피쳐변경_2월)_0.9441.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"LCaZM1MGhDWu"},"source":["### Early_stopping(LGBMClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5596,"status":"ok","timestamp":1639410067653,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8fbc1158-917a-4ae3-fe37-bbd3a4bf924f","id":"nHWQ6Vg1hDWu"},"outputs":[{"name":"stdout","output_type":"stream","text":["[1]\tvalid_0's binary_logloss: 0.601747\n","[2]\tvalid_0's binary_logloss: 0.561826\n","[3]\tvalid_0's binary_logloss: 0.528969\n","[4]\tvalid_0's binary_logloss: 0.501532\n","[5]\tvalid_0's binary_logloss: 0.478444\n","[6]\tvalid_0's binary_logloss: 0.458919\n","[7]\tvalid_0's binary_logloss: 0.441959\n","[8]\tvalid_0's binary_logloss: 0.427246\n","[9]\tvalid_0's binary_logloss: 0.414647\n","[10]\tvalid_0's binary_logloss: 0.403687\n","[11]\tvalid_0's binary_logloss: 0.394045\n","[12]\tvalid_0's binary_logloss: 0.385531\n","[13]\tvalid_0's binary_logloss: 0.37822\n","[14]\tvalid_0's binary_logloss: 0.371778\n","[15]\tvalid_0's binary_logloss: 0.365931\n","[16]\tvalid_0's binary_logloss: 0.360736\n","[17]\tvalid_0's binary_logloss: 0.356216\n","[18]\tvalid_0's binary_logloss: 0.352197\n","[19]\tvalid_0's binary_logloss: 0.348355\n","[20]\tvalid_0's binary_logloss: 0.344945\n","[21]\tvalid_0's binary_logloss: 0.341945\n","[22]\tvalid_0's binary_logloss: 0.339128\n","[23]\tvalid_0's binary_logloss: 0.336304\n","[24]\tvalid_0's binary_logloss: 0.333973\n","[25]\tvalid_0's binary_logloss: 0.33161\n","[26]\tvalid_0's binary_logloss: 0.329573\n","[27]\tvalid_0's binary_logloss: 0.327812\n","[28]\tvalid_0's binary_logloss: 0.326131\n","[29]\tvalid_0's binary_logloss: 0.324529\n","[30]\tvalid_0's binary_logloss: 0.32328\n","[31]\tvalid_0's binary_logloss: 0.321901\n","[32]\tvalid_0's binary_logloss: 0.320645\n","[33]\tvalid_0's binary_logloss: 0.319492\n","[34]\tvalid_0's binary_logloss: 0.318428\n","[35]\tvalid_0's binary_logloss: 0.317454\n","[36]\tvalid_0's binary_logloss: 0.316443\n","[37]\tvalid_0's binary_logloss: 0.315515\n","[38]\tvalid_0's binary_logloss: 0.314793\n","[39]\tvalid_0's binary_logloss: 0.31395\n","[40]\tvalid_0's binary_logloss: 0.31327\n","[41]\tvalid_0's binary_logloss: 0.312645\n","[42]\tvalid_0's binary_logloss: 0.311823\n","[43]\tvalid_0's binary_logloss: 0.31116\n","[44]\tvalid_0's binary_logloss: 0.310474\n","[45]\tvalid_0's binary_logloss: 0.309934\n","[46]\tvalid_0's binary_logloss: 0.309385\n","[47]\tvalid_0's binary_logloss: 0.30847\n","[48]\tvalid_0's binary_logloss: 0.307952\n","[49]\tvalid_0's binary_logloss: 0.307448\n","[50]\tvalid_0's binary_logloss: 0.306873\n","[51]\tvalid_0's binary_logloss: 0.305949\n","[52]\tvalid_0's binary_logloss: 0.305594\n","[53]\tvalid_0's binary_logloss: 0.305165\n","[54]\tvalid_0's binary_logloss: 0.304433\n","[55]\tvalid_0's binary_logloss: 0.304064\n","[56]\tvalid_0's binary_logloss: 0.303674\n","[57]\tvalid_0's binary_logloss: 0.303323\n","[58]\tvalid_0's binary_logloss: 0.303063\n","[59]\tvalid_0's binary_logloss: 0.302479\n","[60]\tvalid_0's binary_logloss: 0.302162\n","[61]\tvalid_0's binary_logloss: 0.301718\n","[62]\tvalid_0's binary_logloss: 0.30114\n","[63]\tvalid_0's binary_logloss: 0.300806\n","[64]\tvalid_0's binary_logloss: 0.300467\n","[65]\tvalid_0's binary_logloss: 0.300075\n","[66]\tvalid_0's binary_logloss: 0.299831\n","[67]\tvalid_0's binary_logloss: 0.29954\n","[68]\tvalid_0's binary_logloss: 0.299028\n","[69]\tvalid_0's binary_logloss: 0.298737\n","[70]\tvalid_0's binary_logloss: 0.298499\n","[71]\tvalid_0's binary_logloss: 0.297959\n","[72]\tvalid_0's binary_logloss: 0.297685\n","[73]\tvalid_0's binary_logloss: 0.29749\n","[74]\tvalid_0's binary_logloss: 0.297258\n","[75]\tvalid_0's binary_logloss: 0.297012\n","[76]\tvalid_0's binary_logloss: 0.296804\n","[77]\tvalid_0's binary_logloss: 0.296348\n","[78]\tvalid_0's binary_logloss: 0.296117\n","[79]\tvalid_0's binary_logloss: 0.295933\n","[80]\tvalid_0's binary_logloss: 0.295678\n","[81]\tvalid_0's binary_logloss: 0.295195\n","[82]\tvalid_0's binary_logloss: 0.294896\n","[83]\tvalid_0's binary_logloss: 0.294762\n","[84]\tvalid_0's binary_logloss: 0.294531\n","[85]\tvalid_0's binary_logloss: 0.294154\n","[86]\tvalid_0's binary_logloss: 0.293982\n","[87]\tvalid_0's binary_logloss: 0.29378\n","[88]\tvalid_0's binary_logloss: 0.293605\n","[89]\tvalid_0's binary_logloss: 0.293447\n","[90]\tvalid_0's binary_logloss: 0.29314\n","[91]\tvalid_0's binary_logloss: 0.29285\n","[92]\tvalid_0's binary_logloss: 0.292714\n","[93]\tvalid_0's binary_logloss: 0.292575\n","[94]\tvalid_0's binary_logloss: 0.29221\n","[95]\tvalid_0's binary_logloss: 0.291966\n","[96]\tvalid_0's binary_logloss: 0.291646\n","[97]\tvalid_0's binary_logloss: 0.29141\n","[98]\tvalid_0's binary_logloss: 0.291271\n","[99]\tvalid_0's binary_logloss: 0.291061\n","[100]\tvalid_0's binary_logloss: 0.290765\n","[101]\tvalid_0's binary_logloss: 0.290665\n","[102]\tvalid_0's binary_logloss: 0.290396\n","[103]\tvalid_0's binary_logloss: 0.290264\n","[104]\tvalid_0's binary_logloss: 0.289933\n","[105]\tvalid_0's binary_logloss: 0.289818\n","[106]\tvalid_0's binary_logloss: 0.289598\n","[107]\tvalid_0's binary_logloss: 0.289472\n","[108]\tvalid_0's binary_logloss: 0.289343\n","[109]\tvalid_0's binary_logloss: 0.289083\n","[110]\tvalid_0's binary_logloss: 0.288868\n","[111]\tvalid_0's binary_logloss: 0.288769\n","[112]\tvalid_0's binary_logloss: 0.288613\n","[113]\tvalid_0's binary_logloss: 0.288429\n","[114]\tvalid_0's binary_logloss: 0.288108\n","[115]\tvalid_0's binary_logloss: 0.287786\n","[116]\tvalid_0's binary_logloss: 0.287676\n","[117]\tvalid_0's binary_logloss: 0.287438\n","[118]\tvalid_0's binary_logloss: 0.287325\n","[119]\tvalid_0's binary_logloss: 0.287245\n","[120]\tvalid_0's binary_logloss: 0.287049\n","[121]\tvalid_0's binary_logloss: 0.286861\n","[122]\tvalid_0's binary_logloss: 0.286633\n","[123]\tvalid_0's binary_logloss: 0.286385\n","[124]\tvalid_0's binary_logloss: 0.286204\n","[125]\tvalid_0's binary_logloss: 0.286082\n","[126]\tvalid_0's binary_logloss: 0.285985\n","[127]\tvalid_0's binary_logloss: 0.285898\n","[128]\tvalid_0's binary_logloss: 0.28574\n","[129]\tvalid_0's binary_logloss: 0.285629\n","[130]\tvalid_0's binary_logloss: 0.285573\n","[131]\tvalid_0's binary_logloss: 0.285406\n","[132]\tvalid_0's binary_logloss: 0.285334\n","[133]\tvalid_0's binary_logloss: 0.285182\n","[134]\tvalid_0's binary_logloss: 0.28511\n","[135]\tvalid_0's binary_logloss: 0.285015\n","[136]\tvalid_0's binary_logloss: 0.284896\n","[137]\tvalid_0's binary_logloss: 0.284789\n","[138]\tvalid_0's binary_logloss: 0.284704\n","[139]\tvalid_0's binary_logloss: 0.28452\n","[140]\tvalid_0's binary_logloss: 0.28431\n","[141]\tvalid_0's binary_logloss: 0.284115\n","[142]\tvalid_0's binary_logloss: 0.284051\n","[143]\tvalid_0's binary_logloss: 0.283968\n","[144]\tvalid_0's binary_logloss: 0.283776\n","[145]\tvalid_0's binary_logloss: 0.283567\n","[146]\tvalid_0's binary_logloss: 0.283445\n","[147]\tvalid_0's binary_logloss: 0.283388\n","[148]\tvalid_0's binary_logloss: 0.283326\n","[149]\tvalid_0's binary_logloss: 0.283227\n","[150]\tvalid_0's binary_logloss: 0.283168\n","[151]\tvalid_0's binary_logloss: 0.283065\n","[152]\tvalid_0's binary_logloss: 0.282867\n","[153]\tvalid_0's binary_logloss: 0.282718\n","[154]\tvalid_0's binary_logloss: 0.282648\n","[155]\tvalid_0's binary_logloss: 0.282491\n","[156]\tvalid_0's binary_logloss: 0.282324\n","[157]\tvalid_0's binary_logloss: 0.282182\n","[158]\tvalid_0's binary_logloss: 0.282107\n","[159]\tvalid_0's binary_logloss: 0.281967\n","[160]\tvalid_0's binary_logloss: 0.281899\n","[161]\tvalid_0's binary_logloss: 0.28176\n","[162]\tvalid_0's binary_logloss: 0.281704\n","[163]\tvalid_0's binary_logloss: 0.281569\n","[164]\tvalid_0's binary_logloss: 0.281482\n","[165]\tvalid_0's binary_logloss: 0.28138\n","[166]\tvalid_0's binary_logloss: 0.281318\n","[167]\tvalid_0's binary_logloss: 0.281207\n","[168]\tvalid_0's binary_logloss: 0.281036\n","[169]\tvalid_0's binary_logloss: 0.280981\n","[170]\tvalid_0's binary_logloss: 0.280935\n","[171]\tvalid_0's binary_logloss: 0.280895\n","[172]\tvalid_0's binary_logloss: 0.280774\n","[173]\tvalid_0's binary_logloss: 0.280691\n","[174]\tvalid_0's binary_logloss: 0.280653\n","[175]\tvalid_0's binary_logloss: 0.280456\n","[176]\tvalid_0's binary_logloss: 0.280373\n","[177]\tvalid_0's binary_logloss: 0.280306\n","[178]\tvalid_0's binary_logloss: 0.280254\n","[179]\tvalid_0's binary_logloss: 0.280207\n","[180]\tvalid_0's binary_logloss: 0.28005\n","[181]\tvalid_0's binary_logloss: 0.279963\n","[182]\tvalid_0's binary_logloss: 0.279857\n","[183]\tvalid_0's binary_logloss: 0.279823\n","[184]\tvalid_0's binary_logloss: 0.279784\n","[185]\tvalid_0's binary_logloss: 0.279726\n","[186]\tvalid_0's binary_logloss: 0.279704\n","[187]\tvalid_0's binary_logloss: 0.279598\n","[188]\tvalid_0's binary_logloss: 0.27952\n","[189]\tvalid_0's binary_logloss: 0.279457\n","[190]\tvalid_0's binary_logloss: 0.279337\n","[191]\tvalid_0's binary_logloss: 0.279274\n","[192]\tvalid_0's binary_logloss: 0.279241\n","[193]\tvalid_0's binary_logloss: 0.279084\n","[194]\tvalid_0's binary_logloss: 0.278938\n","[195]\tvalid_0's binary_logloss: 0.278811\n","[196]\tvalid_0's binary_logloss: 0.27873\n","[197]\tvalid_0's binary_logloss: 0.278684\n","[198]\tvalid_0's binary_logloss: 0.278585\n","[199]\tvalid_0's binary_logloss: 0.278542\n","[200]\tvalid_0's binary_logloss: 0.278492\n","[201]\tvalid_0's binary_logloss: 0.278409\n","[202]\tvalid_0's binary_logloss: 0.278297\n","[203]\tvalid_0's binary_logloss: 0.278259\n","[204]\tvalid_0's binary_logloss: 0.278136\n","[205]\tvalid_0's binary_logloss: 0.278111\n"]},{"name":"stdout","output_type":"stream","text":["[206]\tvalid_0's binary_logloss: 0.278052\n","[207]\tvalid_0's binary_logloss: 0.277933\n","[208]\tvalid_0's binary_logloss: 0.277839\n","[209]\tvalid_0's binary_logloss: 0.277726\n","[210]\tvalid_0's binary_logloss: 0.277678\n","[211]\tvalid_0's binary_logloss: 0.277604\n","[212]\tvalid_0's binary_logloss: 0.277581\n","[213]\tvalid_0's binary_logloss: 0.277554\n","[214]\tvalid_0's binary_logloss: 0.2775\n","[215]\tvalid_0's binary_logloss: 0.277425\n","[216]\tvalid_0's binary_logloss: 0.277279\n","[217]\tvalid_0's binary_logloss: 0.277202\n","[218]\tvalid_0's binary_logloss: 0.277128\n","[219]\tvalid_0's binary_logloss: 0.277107\n","[220]\tvalid_0's binary_logloss: 0.277074\n","[221]\tvalid_0's binary_logloss: 0.277008\n","[222]\tvalid_0's binary_logloss: 0.27688\n","[223]\tvalid_0's binary_logloss: 0.276756\n","[224]\tvalid_0's binary_logloss: 0.276641\n","[225]\tvalid_0's binary_logloss: 0.276608\n","[226]\tvalid_0's binary_logloss: 0.276531\n","[227]\tvalid_0's binary_logloss: 0.276421\n","[228]\tvalid_0's binary_logloss: 0.276376\n","[229]\tvalid_0's binary_logloss: 0.276313\n","[230]\tvalid_0's binary_logloss: 0.276277\n","[231]\tvalid_0's binary_logloss: 0.27623\n","[232]\tvalid_0's binary_logloss: 0.276163\n","[233]\tvalid_0's binary_logloss: 0.276086\n","[234]\tvalid_0's binary_logloss: 0.276042\n","[235]\tvalid_0's binary_logloss: 0.275933\n","[236]\tvalid_0's binary_logloss: 0.275886\n","[237]\tvalid_0's binary_logloss: 0.275812\n","[238]\tvalid_0's binary_logloss: 0.275792\n","[239]\tvalid_0's binary_logloss: 0.275742\n","[240]\tvalid_0's binary_logloss: 0.275711\n","[241]\tvalid_0's binary_logloss: 0.275554\n","[242]\tvalid_0's binary_logloss: 0.275491\n","[243]\tvalid_0's binary_logloss: 0.275455\n","[244]\tvalid_0's binary_logloss: 0.275438\n","[245]\tvalid_0's binary_logloss: 0.275426\n","[246]\tvalid_0's binary_logloss: 0.275321\n","[247]\tvalid_0's binary_logloss: 0.27529\n","[248]\tvalid_0's binary_logloss: 0.275211\n","[249]\tvalid_0's binary_logloss: 0.275173\n","[250]\tvalid_0's binary_logloss: 0.275109\n","[251]\tvalid_0's binary_logloss: 0.275052\n","[252]\tvalid_0's binary_logloss: 0.274954\n","[253]\tvalid_0's binary_logloss: 0.2749\n","[254]\tvalid_0's binary_logloss: 0.274886\n","[255]\tvalid_0's binary_logloss: 0.27482\n","[256]\tvalid_0's binary_logloss: 0.274746\n","[257]\tvalid_0's binary_logloss: 0.274726\n","[258]\tvalid_0's binary_logloss: 0.274631\n","[259]\tvalid_0's binary_logloss: 0.274599\n","[260]\tvalid_0's binary_logloss: 0.274511\n","[261]\tvalid_0's binary_logloss: 0.274485\n","[262]\tvalid_0's binary_logloss: 0.274463\n","[263]\tvalid_0's binary_logloss: 0.274415\n","[264]\tvalid_0's binary_logloss: 0.274366\n","[265]\tvalid_0's binary_logloss: 0.274326\n","[266]\tvalid_0's binary_logloss: 0.274291\n","[267]\tvalid_0's binary_logloss: 0.27425\n","[268]\tvalid_0's binary_logloss: 0.274201\n","[269]\tvalid_0's binary_logloss: 0.274169\n","[270]\tvalid_0's binary_logloss: 0.274046\n","[271]\tvalid_0's binary_logloss: 0.273946\n","[272]\tvalid_0's binary_logloss: 0.273898\n","[273]\tvalid_0's binary_logloss: 0.273763\n","[274]\tvalid_0's binary_logloss: 0.273678\n","[275]\tvalid_0's binary_logloss: 0.273652\n","[276]\tvalid_0's binary_logloss: 0.273614\n","[277]\tvalid_0's binary_logloss: 0.273583\n","[278]\tvalid_0's binary_logloss: 0.273522\n","[279]\tvalid_0's binary_logloss: 0.273499\n","[280]\tvalid_0's binary_logloss: 0.27345\n","[281]\tvalid_0's binary_logloss: 0.273405\n","[282]\tvalid_0's binary_logloss: 0.273392\n","[283]\tvalid_0's binary_logloss: 0.273357\n","[284]\tvalid_0's binary_logloss: 0.273314\n","[285]\tvalid_0's binary_logloss: 0.273262\n","[286]\tvalid_0's binary_logloss: 0.273243\n","[287]\tvalid_0's binary_logloss: 0.273222\n","[288]\tvalid_0's binary_logloss: 0.273151\n","[289]\tvalid_0's binary_logloss: 0.273047\n","[290]\tvalid_0's binary_logloss: 0.273003\n","[291]\tvalid_0's binary_logloss: 0.272969\n","[292]\tvalid_0's binary_logloss: 0.272884\n","[293]\tvalid_0's binary_logloss: 0.27286\n","[294]\tvalid_0's binary_logloss: 0.272833\n","[295]\tvalid_0's binary_logloss: 0.272778\n","[296]\tvalid_0's binary_logloss: 0.272622\n","[297]\tvalid_0's binary_logloss: 0.272597\n","[298]\tvalid_0's binary_logloss: 0.272527\n","[299]\tvalid_0's binary_logloss: 0.27246\n","[300]\tvalid_0's binary_logloss: 0.272403\n","[301]\tvalid_0's binary_logloss: 0.272283\n","[302]\tvalid_0's binary_logloss: 0.272246\n","[303]\tvalid_0's binary_logloss: 0.272195\n","[304]\tvalid_0's binary_logloss: 0.272175\n","[305]\tvalid_0's binary_logloss: 0.272159\n","[306]\tvalid_0's binary_logloss: 0.27214\n","[307]\tvalid_0's binary_logloss: 0.272112\n","[308]\tvalid_0's binary_logloss: 0.272093\n","[309]\tvalid_0's binary_logloss: 0.272023\n","[310]\tvalid_0's binary_logloss: 0.271852\n","[311]\tvalid_0's binary_logloss: 0.271826\n","[312]\tvalid_0's binary_logloss: 0.271791\n","[313]\tvalid_0's binary_logloss: 0.27176\n","[314]\tvalid_0's binary_logloss: 0.271746\n","[315]\tvalid_0's binary_logloss: 0.271699\n","[316]\tvalid_0's binary_logloss: 0.271591\n","[317]\tvalid_0's binary_logloss: 0.271526\n","[318]\tvalid_0's binary_logloss: 0.2715\n","[319]\tvalid_0's binary_logloss: 0.271479\n","[320]\tvalid_0's binary_logloss: 0.271413\n","[321]\tvalid_0's binary_logloss: 0.271393\n","[322]\tvalid_0's binary_logloss: 0.271349\n","[323]\tvalid_0's binary_logloss: 0.271333\n","[324]\tvalid_0's binary_logloss: 0.2713\n","[325]\tvalid_0's binary_logloss: 0.271251\n","[326]\tvalid_0's binary_logloss: 0.271237\n","[327]\tvalid_0's binary_logloss: 0.271202\n","[328]\tvalid_0's binary_logloss: 0.271148\n","[329]\tvalid_0's binary_logloss: 0.270998\n","[330]\tvalid_0's binary_logloss: 0.27099\n","[331]\tvalid_0's binary_logloss: 0.270974\n","[332]\tvalid_0's binary_logloss: 0.2709\n","[333]\tvalid_0's binary_logloss: 0.270887\n","[334]\tvalid_0's binary_logloss: 0.270843\n","[335]\tvalid_0's binary_logloss: 0.27078\n","[336]\tvalid_0's binary_logloss: 0.270771\n","[337]\tvalid_0's binary_logloss: 0.270704\n","[338]\tvalid_0's binary_logloss: 0.270624\n","[339]\tvalid_0's binary_logloss: 0.270527\n","[340]\tvalid_0's binary_logloss: 0.270504\n","[341]\tvalid_0's binary_logloss: 0.270497\n","[342]\tvalid_0's binary_logloss: 0.270479\n","[343]\tvalid_0's binary_logloss: 0.270443\n","[344]\tvalid_0's binary_logloss: 0.270351\n","[345]\tvalid_0's binary_logloss: 0.2703\n","[346]\tvalid_0's binary_logloss: 0.270243\n","[347]\tvalid_0's binary_logloss: 0.270203\n","[348]\tvalid_0's binary_logloss: 0.270175\n","[349]\tvalid_0's binary_logloss: 0.270169\n","[350]\tvalid_0's binary_logloss: 0.270148\n","[351]\tvalid_0's binary_logloss: 0.270135\n","[352]\tvalid_0's binary_logloss: 0.270123\n","[353]\tvalid_0's binary_logloss: 0.270034\n","[354]\tvalid_0's binary_logloss: 0.269972\n","[355]\tvalid_0's binary_logloss: 0.269953\n","[356]\tvalid_0's binary_logloss: 0.269858\n","[357]\tvalid_0's binary_logloss: 0.269741\n","[358]\tvalid_0's binary_logloss: 0.269637\n","[359]\tvalid_0's binary_logloss: 0.269626\n","[360]\tvalid_0's binary_logloss: 0.269613\n","[361]\tvalid_0's binary_logloss: 0.269596\n","[362]\tvalid_0's binary_logloss: 0.269569\n","[363]\tvalid_0's binary_logloss: 0.269505\n","[364]\tvalid_0's binary_logloss: 0.269442\n","[365]\tvalid_0's binary_logloss: 0.26943\n","[366]\tvalid_0's binary_logloss: 0.269395\n","[367]\tvalid_0's binary_logloss: 0.269384\n","[368]\tvalid_0's binary_logloss: 0.269326\n","[369]\tvalid_0's binary_logloss: 0.269274\n","[370]\tvalid_0's binary_logloss: 0.269244\n","[371]\tvalid_0's binary_logloss: 0.269189\n","[372]\tvalid_0's binary_logloss: 0.269161\n","[373]\tvalid_0's binary_logloss: 0.269129\n","[374]\tvalid_0's binary_logloss: 0.269112\n","[375]\tvalid_0's binary_logloss: 0.269097\n","[376]\tvalid_0's binary_logloss: 0.269061\n","[377]\tvalid_0's binary_logloss: 0.26895\n","[378]\tvalid_0's binary_logloss: 0.268929\n","[379]\tvalid_0's binary_logloss: 0.268888\n","[380]\tvalid_0's binary_logloss: 0.268875\n","[381]\tvalid_0's binary_logloss: 0.268841\n","[382]\tvalid_0's binary_logloss: 0.268818\n","[383]\tvalid_0's binary_logloss: 0.268801\n","[384]\tvalid_0's binary_logloss: 0.26878\n","[385]\tvalid_0's binary_logloss: 0.268729\n","[386]\tvalid_0's binary_logloss: 0.268709\n","[387]\tvalid_0's binary_logloss: 0.268684\n","[388]\tvalid_0's binary_logloss: 0.268674\n","[389]\tvalid_0's binary_logloss: 0.268652\n","[390]\tvalid_0's binary_logloss: 0.268624\n","[391]\tvalid_0's binary_logloss: 0.268609\n","[392]\tvalid_0's binary_logloss: 0.268597\n","[393]\tvalid_0's binary_logloss: 0.268581\n","[394]\tvalid_0's binary_logloss: 0.268538\n","[395]\tvalid_0's binary_logloss: 0.268496\n","[396]\tvalid_0's binary_logloss: 0.268472\n","[397]\tvalid_0's binary_logloss: 0.26843\n","[398]\tvalid_0's binary_logloss: 0.268405\n","[399]\tvalid_0's binary_logloss: 0.268345\n","[400]\tvalid_0's binary_logloss: 0.268321\n"]}],"source":["########Early_stopping(LGBMClassifier)2등 코드########\n","\n","X_tr, X_dev, y_tr, y_dev = train_test_split(X_train, y_train, test_size=0.4, random_state=77) # test size 올리기위해 0.4\n","\n","evals = [(X_dev, y_dev)] \n","\n","lgbm_wrapper = LGBMClassifier(n_estimators = 400,random_state=42) # 400번 학습\n","\n","lgbm_wrapper.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"logloss\", \n","                 eval_set=evals, verbose=True)\n","lgbm_preds = lgbm_wrapper.predict(X_dev)\n","lgbm_pred_proba = lgbm_wrapper.predict_proba(X_dev)[:,1]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":934,"status":"ok","timestamp":1639410074936,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8d42ff7e-a339-4706-c60f-e961fba6c756","id":"4fABo_rChDWu"},"outputs":[{"name":"stdout","output_type":"stream","text":["Confusion Matrix\n","[[348816  39055]\n"," [ 32971 181580]]\n","accuracy: 0.8804, precision: 0.8230, recall: 0.8463, f1: 0.8345, roc_auc: 0.9518\n"]}],"source":["from sklearn.metrics import *\n","\n","def get_clf_eval(y_test, pred=None, pred_proba=None): \n","    confusion = confusion_matrix(y_test, pred) \n","    accuracy = accuracy_score(y_test, pred) \n","    precision = precision_score(y_test, pred) \n","    recall = recall_score(y_test, pred) \n","    f1 = f1_score(y_test, pred) \n","    # ROC AUC \n","    roc_auc = roc_auc_score(y_test, pred_proba) \n","    \n","    print('Confusion Matrix') \n","    print(confusion) \n","    print('accuracy: {0:.4f}, precision: {1:.4f}, recall: {2:.4f}, f1: {3:.4f}, roc_auc: {4:.4f}'.format( accuracy, precision, recall, f1, roc_auc))\n","\n","get_clf_eval(y_dev, lgbm_preds, lgbm_pred_proba)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"qCFeddcyhDWv"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  lgbm_wrapper.predict_proba(X_test)[:,1]}).to_csv(os.path.abspath(\"../submission\")+ '/LGBM(피쳐변경_2월)_0.9518.csv', index=False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Wx5yqCFchDWv","outputId":"b7e6d0c6-be41-4a37-816b-1f0de1112040"},"outputs":[{"data":{"text/plain":["['C:\\\\Users\\\\dmsdn\\\\학교수업\\\\머신러닝\\\\컴피티션\\\\ML 컴피티션_김은욱서하은\\\\models/LGBM(변경후_2월).pkl']"]},"execution_count":24,"metadata":{},"output_type":"execute_result"}],"source":["joblib.dump(lgbm_wrapper, os.path.abspath(\"../models\") + \"/LGBM(변경후_2월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"PfVPleOqhDWv"},"source":["## (3월) 모델링"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"TE3ICINThDWv"},"outputs":[],"source":["# 쓰는 데이터셋만 빼고 주석 처리\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(01월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(01월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(01월).pkl\")\n","\n","#X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(02월).pkl\")\n","#y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(02월).pkl\")\n","#X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(02월).pkl\")\n","\n","X_train = joblib.load(os.path.abspath(\"../input\") + \"/X_train_변경(03월).pkl\")\n","y_train = joblib.load(os.path.abspath(\"../input\") + \"/y_train_변경(03월).pkl\")\n","X_test = joblib.load(os.path.abspath(\"../input\") + \"/X_test_변경(03월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"rZbrDZNYhDWv"},"source":["### BaggingClassifier(CatBoostClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"OkumN1FThDWv"},"outputs":[],"source":["########BaggingClassifier(CatBoostClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","cat = BaggingClassifier(base_estimator = CatBoostClassifier(), random_state=42)\n","\n","cat_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    cat.fit(X_tr, y_tr)\n","    \n","    pred = cat.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(cat.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    cat_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"gNt9SxLEhDWv"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"4e55qiS9hDWv"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  cat_pred}).to_csv(os.path.abspath(\"../submission\")+ '/CAT(피쳐변경_3월)_0.9587.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"Xxva4tYThDWv"},"source":["### BaggingClassifier(RandomForestClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16465425,"status":"ok","timestamp":1639429888057,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"fd6079fe-f299-4061-ca52-9875b0ae1570","id":"HBxxOseVhDWw"},"outputs":[{"name":"stdout","output_type":"stream","text":["BaggingClassifier 평균 AUC : 0.9314623473590823\n"]}],"source":["########BaggingClassifier(RandomForestClassifier)데이콘코드########\n","# https://dacon.io/competitions/open/235538/codeshare/2725?page=1&dtype=recent\n","\n","kf = KFold(n_splits = 5, shuffle = True, random_state = 77)\n","\n","rf = BaggingClassifier(base_estimator = RandomForestClassifier(), random_state=42)\n","\n","rf_pred = np.zeros((X_test.shape[0]))\n","\n","auc_list = []\n","\n","for train_index, dev_index in kf.split(X_train, y_train):\n","    X_tr, y_tr = X_train.iloc[train_index], y_train.iloc[train_index]\n","    X_dev, y_dev = X_train.iloc[dev_index], y_train.iloc[dev_index]\n","\n","    rf.fit(X_tr, y_tr)\n","    \n","    pred = rf.predict_proba(X_dev)[:, 1]\n","\n","    auc = roc_auc_score(y_dev, pred)\n","    \n","    auc_list.append(auc)\n","    \n","    sub_pred = np.array(rf.predict_proba(X_test)[:, 1]) / 5 #fold 수\n","    \n","    rf_pred += sub_pred"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"EtHmzd3phDWw"},"outputs":[],"source":["print(f'AUC_5fold_mean : {np.mean(auc_list)}')"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"r-TaWCaxhDWw"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  rf_pred}).to_csv(os.path.abspath(\"../submission\")+ '/RF(피쳐변경_3월)_0.9482.csv', index=False)"]},{"cell_type":"markdown","metadata":{"id":"MEnpXGdShDWw"},"source":["## Early_stopping(LGBMClassifier)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5596,"status":"ok","timestamp":1639410067653,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8fbc1158-917a-4ae3-fe37-bbd3a4bf924f","id":"58K1Ug4ehDWw"},"outputs":[{"name":"stdout","output_type":"stream","text":["[1]\tvalid_0's binary_logloss: 0.600224\n","[2]\tvalid_0's binary_logloss: 0.55902\n","[3]\tvalid_0's binary_logloss: 0.525067\n","[4]\tvalid_0's binary_logloss: 0.496808\n","[5]\tvalid_0's binary_logloss: 0.472853\n","[6]\tvalid_0's binary_logloss: 0.452371\n","[7]\tvalid_0's binary_logloss: 0.434968\n","[8]\tvalid_0's binary_logloss: 0.419541\n","[9]\tvalid_0's binary_logloss: 0.406639\n","[10]\tvalid_0's binary_logloss: 0.395301\n","[11]\tvalid_0's binary_logloss: 0.385216\n","[12]\tvalid_0's binary_logloss: 0.376593\n","[13]\tvalid_0's binary_logloss: 0.368888\n","[14]\tvalid_0's binary_logloss: 0.362198\n","[15]\tvalid_0's binary_logloss: 0.356219\n","[16]\tvalid_0's binary_logloss: 0.350752\n","[17]\tvalid_0's binary_logloss: 0.345806\n","[18]\tvalid_0's binary_logloss: 0.341442\n","[19]\tvalid_0's binary_logloss: 0.337639\n","[20]\tvalid_0's binary_logloss: 0.334037\n","[21]\tvalid_0's binary_logloss: 0.330689\n","[22]\tvalid_0's binary_logloss: 0.327815\n","[23]\tvalid_0's binary_logloss: 0.32532\n","[24]\tvalid_0's binary_logloss: 0.322902\n","[25]\tvalid_0's binary_logloss: 0.320829\n","[26]\tvalid_0's binary_logloss: 0.318927\n","[27]\tvalid_0's binary_logloss: 0.316804\n","[28]\tvalid_0's binary_logloss: 0.314915\n","[29]\tvalid_0's binary_logloss: 0.313281\n","[30]\tvalid_0's binary_logloss: 0.311579\n","[31]\tvalid_0's binary_logloss: 0.310086\n","[32]\tvalid_0's binary_logloss: 0.308837\n","[33]\tvalid_0's binary_logloss: 0.307609\n","[34]\tvalid_0's binary_logloss: 0.306529\n","[35]\tvalid_0's binary_logloss: 0.305447\n","[36]\tvalid_0's binary_logloss: 0.304423\n","[37]\tvalid_0's binary_logloss: 0.303514\n","[38]\tvalid_0's binary_logloss: 0.302641\n","[39]\tvalid_0's binary_logloss: 0.301952\n","[40]\tvalid_0's binary_logloss: 0.301086\n","[41]\tvalid_0's binary_logloss: 0.300264\n","[42]\tvalid_0's binary_logloss: 0.299494\n","[43]\tvalid_0's binary_logloss: 0.298714\n","[44]\tvalid_0's binary_logloss: 0.298085\n","[45]\tvalid_0's binary_logloss: 0.297408\n","[46]\tvalid_0's binary_logloss: 0.296816\n","[47]\tvalid_0's binary_logloss: 0.296205\n","[48]\tvalid_0's binary_logloss: 0.295722\n","[49]\tvalid_0's binary_logloss: 0.295275\n","[50]\tvalid_0's binary_logloss: 0.294626\n","[51]\tvalid_0's binary_logloss: 0.294117\n","[52]\tvalid_0's binary_logloss: 0.293741\n","[53]\tvalid_0's binary_logloss: 0.293292\n","[54]\tvalid_0's binary_logloss: 0.292858\n","[55]\tvalid_0's binary_logloss: 0.292559\n","[56]\tvalid_0's binary_logloss: 0.291978\n","[57]\tvalid_0's binary_logloss: 0.291489\n","[58]\tvalid_0's binary_logloss: 0.291122\n","[59]\tvalid_0's binary_logloss: 0.290767\n","[60]\tvalid_0's binary_logloss: 0.290282\n","[61]\tvalid_0's binary_logloss: 0.289699\n","[62]\tvalid_0's binary_logloss: 0.289296\n","[63]\tvalid_0's binary_logloss: 0.288677\n","[64]\tvalid_0's binary_logloss: 0.288363\n","[65]\tvalid_0's binary_logloss: 0.288093\n","[66]\tvalid_0's binary_logloss: 0.287766\n","[67]\tvalid_0's binary_logloss: 0.287383\n","[68]\tvalid_0's binary_logloss: 0.28711\n","[69]\tvalid_0's binary_logloss: 0.286775\n","[70]\tvalid_0's binary_logloss: 0.286514\n","[71]\tvalid_0's binary_logloss: 0.285942\n","[72]\tvalid_0's binary_logloss: 0.285461\n","[73]\tvalid_0's binary_logloss: 0.285243\n","[74]\tvalid_0's binary_logloss: 0.28504\n","[75]\tvalid_0's binary_logloss: 0.284772\n","[76]\tvalid_0's binary_logloss: 0.284366\n","[77]\tvalid_0's binary_logloss: 0.28408\n","[78]\tvalid_0's binary_logloss: 0.283893\n","[79]\tvalid_0's binary_logloss: 0.283679\n","[80]\tvalid_0's binary_logloss: 0.2833\n","[81]\tvalid_0's binary_logloss: 0.283102\n","[82]\tvalid_0's binary_logloss: 0.282689\n","[83]\tvalid_0's binary_logloss: 0.2825\n","[84]\tvalid_0's binary_logloss: 0.282265\n","[85]\tvalid_0's binary_logloss: 0.281929\n","[86]\tvalid_0's binary_logloss: 0.281777\n","[87]\tvalid_0's binary_logloss: 0.281465\n","[88]\tvalid_0's binary_logloss: 0.281303\n","[89]\tvalid_0's binary_logloss: 0.281061\n","[90]\tvalid_0's binary_logloss: 0.280828\n","[91]\tvalid_0's binary_logloss: 0.280473\n","[92]\tvalid_0's binary_logloss: 0.280185\n","[93]\tvalid_0's binary_logloss: 0.279957\n","[94]\tvalid_0's binary_logloss: 0.279826\n","[95]\tvalid_0's binary_logloss: 0.27968\n","[96]\tvalid_0's binary_logloss: 0.27954\n","[97]\tvalid_0's binary_logloss: 0.279344\n","[98]\tvalid_0's binary_logloss: 0.279037\n","[99]\tvalid_0's binary_logloss: 0.278956\n","[100]\tvalid_0's binary_logloss: 0.278848\n","[101]\tvalid_0's binary_logloss: 0.278655\n","[102]\tvalid_0's binary_logloss: 0.278525\n","[103]\tvalid_0's binary_logloss: 0.278355\n","[104]\tvalid_0's binary_logloss: 0.278162\n","[105]\tvalid_0's binary_logloss: 0.277959\n","[106]\tvalid_0's binary_logloss: 0.277656\n","[107]\tvalid_0's binary_logloss: 0.277434\n","[108]\tvalid_0's binary_logloss: 0.27735\n","[109]\tvalid_0's binary_logloss: 0.277157\n","[110]\tvalid_0's binary_logloss: 0.276992\n","[111]\tvalid_0's binary_logloss: 0.276788\n","[112]\tvalid_0's binary_logloss: 0.276675\n","[113]\tvalid_0's binary_logloss: 0.276407\n","[114]\tvalid_0's binary_logloss: 0.27627\n","[115]\tvalid_0's binary_logloss: 0.276051\n","[116]\tvalid_0's binary_logloss: 0.275786\n","[117]\tvalid_0's binary_logloss: 0.275693\n","[118]\tvalid_0's binary_logloss: 0.275579\n","[119]\tvalid_0's binary_logloss: 0.275372\n","[120]\tvalid_0's binary_logloss: 0.275196\n","[121]\tvalid_0's binary_logloss: 0.275001\n","[122]\tvalid_0's binary_logloss: 0.274881\n","[123]\tvalid_0's binary_logloss: 0.274758\n","[124]\tvalid_0's binary_logloss: 0.274662\n","[125]\tvalid_0's binary_logloss: 0.274479\n","[126]\tvalid_0's binary_logloss: 0.274316\n","[127]\tvalid_0's binary_logloss: 0.274222\n","[128]\tvalid_0's binary_logloss: 0.274037\n","[129]\tvalid_0's binary_logloss: 0.273948\n","[130]\tvalid_0's binary_logloss: 0.273855\n","[131]\tvalid_0's binary_logloss: 0.273731\n","[132]\tvalid_0's binary_logloss: 0.273662\n","[133]\tvalid_0's binary_logloss: 0.273467\n","[134]\tvalid_0's binary_logloss: 0.273309\n","[135]\tvalid_0's binary_logloss: 0.27322\n","[136]\tvalid_0's binary_logloss: 0.273144\n","[137]\tvalid_0's binary_logloss: 0.273022\n","[138]\tvalid_0's binary_logloss: 0.272875\n","[139]\tvalid_0's binary_logloss: 0.272788\n","[140]\tvalid_0's binary_logloss: 0.272706\n","[141]\tvalid_0's binary_logloss: 0.272638\n","[142]\tvalid_0's binary_logloss: 0.272559\n","[143]\tvalid_0's binary_logloss: 0.272449\n","[144]\tvalid_0's binary_logloss: 0.272365\n","[145]\tvalid_0's binary_logloss: 0.272203\n","[146]\tvalid_0's binary_logloss: 0.272153\n","[147]\tvalid_0's binary_logloss: 0.272084\n","[148]\tvalid_0's binary_logloss: 0.271982\n","[149]\tvalid_0's binary_logloss: 0.271899\n","[150]\tvalid_0's binary_logloss: 0.271732\n","[151]\tvalid_0's binary_logloss: 0.271657\n","[152]\tvalid_0's binary_logloss: 0.271599\n","[153]\tvalid_0's binary_logloss: 0.271548\n","[154]\tvalid_0's binary_logloss: 0.271342\n","[155]\tvalid_0's binary_logloss: 0.271159\n","[156]\tvalid_0's binary_logloss: 0.271082\n","[157]\tvalid_0's binary_logloss: 0.271013\n","[158]\tvalid_0's binary_logloss: 0.270982\n","[159]\tvalid_0's binary_logloss: 0.270851\n","[160]\tvalid_0's binary_logloss: 0.270675\n","[161]\tvalid_0's binary_logloss: 0.270634\n","[162]\tvalid_0's binary_logloss: 0.270574\n","[163]\tvalid_0's binary_logloss: 0.27047\n","[164]\tvalid_0's binary_logloss: 0.270348\n","[165]\tvalid_0's binary_logloss: 0.270271\n","[166]\tvalid_0's binary_logloss: 0.270177\n","[167]\tvalid_0's binary_logloss: 0.270122\n","[168]\tvalid_0's binary_logloss: 0.270038\n","[169]\tvalid_0's binary_logloss: 0.270011\n","[170]\tvalid_0's binary_logloss: 0.269971\n","[171]\tvalid_0's binary_logloss: 0.269867\n","[172]\tvalid_0's binary_logloss: 0.269805\n","[173]\tvalid_0's binary_logloss: 0.269773\n","[174]\tvalid_0's binary_logloss: 0.269698\n","[175]\tvalid_0's binary_logloss: 0.26963\n","[176]\tvalid_0's binary_logloss: 0.269572\n","[177]\tvalid_0's binary_logloss: 0.26944\n","[178]\tvalid_0's binary_logloss: 0.26938\n","[179]\tvalid_0's binary_logloss: 0.269342\n","[180]\tvalid_0's binary_logloss: 0.269258\n","[181]\tvalid_0's binary_logloss: 0.269194\n","[182]\tvalid_0's binary_logloss: 0.269116\n","[183]\tvalid_0's binary_logloss: 0.269047\n","[184]\tvalid_0's binary_logloss: 0.268919\n","[185]\tvalid_0's binary_logloss: 0.268764\n","[186]\tvalid_0's binary_logloss: 0.26864\n","[187]\tvalid_0's binary_logloss: 0.268585\n","[188]\tvalid_0's binary_logloss: 0.268563\n","[189]\tvalid_0's binary_logloss: 0.268515\n","[190]\tvalid_0's binary_logloss: 0.268471\n","[191]\tvalid_0's binary_logloss: 0.268439\n","[192]\tvalid_0's binary_logloss: 0.268344\n","[193]\tvalid_0's binary_logloss: 0.268287\n","[194]\tvalid_0's binary_logloss: 0.268257\n","[195]\tvalid_0's binary_logloss: 0.268162\n","[196]\tvalid_0's binary_logloss: 0.268025\n","[197]\tvalid_0's binary_logloss: 0.267848\n","[198]\tvalid_0's binary_logloss: 0.267821\n","[199]\tvalid_0's binary_logloss: 0.267804\n","[200]\tvalid_0's binary_logloss: 0.267784\n","[201]\tvalid_0's binary_logloss: 0.26774\n","[202]\tvalid_0's binary_logloss: 0.267611\n","[203]\tvalid_0's binary_logloss: 0.267502\n"]},{"name":"stdout","output_type":"stream","text":["[204]\tvalid_0's binary_logloss: 0.267462\n","[205]\tvalid_0's binary_logloss: 0.267386\n","[206]\tvalid_0's binary_logloss: 0.267345\n","[207]\tvalid_0's binary_logloss: 0.267884\n","[208]\tvalid_0's binary_logloss: 0.267359\n","[209]\tvalid_0's binary_logloss: 0.267318\n","[210]\tvalid_0's binary_logloss: 0.267247\n","[211]\tvalid_0's binary_logloss: 0.26719\n","[212]\tvalid_0's binary_logloss: 0.267155\n","[213]\tvalid_0's binary_logloss: 0.267139\n","[214]\tvalid_0's binary_logloss: 0.267049\n","[215]\tvalid_0's binary_logloss: 0.267009\n","[216]\tvalid_0's binary_logloss: 0.266894\n","[217]\tvalid_0's binary_logloss: 0.266798\n","[218]\tvalid_0's binary_logloss: 0.266763\n","[219]\tvalid_0's binary_logloss: 0.266732\n","[220]\tvalid_0's binary_logloss: 0.266684\n","[221]\tvalid_0's binary_logloss: 0.266624\n","[222]\tvalid_0's binary_logloss: 0.266511\n","[223]\tvalid_0's binary_logloss: 0.26647\n","[224]\tvalid_0's binary_logloss: 0.266413\n","[225]\tvalid_0's binary_logloss: 0.266388\n","[226]\tvalid_0's binary_logloss: 0.266329\n","[227]\tvalid_0's binary_logloss: 0.266294\n","[228]\tvalid_0's binary_logloss: 0.266199\n","[229]\tvalid_0's binary_logloss: 0.266128\n","[230]\tvalid_0's binary_logloss: 0.266072\n","[231]\tvalid_0's binary_logloss: 0.26598\n","[232]\tvalid_0's binary_logloss: 0.265852\n","[233]\tvalid_0's binary_logloss: 0.265728\n","[234]\tvalid_0's binary_logloss: 0.265691\n","[235]\tvalid_0's binary_logloss: 0.265642\n","[236]\tvalid_0's binary_logloss: 0.265587\n","[237]\tvalid_0's binary_logloss: 0.265541\n","[238]\tvalid_0's binary_logloss: 0.265464\n","[239]\tvalid_0's binary_logloss: 0.265428\n","[240]\tvalid_0's binary_logloss: 0.265389\n","[241]\tvalid_0's binary_logloss: 0.265324\n","[242]\tvalid_0's binary_logloss: 0.26526\n","[243]\tvalid_0's binary_logloss: 0.265235\n","[244]\tvalid_0's binary_logloss: 0.265143\n","[245]\tvalid_0's binary_logloss: 0.265124\n","[246]\tvalid_0's binary_logloss: 0.26508\n","[247]\tvalid_0's binary_logloss: 0.264927\n","[248]\tvalid_0's binary_logloss: 0.264879\n","[249]\tvalid_0's binary_logloss: 0.264844\n","[250]\tvalid_0's binary_logloss: 0.264815\n","[251]\tvalid_0's binary_logloss: 0.264792\n","[252]\tvalid_0's binary_logloss: 0.26473\n","[253]\tvalid_0's binary_logloss: 0.264698\n","[254]\tvalid_0's binary_logloss: 0.264688\n","[255]\tvalid_0's binary_logloss: 0.264619\n","[256]\tvalid_0's binary_logloss: 0.264583\n","[257]\tvalid_0's binary_logloss: 0.26456\n","[258]\tvalid_0's binary_logloss: 0.264426\n","[259]\tvalid_0's binary_logloss: 0.264407\n","[260]\tvalid_0's binary_logloss: 0.264363\n","[261]\tvalid_0's binary_logloss: 0.264338\n","[262]\tvalid_0's binary_logloss: 0.264316\n","[263]\tvalid_0's binary_logloss: 0.264232\n","[264]\tvalid_0's binary_logloss: 0.264187\n","[265]\tvalid_0's binary_logloss: 0.264146\n","[266]\tvalid_0's binary_logloss: 0.264123\n","[267]\tvalid_0's binary_logloss: 0.264088\n","[268]\tvalid_0's binary_logloss: 0.264048\n","[269]\tvalid_0's binary_logloss: 0.263974\n","[270]\tvalid_0's binary_logloss: 0.263949\n","[271]\tvalid_0's binary_logloss: 0.263902\n","[272]\tvalid_0's binary_logloss: 0.263866\n","[273]\tvalid_0's binary_logloss: 0.263837\n","[274]\tvalid_0's binary_logloss: 0.263795\n","[275]\tvalid_0's binary_logloss: 0.263758\n","[276]\tvalid_0's binary_logloss: 0.263742\n","[277]\tvalid_0's binary_logloss: 0.263672\n","[278]\tvalid_0's binary_logloss: 0.263621\n","[279]\tvalid_0's binary_logloss: 0.263607\n","[280]\tvalid_0's binary_logloss: 0.26359\n","[281]\tvalid_0's binary_logloss: 0.263555\n","[282]\tvalid_0's binary_logloss: 0.263526\n","[283]\tvalid_0's binary_logloss: 0.263506\n","[284]\tvalid_0's binary_logloss: 0.263432\n","[285]\tvalid_0's binary_logloss: 0.263399\n","[286]\tvalid_0's binary_logloss: 0.263332\n","[287]\tvalid_0's binary_logloss: 0.263307\n","[288]\tvalid_0's binary_logloss: 0.263285\n","[289]\tvalid_0's binary_logloss: 0.263248\n","[290]\tvalid_0's binary_logloss: 0.263206\n","[291]\tvalid_0's binary_logloss: 0.263156\n","[292]\tvalid_0's binary_logloss: 0.263111\n","[293]\tvalid_0's binary_logloss: 0.263069\n","[294]\tvalid_0's binary_logloss: 0.263041\n","[295]\tvalid_0's binary_logloss: 0.263027\n","[296]\tvalid_0's binary_logloss: 0.263005\n","[297]\tvalid_0's binary_logloss: 0.262934\n","[298]\tvalid_0's binary_logloss: 0.262885\n","[299]\tvalid_0's binary_logloss: 0.262872\n","[300]\tvalid_0's binary_logloss: 0.262853\n","[301]\tvalid_0's binary_logloss: 0.262824\n","[302]\tvalid_0's binary_logloss: 0.262789\n","[303]\tvalid_0's binary_logloss: 0.262778\n","[304]\tvalid_0's binary_logloss: 0.262731\n","[305]\tvalid_0's binary_logloss: 0.262714\n","[306]\tvalid_0's binary_logloss: 0.26267\n","[307]\tvalid_0's binary_logloss: 0.262648\n","[308]\tvalid_0's binary_logloss: 0.262631\n","[309]\tvalid_0's binary_logloss: 0.262589\n","[310]\tvalid_0's binary_logloss: 0.26257\n","[311]\tvalid_0's binary_logloss: 0.262541\n","[312]\tvalid_0's binary_logloss: 0.262419\n","[313]\tvalid_0's binary_logloss: 0.262357\n","[314]\tvalid_0's binary_logloss: 0.262303\n","[315]\tvalid_0's binary_logloss: 0.262268\n","[316]\tvalid_0's binary_logloss: 0.262251\n","[317]\tvalid_0's binary_logloss: 0.262208\n","[318]\tvalid_0's binary_logloss: 0.262179\n","[319]\tvalid_0's binary_logloss: 0.262137\n","[320]\tvalid_0's binary_logloss: 0.262127\n","[321]\tvalid_0's binary_logloss: 0.262085\n","[322]\tvalid_0's binary_logloss: 0.262041\n","[323]\tvalid_0's binary_logloss: 0.261999\n","[324]\tvalid_0's binary_logloss: 0.261974\n","[325]\tvalid_0's binary_logloss: 0.261935\n","[326]\tvalid_0's binary_logloss: 0.261916\n","[327]\tvalid_0's binary_logloss: 0.261847\n","[328]\tvalid_0's binary_logloss: 0.261841\n","[329]\tvalid_0's binary_logloss: 0.261787\n","[330]\tvalid_0's binary_logloss: 0.261764\n","[331]\tvalid_0's binary_logloss: 0.26168\n","[332]\tvalid_0's binary_logloss: 0.261658\n","[333]\tvalid_0's binary_logloss: 0.261644\n","[334]\tvalid_0's binary_logloss: 0.261586\n","[335]\tvalid_0's binary_logloss: 0.261527\n","[336]\tvalid_0's binary_logloss: 0.26152\n","[337]\tvalid_0's binary_logloss: 0.2615\n","[338]\tvalid_0's binary_logloss: 0.261386\n","[339]\tvalid_0's binary_logloss: 0.261284\n","[340]\tvalid_0's binary_logloss: 0.261229\n","[341]\tvalid_0's binary_logloss: 0.261223\n","[342]\tvalid_0's binary_logloss: 0.261172\n","[343]\tvalid_0's binary_logloss: 0.261153\n","[344]\tvalid_0's binary_logloss: 0.261124\n","[345]\tvalid_0's binary_logloss: 0.26111\n","[346]\tvalid_0's binary_logloss: 0.261087\n","[347]\tvalid_0's binary_logloss: 0.26107\n","[348]\tvalid_0's binary_logloss: 0.261033\n","[349]\tvalid_0's binary_logloss: 0.260997\n","[350]\tvalid_0's binary_logloss: 0.260971\n","[351]\tvalid_0's binary_logloss: 0.260854\n","[352]\tvalid_0's binary_logloss: 0.260808\n","[353]\tvalid_0's binary_logloss: 0.260779\n","[354]\tvalid_0's binary_logloss: 0.260744\n","[355]\tvalid_0's binary_logloss: 0.260669\n","[356]\tvalid_0's binary_logloss: 0.260649\n","[357]\tvalid_0's binary_logloss: 0.260624\n","[358]\tvalid_0's binary_logloss: 0.260584\n","[359]\tvalid_0's binary_logloss: 0.260539\n","[360]\tvalid_0's binary_logloss: 0.260521\n","[361]\tvalid_0's binary_logloss: 0.260494\n","[362]\tvalid_0's binary_logloss: 0.260349\n","[363]\tvalid_0's binary_logloss: 0.260336\n","[364]\tvalid_0's binary_logloss: 0.260312\n","[365]\tvalid_0's binary_logloss: 0.260276\n","[366]\tvalid_0's binary_logloss: 0.260228\n","[367]\tvalid_0's binary_logloss: 0.260197\n","[368]\tvalid_0's binary_logloss: 0.260187\n","[369]\tvalid_0's binary_logloss: 0.260159\n","[370]\tvalid_0's binary_logloss: 0.260106\n","[371]\tvalid_0's binary_logloss: 0.260081\n","[372]\tvalid_0's binary_logloss: 0.260058\n","[373]\tvalid_0's binary_logloss: 0.259942\n","[374]\tvalid_0's binary_logloss: 0.2599\n","[375]\tvalid_0's binary_logloss: 0.259848\n","[376]\tvalid_0's binary_logloss: 0.259837\n","[377]\tvalid_0's binary_logloss: 0.259805\n","[378]\tvalid_0's binary_logloss: 0.259734\n","[379]\tvalid_0's binary_logloss: 0.259653\n","[380]\tvalid_0's binary_logloss: 0.259645\n","[381]\tvalid_0's binary_logloss: 0.259626\n","[382]\tvalid_0's binary_logloss: 0.259596\n","[383]\tvalid_0's binary_logloss: 0.259513\n","[384]\tvalid_0's binary_logloss: 0.259509\n","[385]\tvalid_0's binary_logloss: 0.259431\n","[386]\tvalid_0's binary_logloss: 0.259399\n","[387]\tvalid_0's binary_logloss: 0.259365\n","[388]\tvalid_0's binary_logloss: 0.259304\n","[389]\tvalid_0's binary_logloss: 0.259295\n","[390]\tvalid_0's binary_logloss: 0.259262\n","[391]\tvalid_0's binary_logloss: 0.259216\n","[392]\tvalid_0's binary_logloss: 0.25917\n","[393]\tvalid_0's binary_logloss: 0.259162\n","[394]\tvalid_0's binary_logloss: 0.2591\n","[395]\tvalid_0's binary_logloss: 0.259074\n","[396]\tvalid_0's binary_logloss: 0.259062\n","[397]\tvalid_0's binary_logloss: 0.259012\n","[398]\tvalid_0's binary_logloss: 0.259002\n","[399]\tvalid_0's binary_logloss: 0.258965\n","[400]\tvalid_0's binary_logloss: 0.258963\n"]}],"source":["########Early_stopping(LGBMClassifier)2등 코드########\n","\n","X_tr, X_dev, y_tr, y_dev = train_test_split(X_train, y_train, test_size=0.4, random_state=77) # test size 올리기위해 0.4\n","\n","evals = [(X_dev, y_dev)] \n","\n","lgbm_wrapper = LGBMClassifier(n_estimators = 400,random_state=42) # 400번 학습\n","\n","lgbm_wrapper.fit(X_tr, y_tr, early_stopping_rounds=30, eval_metric=\"logloss\", \n","                 eval_set=evals, verbose=True)\n","lgbm_preds = lgbm_wrapper.predict(X_dev)\n","lgbm_pred_proba = lgbm_wrapper.predict_proba(X_dev)[:,1]"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":934,"status":"ok","timestamp":1639410074936,"user":{"displayName":"김은욱","photoUrl":"https://lh3.googleusercontent.com/a/default-user=s64","userId":"04133143257340201367"},"user_tz":-540},"outputId":"8d42ff7e-a339-4706-c60f-e961fba6c756","id":"l2Qr1f9MhDWw"},"outputs":[{"name":"stdout","output_type":"stream","text":["Confusion Matrix\n","[[272016  29360]\n"," [ 24601 142241]]\n","accuracy: 0.8848, precision: 0.8289, recall: 0.8525, f1: 0.8406, roc_auc: 0.9550\n"]}],"source":["from sklearn.metrics import *\n","\n","def get_clf_eval(y_test, pred=None, pred_proba=None): \n","    confusion = confusion_matrix(y_test, pred) \n","    accuracy = accuracy_score(y_test, pred) \n","    precision = precision_score(y_test, pred) \n","    recall = recall_score(y_test, pred) \n","    f1 = f1_score(y_test, pred) \n","    # ROC AUC \n","    roc_auc = roc_auc_score(y_test, pred_proba) \n","    \n","    print('Confusion Matrix') \n","    print(confusion) \n","    print('accuracy: {0:.4f}, precision: {1:.4f}, recall: {2:.4f}, f1: {3:.4f}, roc_auc: {4:.4f}'.format( accuracy, precision, recall, f1, roc_auc))\n","\n","get_clf_eval(y_dev, lgbm_preds, lgbm_pred_proba)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"dOaEr9sohDWw"},"outputs":[],"source":["pd.DataFrame({'ID': test_id[\"ID\"], 'STATUS':  lgbm_wrapper.predict_proba(X_test)[:,1]}).to_csv(os.path.abspath(\"../submission\")+ '/LGBM(피쳐변경_3월)_0.9550.csv', index=False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"FPxaoN55hDWw","outputId":"ed87edd2-cfce-4bfd-e788-4916a480c603"},"outputs":[{"data":{"text/plain":["['C:\\\\Users\\\\dmsdn\\\\학교수업\\\\머신러닝\\\\컴피티션\\\\ML 컴피티션_김은욱서하은\\\\models/LGBM(변경후_3월).pkl']"]},"execution_count":28,"metadata":{},"output_type":"execute_result"}],"source":["joblib.dump(lgbm_wrapper, os.path.abspath(\"../models\") + \"/LGBM(변경후_3월).pkl\")"]},{"cell_type":"markdown","metadata":{"id":"3r6p1Y8PhDWx"},"source":["# 3. 앙상블"]},{"cell_type":"markdown","metadata":{"id":"n6WuT_UqhDWx"},"source":["## 3-1. 피쳐 변경 전 모델별 1,2,3월 산술 평균"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"Q2PqNPnRhDWx"},"outputs":[],"source":["############################### RF ###############################\n","from functools import reduce\n","\n","a = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(변경전_1월)_0.9314.csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(변경전_2월)_0.9243.csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(변경전_3월)_0.9264.csv\")\n","\n","dfs = [a,b,c]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)\n","means = df_merge.iloc[:, 1:].mean(axis=1)\n","\n","final = pd.concat([df_merge.iloc[:, :1], means], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","\n","final.to_csv(os.path.abspath(\"../submission\") + \"/RF(변경전_1,2,3월).csv\", index = False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"v1HPCdA2hDWx"},"outputs":[],"source":["############################### CAT ###############################\n","from functools import reduce\n","\n","a = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(변경전_1월)_0.9294.csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(변경전_2월)_0.9285.csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(변경전_3월)_0.9308.csv\")\n","\n","dfs = [a,b,c]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)\n","means = df_merge.iloc[:, 1:].mean(axis=1)\n","\n","final = pd.concat([df_merge.iloc[:, :1], means], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","\n","final.to_csv(os.path.abspath(\"../submission\") + \"/CAT(변경전_1,2,3월).csv\", index = False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"XmPnFwe2hDWx"},"outputs":[],"source":["############################### LGBM ###############################\n","from functools import reduce\n","\n","a = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(변경전_1월)_0.9246.csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(변경전_2월)_0.9259.csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(변경전_3월)_0.9286.csv\")\n","\n","dfs = [a,b,c]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)\n","means = df_merge.iloc[:, 1:].mean(axis=1)\n","\n","final = pd.concat([df_merge.iloc[:, :1], means], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","\n","final.to_csv(os.path.abspath(\"../submission\") + \"/LGBM(변경전_1,2,3월).csv\", index = False)"]},{"cell_type":"markdown","metadata":{"id":"ILnoKOG4hDWx"},"source":["## 3-2. 피쳐 변경 후 모델별 1,2,3월 산술 평균"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"klcEImGihDWx"},"outputs":[],"source":["############################### RF ###############################\n","from functools import reduce\n","\n","a = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(피쳐변경_1월)_0.9449.csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(피쳐변경_2월)_0.9441.csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(피쳐변경_3월)_0.9482.csv\")\n","\n","dfs = [a,b,c]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)\n","means = df_merge.iloc[:, 1:].mean(axis=1)\n","\n","final = pd.concat([df_merge.iloc[:, :1], means], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","\n","final.to_csv(os.path.abspath(\"../submission\") + \"/RF(피쳐변경_1,2,3월).csv\", index = False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"4NU9zjAKhDWx"},"outputs":[],"source":["############################### CAT ###############################\n","from functools import reduce\n","\n","a = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(피쳐변경_1월)_0.9535.csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(피쳐변경_2월)_0.9558.csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(피쳐변경_3월)_0.9587.csv\")\n","\n","dfs = [a,b,c]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)\n","means = df_merge.iloc[:, 1:].mean(axis=1)\n","\n","final = pd.concat([df_merge.iloc[:, :1], means], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","\n","final.to_csv(os.path.abspath(\"../submission\") + \"/CAT(피쳐변경_1,2,3월).csv\", index = False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"ZE8trZYghDWx"},"outputs":[],"source":["############################### LGBM ###############################\n","from functools import reduce\n","\n","a = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(피쳐변경_1월)_0.9473.csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(피쳐변경_2월)_0.9518.csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(피쳐변경_3월)_0.9550.csv\")\n","\n","dfs = [a,b,c]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)\n","means = df_merge.iloc[:, 1:].mean(axis=1)\n","\n","final = pd.concat([df_merge.iloc[:, :1], means], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","\n","final.to_csv(os.path.abspath(\"../submission\") + \"/LGBM(피쳐변경_1,2,3월).csv\", index = False)"]},{"cell_type":"markdown","metadata":{"id":"5UjWOSjVhDWy"},"source":["## 3-3 (모델별 월 평균 submission) 6개 가중 평균"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"NrjFMTSGhDWy"},"outputs":[],"source":["## 피쳐 변경후 평균한 서브미션의 LB 점수가 높기때문에 가중을 더둔다\n","## 모델 중에선 RF->CAT->LGBM 순으로 높기 때문에 가중을 더 둔다"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"7vAWzfvHhDWy"},"outputs":[],"source":["a = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(변경전_1,2,3월).csv\")\n","b = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(변경전_1,2,3월).csv\")\n","c = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(변경전_1,2,3월).csv\")\n","d = pd.read_csv(os.path.abspath(\"../submission\") + \"/RF(피쳐변경_1,2,3월).csv\")\n","e = pd.read_csv(os.path.abspath(\"../submission\") + \"/CAT(피쳐변경_1,2,3월).csv\")\n","f = pd.read_csv(os.path.abspath(\"../submission\") + \"/LGBM(피쳐변경_1,2,3월).csv\")"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"F2VcWaIzhDWy"},"outputs":[],"source":["dfs = [a,b,c,d,e,f]\n","df_merge = reduce(lambda left, right: pd.merge(left, right, on='ID'), dfs)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"8x4ePxX4hDWy"},"outputs":[],"source":["# 가중치 정하기\n","## 피쳐 변경후 평균한 서브미션의 LB 점수가 높기때문에 가중을 더둔다\n","## 모델 중에선 RF->CAT->LGBM 순으로 높기 때문에 가중을 더 둔다\n","## 순서대로 0.1/0.1/0.1/0.15/0.15/0.4\n","df_merge[\"가중평균\"] = a[\"STATUS\"]*0.1+ b[\"STATUS\"]*0.1 + c[\"STATUS\"]*0.1 + d[\"STATUS\"]*0.4 + e[\"STATUS\"]*0.15 + f[\"STATUS\"]*0.15"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"7M9GfWu8hDWy"},"outputs":[],"source":["final = pd.concat([df_merge.iloc[:, :1], df_merge.iloc[:, -1:]], axis=1)\n","final.rename(columns = {final.columns[1]:'STATUS'}, inplace = True)\n","final.to_csv(os.path.abspath(\"../submission\") + \"/final_score_pmean.csv\", index = False)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"aTzm8cqAhDWy"},"outputs":[],"source":["############## 최종 LB_score = 0.90603 ##############"]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.8.5"},"colab":{"name":"2라운드_모델링 및 서브미션 앙상블.ipynb","provenance":[]}},"nbformat":4,"nbformat_minor":0}