Lesson17-应用Logistic Regression逻辑回归建模.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 第十七课 应用Logistic Regression逻辑回归建模\n",
    "\n",
    "\n",
    "Python零基础学习建模：https://www.ixigua.com/home/77346806707?utm_source=xiguastudio\n",
    "\n",
    "Python源文件及数据下载链接: https://pan.baidu.com/s/1yuNlG6u9_C31fzhzbzqASA 提取码: ebrh\n",
    "\n",
    "-Binary Output Variable: This might be obvious as we have already mentioned it, but logistic regression is intended for binary (two-class) classification problems. It will predict the probability of an instance belonging to the default class, which can be snapped into a 0 or 1 classification.\n",
    "\n",
    "-Remove Noise\n",
    "\n",
    "-Remove Correlated Inputs\n",
    "\n",
    "-Gaussian Distribution"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('Lesson17-diabetes.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Pregnancies</th>\n",
       "      <th>Glucose</th>\n",
       "      <th>BloodPressure</th>\n",
       "      <th>SkinThickness</th>\n",
       "      <th>Insulin</th>\n",
       "      <th>BMI</th>\n",
       "      <th>DiabetesPedigreeFunction</th>\n",
       "      <th>Age</th>\n",
       "      <th>Outcome</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6</td>\n",
       "      <td>148</td>\n",
       "      <td>72</td>\n",
       "      <td>35</td>\n",
       "      <td>0</td>\n",
       "      <td>33.6</td>\n",
       "      <td>0.627</td>\n",
       "      <td>50</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>66</td>\n",
       "      <td>29</td>\n",
       "      <td>0</td>\n",
       "      <td>26.6</td>\n",
       "      <td>0.351</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>183</td>\n",
       "      <td>64</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>23.3</td>\n",
       "      <td>0.672</td>\n",
       "      <td>32</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>89</td>\n",
       "      <td>66</td>\n",
       "      <td>23</td>\n",
       "      <td>94</td>\n",
       "      <td>28.1</td>\n",
       "      <td>0.167</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>137</td>\n",
       "      <td>40</td>\n",
       "      <td>35</td>\n",
       "      <td>168</td>\n",
       "      <td>43.1</td>\n",
       "      <td>2.288</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>763</th>\n",
       "      <td>10</td>\n",
       "      <td>101</td>\n",
       "      <td>76</td>\n",
       "      <td>48</td>\n",
       "      <td>180</td>\n",
       "      <td>32.9</td>\n",
       "      <td>0.171</td>\n",
       "      <td>63</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>764</th>\n",
       "      <td>2</td>\n",
       "      <td>122</td>\n",
       "      <td>70</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "      <td>36.8</td>\n",
       "      <td>0.340</td>\n",
       "      <td>27</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>765</th>\n",
       "      <td>5</td>\n",
       "      <td>121</td>\n",
       "      <td>72</td>\n",
       "      <td>23</td>\n",
       "      <td>112</td>\n",
       "      <td>26.2</td>\n",
       "      <td>0.245</td>\n",
       "      <td>30</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>766</th>\n",
       "      <td>1</td>\n",
       "      <td>126</td>\n",
       "      <td>60</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>30.1</td>\n",
       "      <td>0.349</td>\n",
       "      <td>47</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>767</th>\n",
       "      <td>1</td>\n",
       "      <td>93</td>\n",
       "      <td>70</td>\n",
       "      <td>31</td>\n",
       "      <td>0</td>\n",
       "      <td>30.4</td>\n",
       "      <td>0.315</td>\n",
       "      <td>23</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>768 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "     Pregnancies  Glucose  BloodPressure  SkinThickness  Insulin   BMI  \\\n",
       "0              6      148             72             35        0  33.6   \n",
       "1              1       85             66             29        0  26.6   \n",
       "2              8      183             64              0        0  23.3   \n",
       "3              1       89             66             23       94  28.1   \n",
       "4              0      137             40             35      168  43.1   \n",
       "..           ...      ...            ...            ...      ...   ...   \n",
       "763           10      101             76             48      180  32.9   \n",
       "764            2      122             70             27        0  36.8   \n",
       "765            5      121             72             23      112  26.2   \n",
       "766            1      126             60              0        0  30.1   \n",
       "767            1       93             70             31        0  30.4   \n",
       "\n",
       "     DiabetesPedigreeFunction  Age  Outcome  \n",
       "0                       0.627   50        1  \n",
       "1                       0.351   31        0  \n",
       "2                       0.672   32        1  \n",
       "3                       0.167   21        0  \n",
       "4                       2.288   33        1  \n",
       "..                        ...  ...      ...  \n",
       "763                     0.171   63        0  \n",
       "764                     0.340   27        0  \n",
       "765                     0.245   30        0  \n",
       "766                     0.349   47        1  \n",
       "767                     0.315   23        0  \n",
       "\n",
       "[768 rows x 9 columns]"
      ]
     },
     "execution_count": 225,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 226,
   "metadata": {},
   "outputs": [],
   "source": [
    "X=data.iloc[:,:-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [],
   "source": [
    "y=data.iloc[:,-1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 229,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(768, 8)"
      ]
     },
     "execution_count": 229,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 230,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "768"
      ]
     },
     "execution_count": 230,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y.count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXMAAAEGCAYAAACXVXXgAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAbmUlEQVR4nO3de5xdZX3v8c93JiSEBAmBMSEKRCIXAculwyUIMvgCqj1qLLXIUUC8lKoc7dHjoeqhL6lNbzlK5VBQo4lWwVqUQsCKhqaGiw20STEqCNFoANGBQICQ1ASZ+Z0/njXMzp59WTOzd2bmme/79cora9Z61rOe/Zu9v3vNs9feWxGBmZlNbB1jPQAzMxs9h7mZWQYc5mZmGXCYm5llwGFuZpYBh7nZMEnSWI/BrJrD3CYVSUcU/79Y0hsbtDtA0oeK5RMk3VYsHwPcslsGazYM2Ya5pMslXd6Cfq6U9Jbx0s9EIektkq4co2NPqXX2LOlo4A5JewE7gaskHVCnmx3AeySdB/wG2CmpA7gS+GaJMVwk6deSeiU9IuljVds/LOnDw7xpu52kHkmr29j/KZL+qcb6/STdKekxSTdVrD9Q0n+0cTxt7b+dpoz1AMa7iPjjsm0lzQIuiohPj6afHETEPwL/2I6+JU0DtgPPAf1VmzuBPYGXAZuqtv0Z8BcR8V9FP1cCyyW9PiL6KvqfCmwFzgfeDjxQbHo5sAX4XNHm+YioPn6lFRFxnqQXAd+X9M2I+AFARHxymDc7SxHxb8A5NTadD2yIiNMk7VfR/hHghNEeV9KbgE0R8f2q8bSk/7GQ7Zn5GJkF/M8xHsNk8BxwEHAwML/q30HAgcAvKneQdC5wBHBNxeorganAVyXtUbH+s8A9wBWkB/a9wCnAPwBzgDuB7xX9NRURW4EfAK8oefsM9gUeAYiIJ9vQ/5uAY9vQ79iJiCz/AZcDl1etOx/4OemM7aKK9R8CfgXcDtwMLK7Y9qXKtsW6PwN+WezzvmLdV4HNQB/QC3y7ap9a/fxv4GHSnfb8ErdpNfBm4CbgXyvW/y7p7PGxytsMnEcKtf8EvgYsrxjLe4HlwE8q2p9ICq7HgaWAivWLgI3F+uVAR6P1xbaLgC9Vjf/sYpyPAB8r1vUUt+tTwBPAHcD0Ft8XXln8rk6osW0G8C/AD4GTqrbNA1YyOLXydmANcHKJY14EfK1YPqC4v7yi3v2zUR2A9xT3k0eBP6m6T+3yewQOA35e0eaPgaubjPUs4MfF/edvq7b1AKur1r0KuK+o6deBKcX6U4D7i/vDLRXjr7m+Vv9AF+nxs6341wu8o2L7fNIZdeV4DiE9djcDtwKzi/VHAP9R1H4VsA9wfNHnr4FniuUzS/bfC1wLzCjWB/Dfi9/Nz4CjWnm/Hfb9fCwP3tYbNvTBcgQp2A4kPUgfJj3I9yb9yb4P8FdUBHnFA+aiip9nk84M9wX2A25odEdo0M9ZpLO1WcV+zwIzm9ym1cAG4I3APhV3/o2kM9K9iwfZccW2x4DDgT8Crq0ay8PAuyru+FOBnwDHkKYpbgN+r9j2A+D1pCmMzwELGq0vtl1ERZgXteoFfquo9XrSk1APaf76fwB7AN8fOG6L7gedpCezC0hhsgX4r+K+8Iui7pcDS4BXFfscCXySFNyvBk4Gbiu2HUN6wvt0k+NeRAqMXtIT/Beb3D9r1qH4XXyPdJ/dixRYM+v9Hov1PwSOLZZXAT0Nxrk/KZSPLvq/Fzi7alyrq/ZZBvxusXxrxfLNxfgFLAZOabS+Xv+16tPoMVbU512kmYbPAH9ZrF8MvLtY/izFiVetx2OT/u8C/rDofzmwpFgfwJdJ09VXA1e26n47kn+Tac78LOCbkebEkHQj8DukX8LzpAfQVNIDqpFngAeBvwW+TTpbG4nXAtdFxNPA06QgLmN5RNxc8fPJwEuAfy9+ngYcRXpQ7iDdpqkMnVL7VkQsq/j5cNId+TvFz1NJoXYj6c78YeClwJ9HxMAURr31tZwCfD+KOWNJXyKF+TdITzpXR0RIWk8K+5aIiD5JJ0fEc8BXJL0PODQiPliM47PAzyLiyxW7TQXuBi6NiH5JB5LO4ImI9ZIWUm7KZGDOfC7wbUnnR8S1DdoPqUNE7JB0IenJ6DTSycT+pLNWGPp7BLgBeJOkn5PO1O9ocMyFpN/Lj4qfjytxu/4XcK6kr5DO0gdeG7mLFKpTgC9HxIYm60dN0t6kk5eBGry3YvPiYpxfIJ0A9Y6w/+OB04rfy1XAV4BLiyafiIjnJa0FTh/p7WiFyTZnHlXLQXoBbW3xr5v0J3X9DtILZSeQQuh04N7ixbBRkfRmSfNKNL27elfguxExNyLmkoL1hmLb2mL5HcAnSvTz04p+5gGfBoiI9wEfI/0VsE7SUY3WN1Cr/pCmBaJGm5YognzA6aT58AEvoWp+nXSWfinpype7SH8RnSTpnuLnVcAXJZV6Io+IXtJ0zcImTYfUQdICUhhvIYXoI1X7VP8eId033wS8DrglGr9IuwtJCyXVfQGwuKLnblLdriZN+aUBRywh3dc6gVWSzmq0voVeuM9IOqh4cRPSlM7JpPD9Qiv6Z9f7LaS/iqvbjInJFOa3Aa+X9JLicrTfIz3ATiJNs7wsIk6PiMcadSLpMNKDeRXwJ8Bc0hQCwJPAfpL2Kv5Nb9DVd4C3StqnCPG/Y+iVGWXcDRwn6fDiSeU24GxJB5Hm+o6MiOMj4oGGvaS57L0knVY8YL8CvLu4zfeR5mv/gjS3+luN1tfxb8Cxko4uru54O+lPdBjGA0HSNElzJe3f5N88SftU7XscKVBvqlg9j6owj4izI+LEiDgVOJM0FXNNUaPTI+JVEXFsRPx9yTHvA7yG9BddI7XqcBzpNZ7lpL+eXtrseMVZ9p7A+0lz2o2sIf1ejiyuEvqbJseYTbpS6FOkvyhfM7BB0ndI88mfAv6VdHJUd30rRMSzwHpJFxWrLgHOKJYXAv8P+Cnw36p2fYL0AjqS9m/S/73AO4rLXS9h8H5LxZPvmJs0YV6E2UdJf/KtAT4eET8kzaf+NtAraaOkrxVhU6+fDaSrGX5Omr/+u4j4VbHtWdKDYWOxvd41zETEStKLpj8sxvTB4gxuuLfrcVLo3kx60K+JiBWkM7gO4JeSNkn6pqS6D9Li7PUtwFWkgN5Bmn+EdFa/mvRn6rMMvmmm3vpa/T9JCvBvkOb1vx4R3xru7SWdaT1U/NvU4N9G0ovFQLqemVSj9xVTFzMkHQ4sYOjZ7sA+p5N+N9dExPtJv6vvSfqdWtex17BIUi/ptYgfkV5XGK5/Kf5/jPSC9sDUSTM3kC6lbDTFQkQ8QTpr/ifSi3j3RMSNTdr/PanGXyTN7Q+M56+BL0h6nFTXLzVZ3yoXAO+U9CvS9Nflxfq/Ic2n30qqf2Xdrib9fp6oaF/PhaTXQH4FTCddADHuaBw9sYwJSR8AXhQRi4vL024AlhWBOGEpvbvxjRHxbkmdpDOUDRExJm/kGUuSPki6ZPQPiydRlN4M9OfA54tpgMr2/5d07fOPSHOi6yq2nUAKpyOBsyrmmscNSVNIT8ynRsR7m7W3PDjM09uzl5POovsoXrmOiG0NdxznihftriWdjfSRzirfOfBXxGRSTB9MiYjtJdu/HHiieHG6Xpv5EbGpNSNsreIdk8cAr42IZlM7lolJH+ZmZjmYNHPmZmY5c5ibmWVgTN40tP/++8f8+fPH4tBmZhPWunXrnoiIrlrbxiTM58+fz9q1a8fi0GZmE5akh+pt8zSLmVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGJsznmT986e1Uf7ZRRLDy8cfZOW02m+fcCWrtu1nV38Fezx7K9B1z+E3HTqb0T0UMjqHycFHjY5fKfBJTe0Rx9NGPoHOq6HsumDl7GgsXLQDgjusfZOf2vprtp83oRIgd259HHRD9vPB/sz72mNZJz1sP57CT5tYdz4Z7elmzYiPbtuxk5uxpzD96Pzb96MkXfl64aMEL+1e3rdzWapXHmjajk/7n4Tc7B2/fnjOmcNq5h3HYSXO5/asPcN9dv3yhNkedOo8DFswqPdYN9/Ry5/Ub2LH9eSDV/NXnNq5b9RjHslaTVbtrXOrt/JLmAN+IiNMatFlG+vChf46IxY366+7ujuFcmjgQ5LXCPCJYvud3U7KW+iC7YQrY+5nD2XPHnNb3PcF0dIr+/hjVJzerMwV7vT7UIc58+ytq3sk33NPLd697gOefq/9JwVOmdnDG29JXc1a3HdjW6pAqMy5I9Zv38n34xYNPD9mmDhH9g0WpN9YN9/Sy6ss/pr9v1wKqE8688MiGTwD16gG7r1aTVaP6D6fGktZFRM2PEG46zSJpX9JHXs5o0OYcoDMiFgKHSDq09OhKqBXku6wX7QlyAMH2mZva0/cE0983uiAHiD4a9hH9wZoVG2tuW7NiY9PAfP65ftas2Fiz7cC2ViszLkj1qxXkwC5BDvXHumbFxiFBDqmujW5bo3rszlpNVrujxmXmzPtIH6e5tUGbHuD6YnklcGp1A0kXS1orae3mzZuHO84x1d/Z7JvkrJW2bald73rra7UbbR/D0Y4+6/Xb6Fgj2ba7azVZ7Y4aNw3ziNgaEc80aTaD9IUGkL7easicREQsjYjuiOju6qr5btRxq6Nv2lgPYVKZObt2veutr9VutH0MRzv6rNdvo2ONZNvurtVktTtq3KqrWbaRvoEDYGYL+wUG58brrg+gXR/lGzBj2/z29D3BdHRq1K+pqpOGfahDL7xIWm3hogVMmdr4rjVlagcLFy2o2XZgW6uVGRek+r308Fk1t6lj16LUG+vCRQvS76F6/04a3rZG9didtZqsdkeNW3U1yzrS1MrdpA/Fb+kH4h+05HQevvT2IesHrmbpmnZaupqlxd+pOnA1y7QdL+a5jh2+mmWMr2YZWF/2apbqtu26QqN6XO28mmVg3XCvZqlVu7Go1WRVpv6jVfrLKSStjogeSUcCb42Iyyq2vYj0vZirSN8IfnKjqZnhXs1iZmajvJplQET0FP/fXxnkxbqtpBdB7wbOKDHHbmZmLdSyNw1FxFMMXtFiZma7kd/Ob2aWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhlwmJuZZcBhbmaWAYe5mVkGHOZmZhkoFeaSlklaI+myOtv3lfQtSWslfa61QzQzs2aahrmkc4DOiFgIHCLp0BrNLgCui4huYG9J3S0ep5mZNVDmzLwHuL5YXgmcWqPNk8DRkmYBBwKPVDeQdHFx5r528+bNIxutmZnVVCbMZwCPFstbgDk12twFHAx8APhx0W4XEbE0Irojorurq2uEwzUzs1rKhPk2YHqxPLPOPh8H3hMRnwAeAN7RmuGZmVkZZcJ8HYNTK8cAm2q02Rd4paRO4CQgWjI6MzMrpUyY3wRcIOkK4FzgPkmLq9r8FbAUeAaYDfxDKwdpZmaNTWnWICK2SuoBzgKWREQvsL6qzb8DR7VjgGZm1lzTMAeIiKcYvKLFzMzGGb8D1MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMlApzScskrZF0WZN210h6Q2uGZmZmZTUNc0nnAJ0RsRA4RNKhddqdBsyNiFtaPEYzM2uizJl5D3B9sbwSOLW6gaQ9gM8DmyQtqtWJpIslrZW0dvPmzSMcrpmZ1VImzGcAjxbLW4A5NdpcCNwPLAFOlPT+6gYRsTQiuiOiu6ura6TjNTOzGsqE+TZgerE8s84+xwFLI6IXuBY4ozXDMzOzMsqE+ToGp1aOATbVaPNT4JBiuRt4aNQjMzOz0qaUaHMTcKekecDrgPMkLY6IyitblgHLJZ0H7AG8ueUjNTOzupqGeURsldQDnAUsKaZS1le1eRb4g3YM0MzMmitzZk5EPMXgFS1mZjbO+B2gZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mlgGHuZlZBhzmZmYZcJibmWXAYW5mloFSYS5pmaQ1ki5r0m6OpHtbMzQzMyuraZhLOgfojIiFwCGSDm3Q/JPA9FYNzszMyilzZt4DXF8srwROrdVI0muA7UBvne0XS1orae3mzZtHMFQzM6unTJjPAB4tlrcAc6obSJoK/CnwkXqdRMTSiOiOiO6urq6RjNXMzOooE+bbGJw6mVlnn48A10TE0y0al5mZDUOZMF/H4NTKMcCmGm3OBC6RtBo4VtIXWjI6MzMrZUqJNjcBd0qaB7wOOE/S4oh44cqWiHj1wLKk1RHx7paP1MzM6moa5hGxVVIPcBawJCJ6gfUN2ve0anBmZlZOmTNzIuIpBq9oMTOzccbvADUzy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsAw5zM7MMOMzNzDLgMDczy4DD3MwsA6XCXNIySWskXVZn+z6SbpW0UtKNkqa2dphmZtZI0zCXdA7QGRELgUMkHVqj2duAKyLibKAXeG1rh2lmZo1MKdGmB7i+WF4JnAr8pLJBRFxT8WMX8Hh1J5IuBi4GOOigg0YwVDMzq6fMNMsM4NFieQswp15DSQuBfSPi7uptEbE0Irojorurq2tEgzUzs9rKnJlvA6YXyzOp8wQgaTZwFfD7rRmamZmVVebMfB1pagXgGGBTdYPiBc+vAx+NiIdaNjozMyulTJjfBFwg6QrgXOA+SYur2rwLOB74P5JWS3pLa4dpZmaNNJ1miYitknqAs4AlEdELrK9q8xngM+0YoJmZNVdmzpyIeIrBK1rMzGyc8TtAzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8uAw9zMLAMOczOzDDjMzcwy4DA3M8vAlLEeQFkPX3o7knZZFxGsu38VP5vxnzx7+PFQtX34qvYPmPbrufxm2lP0d+6ko28ae22bz547XjzanneDoUdUB7zk0Fls/sWz7NzeN7R5wMzZ01i4aAEAa1ZsZNuWncycPY1ZXdN59CdPE/1Dj9TRKfr7Ysj6aTM6efW5h3PYSXPZcE/vLv0NHOOO6x/cdSzFONQB0T84nsNOmlv3ltbre6Trqo9Vq/9G46m133BuTxkjHdN40s7bkEN9hksRQx+EQxpJy4AjgX+OiMUjbTOgu7s71q5dW3qQA0FeK8wjguV7rkpBPuowryHYNRf7O9h766HsuWNO6481TnR0iiCIvuZtm1EnHPWqeTxwdy/PPzf4TNDRKfr7I9W3iSlTOzjjbUfUfDBuuKeX7173wC59qxPErk8wtW5TrXbVx6rVf6PxNBrXcPZvZKRjGk/aeRtyqE89ktZFRHetbU2nWSSdA3RGxELgEEmHjqTNaNQK8l3WtyvIYegJbkc/22duas+xxon+vtYEOUD0wX13/XJIqPX3lQtygOef62fNio01t61ZsXFI39HHkL8Uat2mWu2qj1Wr/0bjabTfcPYfbt+j7XN3a+dtyKE+I1FmzrwHuL5YXgmcOpI2ki6WtFbS2s2bNw9/pONIf+fOsR7ChFJrama4tm2pXfN661t1rJEed7TbR7JvO2rRLu28DTnUZyTKhPkM4NFieQtQa36haZuIWBoR3RHR3dXVNZKxjhsdfdPGeggTilrwMvvM2bVrXm99q4410uOOdvtI9m1HLdqlnbchh/qMRJmH2TZgerE8s84+ZdqM2MDceN31A//aobrb/g5mbJvfnmONEx2dQp2t6UudcNSp85gydde7REenSr8qPGVqxwsvVlZbuGjBkL7VWfRfdbzq21SrXfWxavXfaDyN9hvO/sPte7R97m7tvA051GckylzNso40bXI3cAzw4AjbjNhBS07n4UtvH7J+4GqWvQeuZhm1clezTNvxYqLshG/tnneD8XU1ywELZrXlapaB9e26mqVe/81eSKver5VXs4x0TONJO29DDvUZiaZXs0h6EXAnsAp4HXAe8AcRcVmDNidHxDP1+hzu1SxmZjbKq1kiYivpBc67gTMiYn1lkNdpUzfIzcys9Uq9aSginmLwapURtzEzs/bw2/nNzDLgMDczy4DD3MwsA6U+m6XlB5U2Aw+NcPf9gSdaOJzcuD6NuT6NuT6NjXV9Do6Imu+6HJMwHw1Ja+tdmmOuTzOuT2OuT2PjuT6eZjEzy4DD3MwsAxMxzJeO9QDGOdenMdenMdensXFbnwk3Z25mZkNNxDNzMzOr4jA3M8vAhApzScskrZF0WfPW+ZK0j6RbJa2UdKOkqbVqM9nrJWmOpHuLZdeniqRrJL2hWHZ9CpL2lfSt4pvRPlesG/f1mTBh3u7vGZ1g3gZcERFnA72kjyXepTauFwCfBKbXqsVkr4+k04C5EXGL6zPEBcB1xfXke0u6lAlQnwkT5pT7LtJJISKuiYjbih+7gPMZWpueGusmDUmvAbaTnux6cH1eIGkP4PPAJkmLcH2qPQkcLWkWcCDwMiZAfSZSmJf5LtJJRdJCYF/gEYbWZtLWS9JU4E+BjxSratVi0tYHuBC4H1gCnAhcgutT6S7gYOADwI+BqUyA+kykMG/r94xONJJmA1cB76R2bSZzvT4CXBMRTxc/uz67Og5YGhG9wLXAHbg+lT4OvCciPgE8ALyVCVCfMR/AMAx8zyik7xndNHZDGVvFmefXgY9GxEPUrs1krteZwCWSVgPHAm/A9an0U+CQYrkbmI/rU2lf4JWSOoGTgL9mAtRnwrxpaLjfM5ozSe8F/hJYX6z6IvAhKmoDBK4XRaC/kapaMInrI2lvYDlpamAP0gvoN+P6ACDpRNJj6mBgDfD7TID7z4QJc0iXDAFnAXcUfyJaoVZtXK9Brk9jrk9jE6E+EyrMzcystok0Z25mZnU4zM3MMuAwNzPLgMPczCwDDnMzswz8f/eDZSy19YMvAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.rcParams['font.sans-serif']=['SimHei'] #用来正常显示中文\n",
    "plt.rcParams['axes.unicode_minus']=False #用来正常显示负号\n",
    "\n",
    "plt.plot(X,y,'o')\n",
    "plt.title('logistic regression 二分类 Binary classification') #二分类 Binary classification\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(537, 8)"
      ]
     },
     "execution_count": 233,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(231, 8)"
      ]
     },
     "execution_count": 234,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {},
   "outputs": [],
   "source": [
    "logregression=LogisticRegression()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\raymond\\anaconda3\\lib\\site-packages\\sklearn\\linear_model\\_logistic.py:940: ConvergenceWarning: lbfgs failed to converge (status=1):\n",
      "STOP: TOTAL NO. of ITERATIONS REACHED LIMIT.\n",
      "\n",
      "Increase the number of iterations (max_iter) or scale the data as shown in:\n",
      "    https://scikit-learn.org/stable/modules/preprocessing.html\n",
      "Please also refer to the documentation for alternative solver options:\n",
      "    https://scikit-learn.org/stable/modules/linear_model.html#logistic-regression\n",
      "  extra_warning_msg=_LOGISTIC_SOLVER_CONVERGENCE_MSG)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "                   intercept_scaling=1, l1_ratio=None, max_iter=100,\n",
       "                   multi_class='auto', n_jobs=None, penalty='l2',\n",
       "                   random_state=None, solver='lbfgs', tol=0.0001, verbose=0,\n",
       "                   warm_start=False)"
      ]
     },
     "execution_count": 236,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logregression.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "                   intercept_scaling=1, l1_ratio=None, max_iter=10000,\n",
       "                   multi_class='auto', n_jobs=None, penalty='l2',\n",
       "                   random_state=None, solver='lbfgs', tol=0.0001, verbose=0,\n",
       "                   warm_start=False)"
      ]
     },
     "execution_count": 237,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
    "                   intercept_scaling=1, l1_ratio=None, max_iter=10000,\n",
    "                   multi_class='auto', n_jobs=None, penalty='l2',\n",
    "                   random_state=None, solver='lbfgs', tol=0.0001, verbose=0,\n",
    "                   warm_start=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_predict=logregression.predict(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 什么是准确率Accuracy？"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy of logistic regression classifier on diabetes: 0.779\n"
     ]
    }
   ],
   "source": [
    "print('Accuracy of logistic regression classifier on diabetes: {:.3f}'.format(logregression.score(X_test, y_test)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7792207792207793"
      ]
     },
     "execution_count": 240,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logregression.score(X_test, y_test) #(141+39)/(141+39+16+35)=180/231"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 241,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(231, 8)"
      ]
     },
     "execution_count": 241,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 什么是confusion_matrix？"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 242,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[141,  16],\n",
       "       [ 35,  39]], dtype=int64)"
      ]
     },
     "execution_count": 242,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "confusion_matrix(y_test,y_predict)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 计算 precision, recall, F-measure and support"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.80      0.90      0.85       157\n",
      "           1       0.71      0.53      0.60        74\n",
      "\n",
      "    accuracy                           0.78       231\n",
      "   macro avg       0.76      0.71      0.73       231\n",
      "weighted avg       0.77      0.78      0.77       231\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report\n",
    "\n",
    "print(classification_report(y_test, y_predict))  \n",
    "\n",
    "#precision=141/(141+35) 39/(39+16)\n",
    "#recall=141/(141+16) 39/(35+39)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[ 0.08528174  0.03447239 -0.01082118  0.00636563 -0.0013322   0.08853002\n",
      "   0.73271631  0.02415018]]\n"
     ]
    }
   ],
   "source": [
    "print(logregression.coef_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 245,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[-8.60540028]\n"
     ]
    }
   ],
   "source": [
    "print(logregression.intercept_)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 什么是ROC Curve？\n",
    "\n",
    "An ROC curve (receiver operating characteristic curve) is a graph showing the performance of a classification model at all classification thresholds. This curve plots two parameters:\n",
    "\n",
    "True Positive Rate and False Positive Rate\n",
    "\n",
    "AUC stands for \"Area under the ROC Curve.\" That is, AUC measures the entire two-dimensional area underneath the entire ROC curve (think integral calculus) from (0,0) to (1,1)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 246,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX8AAAERCAYAAACTuqdNAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAypklEQVR4nO3debxN9frA8c+TIfNQiai4ul0hIZLxOBGla7gN4pLpJumW0qBLE5WkbjRwE9eQUt1KRTOVn0JUxkwNiiRjRRxDhvP8/viucxynPZ1j7732Pvt5v17nZa+9v3utZ+3jPOd7vuu7nq+oKsYYY1LLCX4HYIwxJv4s+RtjTAqy5G+MMSnIkr8xxqQgS/7GGJOCLPkbY0wKsuSfhERkmIhkiMh2EflJRG6P0XGeFJEusdh3MhGRO0TkjjgeL11E5sbreLEiIk1F5PVE2Y85ltg8/+QjIsOAYqo6WESqAZ8DbVR1ha+BJTkRGaaqwxIgjnRgmKqm+3T8gcCzqrorzsftDcxV1Q3xPG6qsp5/kvN+UBYBNXwOpSAY6ncACWIgUM6H4/YGqvlw3JRkyT/JiciZQEPga2+7j4h8LyJbROS6HO0GichGEflRRK7J8XzA9t5rz3q9saztG0XksRzbH4lIkzDHnSsiV4nIDBGZE8H5XCMi60VkQ9axvWGut0RkrXcOHcLFH+y4ItLf28dPIvIv77lHRGSr93iriKzOFdMw76+trO10b/+jRORnEflERIp7r3UVkU0islRE/icik8Ocb/cc8Q/K9Vqg/f8hfu/5Z0XkBhGZLCLf5nj+byKyTkQ2i8iYHM+38T7PbSLyuPfcTd7ncAbwhfdZlPBeayQiy7yhxgkiIjk+mwdE5FER+UVETsz9OeU6p6Yissbbz1siUlxEOnnHbQq87h23Rpj9nO99xttF5AURKRrqczYBqKp9JdkXMAzIALYDvwO3es/XBlYCJwEVgZ+8f9sAX+J6c9WAPUCpYO1zHOdZoHeO7UrASu9xKeA7QELtB5gLfAN0BMqGOa9zgE245FMZ2AjU8c73e6A8UBfYAZTI63GBYsACb98lvP2UynF8DfF5D8uxne597jcBRYDlwOXea9twf4VdD0wLc741gR+B04GTgc3eewPuP1T83vdqI3AtcFKOY7wH1AcKe59VLeAUYAtwrrefZUDbHO/ZAFTLsV0U+Nb77IsBH+Q432He5343UCHX+aXjhnFyPvemd14CDAea5nhtLpAe4HM6Zj/eZ/I9cLEX29tAP79/LpPtqzAmWY0FHsAlj3e851oB1YE13nZxXDK5FHhB3RjuLqA0gIgEa78t0AFVdauI7PT+2qgPvK2qGsF+JqvqmxGcUxtvnz968b0BXOK9NkNVdwI7RWQb8BegRV6Oq6oHRKQn0MN770m4RJgRQWy5bQP+453/CqCs9/wBXEIqSvi/rC/2zneTt10ZQEROC7T/COJ/V1Un5TrGP4DOwF3A2cCpwFnAclVd5bWpHybOGrhOwyxvuyjul8gb3vZKVX0ozD6yzMf9gioMPKeq30T4vpzOAX5X1Q+97fb52EfKs2GfJKaq+4DJwD+9pwT3A1VJVSvhepSLcr/PGw6pHGn7XF4D2nlf0yM8brh9HnNauR5nbUuO508AMvN6XBE5C/gE+BW4HfeLM7/Wq9cNzRXzYtxn1Af3yzliItI2x3DHH/YfQfy5z7ecF88JwEO5X8/RromIXBAqNGBdjs+5MvBEsOOGoqqP4j6bQsBHItIm0vcGDU6kttcBMXlgyT/5jQV6iEhJYA7QTkQqiUhpYAWuhzYL6CYiZb2kPxaXPIO1D+U13F8S9XBDEORzP4F8ALQXkSpe7/dyYLb32t9EpLyI1McNkXybj+PWxw1pTMb1Zk/P9fovIlJVRIqISNncb87lD9PkvL+IqgO1VPV8Vf0qzD4+Av4qIpVFpAzu+1Iy2P4jiD+3PwOHgadxfxU18J5fCNQTkVreGP0jufb1M1BVnJOAr4ASItJCRE4Angf6hjl2QCIyCyipqqNw37+GuY/rtTs5xG6+BoqJSCsvnrtxQ1ImDyz5JzlV/QHXG+zu/Rn/IO6Hew1u2GC5qs4GXsSN+c7HXSPYGqx9mONtwg01LFHVTO+5PO8nyL6/AoZ4MS4EhqrqSu/lZd7zM4F/qOr+fBw3a5hgG9AVWI8bPspyJ+4X2hbgvLzGj+uJnwBsFnfB+m0RCZqgVXUNcI93zFXAOFVdehzx57bC+9oC3If7/v9FVX/G9b5fx42df6aqb+R43324awg/A5eo6kGgCzAGN75/ABgX4rihjAQmish23PDTs7leGyIiv+CGhgLy4ukMjMJdIzoI/Cef8aQsm+dvEp54M200AebghyIiHYGOqtpXRAoBTwHfqOqTPodmzB9Yz9+Y6FkGnC0iW4AfcENAr/gbkjGBWc/fGGNSkPX8jTEmBVnyN8aYFJQUN3mdcsopWq1aNb/DMMaYpLJkyZKfVbVCoNeSIvlXq1aNxYsX+x2GMcYkFRH5IdhrNuxjjDEpyJK/McakIEv+xhiTgiz5G2NMCrLkb4wxKciSvzHGpCBL/sYYk4JikvxFpKKIzAvTZpKILBSRe2IRgzHGmOCifpOXiJQHpnJ0UYpAba4ACqlqE2/B6bNV9dtg7Y0xJl5e/GwjM5f/5GsMp23byJZTz6BWlbIM7VA7JseIRc//CG7hh90h2qRztNTtbKB57gYi0k9EFovI4h07dkQ9SGOMCWTm8p9YsyVU+oqdIod+p8uMZxh1f3eafz4r/BuOQ9R7/qq6G0BEQjUriVsRCNx6pOcH2M8EYAJAw4YNre60MSZuap1WhpevbxLfgy5YANf2h6+/hj59GDBqIJQvH7PD+VXbJwO3pihAKezCszFRkwjDFslszZbd1DqtTHwP+uCDMHQonHkmzJoFbdvG/JB+Jd0lHB3qqYtblNoYEwV+DlsUBLVOK0OnelXic7CsxbTq1YMBA2DVqrgkfohDz19EagHdVDXnrJ4ZwDwRqQy0AxrHOg5jksXx9tyzeq5xH7Ywkfv1V7j1Vvjzn+Hee6FDB/cVRzHr+atquvfvmlyJP+u6QDqwCLhIVX+LVRzGJJvj7bnHtedq8m76dKhZE1588WjP3we+1fNX1Z3Y4tbGBGQ99wJoyxa46SZ4/XVo0ABmz4a6dX0LJykWczEmkUX7AqsvFxxN7G3e7C7mPvII3HYbFPY3/dosG2OOU7QvsNqwTQGyYQOMGeMeN2gAP/4Id97pe+IH6/kbExU2TGOOceQI/Oc/cNddcMIJ0LkzVKoU03n7eWXJ35gwwg3r2DCNOcbatdC3L3z6KVx6KYwf7xJ/grHkb0wYWcM6wRK8DdOYbPv2QVoaZGbCc8/BNddA6GoHvrHkb0wEbFjHhPTVV1CjBpQoAS+84GbxVKzod1QhWfI3BVI0Z+DYsI4Jav9+GDYMHnsMpk51Pf043aF7vGy2jymQojkDx4Z1TECffOJ6+I8+Cv/4B7Rv73dEeWI9f1Ng2VCNiZn773c9/j/9CT78EFq39juiPLPkb5JKpMM5NlRjYkLVXcBt2NDV5nnwQSgZdN2qhGbDPiapRDqcY0M1Jqp+/hl69HDJHuCvf4XRo5M28YP1/I1P8ntB1ipWmrhShVdfdTV5du50NfcLCOv5G1/k94Ks9ehN3GzeDJdfDl26QNWqsGQJ3HNP+PclCev5G99YD94ktK1bYc4c+Pe/YeDAhKjHE00F62yMMeZ4fP89vPmmS/bnnw8bN0K5cn5HFRM27GOMMUeOwOOPw7nnunH9rVvd8wU08YMlf2NMqlu9Gpo1czX2W7Vy2wlYiC3abNjHxEXu2T02D98khH37oGVLN3f/xReha9eELcQWbdbzN3GRe3aPzdoxvlqzxk3jLFEC/vc/t/33v6dM4gfr+Zs4stk9xnf79rkx/dGj4dln3Y1bF1/sd1S+sORvYipruMeGeYzv5s6F666Ddevg+uuhY0e/I/KVDfuYmMqZ+G2Yx/hm6FC46CI31DNnDjzzDJQt63dUvrKev4mqYBd2bbjH+CKrEFujRnD77fDAA26c31jP30SXXdg1CWHHDujWzSV7cIXYHnvMEn8O1vM3UWc9feMbVXjpJbj5Zti929XdNwFZ8jdRYRd2je82bYIbboC334YLL4RJk6B2bb+jSlg27GOiwi7sGt/t2OGWVhw9GhYssMQfhvX8TdTYcI+Ju3Xr4K233Kpa9evDjz9CGfvLMxLW8zfGJJ/Dh90F3Dp13Lj+tm3ueUv8EbPkb4xJLitXQtOmMGgQtG3rCrFVrOh3VEnHhn2MMclj3z53s9YJJ7iaPFdfnVL1eKLJkr8xJvGtWuUu4JYoAS+/DHXrwimn+B1VUovJsI+ITBKRhSIScMFLESkvIu+KyGIRGR+LGIwxBcDeva7O/nnnwbRp7rnWrS3xR0HUk7+IXAEUUtUmQHUROTtAsx7AC6raECgtIg2jHYcxJsl99JG7oPv4427+fqdOfkdUoMRi2CcdeMV7PBtoDnybq80vwLkiUg44A/gx905EpB/QD+DMM8+MQZgmP3LX7sliN3eZqLr3Xhg+HM4+Gz7+GNLS/I6owInFsE9JICs7/AoEugw/H6gK3Ays9dodQ1UnqGpDVW1YoUKFGIRp8iN37Z4sdnOXiYrMTPdv06Zw552wYoUl/hiJRc8/AyjuPS5F4F8wQ4H+qrpbRG4D+gATYhCLOU5WpdPExfbtrh5PjRpu3n67du7LxEwsev5LcEM9AHWBDQHalAfqiEgh4EJAYxCHiQKr0mliStVdyK1ZE954w6puxlEsev4zgHkiUhloB3QVkeGqmnPmz8PAFNzQz0LgpRjEYaLEevomJn78Efr3h3ffhSZNYOJEqFXL76hSRtSTvzeUkw60AR5V1a3AilxtPges6lICsyqdJuZ++cUVYHvySbjxRihUyO+IUkpMbvJS1Z0cnfFjkpBV6TQx8c038OabcMcdUK+e6/2XLu13VCnJ7vA1Qdlwj4maw4dh1Ci3lm7x4tCjh6vHY4nfN1bYzRzjxc820mX8woDTOY3JlxUr3OIqgwfDZZfBmjVWiC0BWM/fHMOGe0xU7dvnyjEULgzTp8OVV/odkfFY8jd/YMM95rh9+aUrzVCiBLz6qivEdtJJfkdlcrDkn4KClWgAK9NgjlNGBtx9N4wZA88+Cz17uhLMJuHYmH8KClaiAewmLnMcPvjA9fafespN3bz8cr8jMiFYzz9F2dCOiaq774YRI1x5hnnzoHnz8O8xvooo+YtIeaAyrgDbNlXNjGlU5riEGtYBG9oxUZSZ6VbVat4chgyB++6DYsX8jspEIOywj4j8C3gPV4KhFfBsjGMyxynUsA7Y0I6Jgq1b4aqrYNgwt92unev5W+JPGpH0/DuoamMR+T9VfUFEboh5VOa42bCOiQlVmDrVra61bx80bux3RCafIkn+u0WkJ1BMRFoCu2IbkjEmIf3wA/TrB7Nnu2GeiRPdGL9JSpHM9ukN1Ad2Ap2Aa2MZkDEmQe3aBV98AWPHutW1LPEntbA9f1XdDtyatS0i1WMakYmYLaloYu7rr10htkGD3I1aGzdCqVJ+R2WiIJILvs/nempajGIxeWRLKpqYOXQIHn7YJfyRI91KW2CJvwAJ2vMXkTOBPwG1RSRrEc2SwKF4BGYiYxd2TdQtWwbXXuv+veoqN8xz6ql+R2WiLNSwz5+AdNySi+mAAPuBf8Q8KmOMP/btgzZtoEgReO01uOIKvyMyMRI0+avqx8DHIlJVVR+IY0zGmHhbtswtrlKihKu+WbculC/vd1QmhsKO+avqMT19ETktduEYY+Jqzx646SY4/3x43ru8l55uiT8FhJ3tIyIPAh2BrCs9e4HzYhmUOZbN6jEx8f77cP31binFW26xIZ4UE8k8/zSgKfA5LunviGlE5g9sVo+JuiFDXEmGkiXdIupPPGEzeVJMJHf4ngDUxfX8zwMqxDQiE5DN6jFRceQIFCrkhnYKF4Z77oETT/Q7KuODSHr+VwMHgXuBG4AHYxqRyWbr6Zqo2bLFDetkFWK75BJ48EFL/CksaPIXkUIicglwjqouVtXluFIPGqfYUp6tp2uOmypMmQK1asF779mFXJMt1LDPi7iLu6VE5HLgO6Av8BEwPQ6xpZzcF3azEr8N95h82bABrrsOPvwQWrRwhdj+8he/ozIJIlTyP0NVm4qIAOuBp4EWqrorLpGloJw9fbALuuY4/fYbLF0KTz/tZvWcYKu2mqNCJf9iItIEd2fvr8B8oJaIoKqfxiW6FGQ9fXNc1qxxhdgGDz5aiK1kSb+jMgkoVPJfAfTL8fg677EClvyPg83bN1F38CA8+qi7iFu6NPzjH64ejyV+E0So8g594hlIKsk9vJPFhnlMvixe7AqxffkldO0KTz5phdhMWBEt4G6iz4Z3TFTs3eumbRYrBjNnQseOfkdkkoQlf2OS0dKlrhBbyZLwxhtw3nlQrpzfUZkkYpf/jUkmu3fDP/8JDRrANG9dpbQ0S/wmz6znb0yyePddN2Vz82a47Ta48kq/IzJJLKKev4icKyKXiEhNEQlb/UlEJonIQhG5J0y7p0WkQ6TBGpOy/vUv+OtfoUwZ+PRTGDXKZvKY4xJJSecxQGXcyl73Ao/gSjwHa38FUEhVm4jIZBE5W1W/DdCuBVBJVd/Kd/TGFGSqkJnpCrG1bu0u6t51l9XjMVERSc+/jqpeCexS1XeAsmHapwOveI9nA81zNxCRIsB/gQ0i0inycI1JET/9BH/7Gwwd6rbbtoX777fEb6ImkuS/Q0TuA8qLSC9ga5j2JYGsO5h+BSoGaNMTWAM8CjQSkQG5G4hIPxFZLCKLd+ywJQRMilCF//7XFWKbPRtOOcXviEwBFUny7wn8BizE9frD3fyVART3HpcKcoz6wARV3QpMAy7K3UBVJ6hqQ1VtWKGCLSFgUsD69W54p18/t6ziypUwcKDfUZkCKpLZPpfhEvX+CPe5BDfUswi3CMzXAdqsA6p7jxsCP0S474QWrGxDblbGwQSUkeHu0h0/Hvr2tUJsJqYi+d91NvCaiLwgIl1EJNwUgxlADxEZjVsIZrWIDM/VZhJwkYh8AvwTeCyPcSekYMst5mZlHEy2VatgxAj3uE4dV4itXz9L/Cbmwvb8VXUkMFJESgMDcb30oAORqrpbRNKBNsCj3tDOilxt9gCd8x11ArOyDSYiBw/Cww/DQw9B2bKup3/qqVCihN+RmRQRyVTPjkA74HTcIu4twr1HVXdydMZPgRVs8RVjQvriC1d1c9Uq6NbNLZ5u17VMnEUy5n8uMDrQXP1UZ4uvmDzbuxcuvRSKF3d19zvYPY7GH5EM+4yIRyDJyoZ5TEQWL3YzeEqWdNU369Rxwz3G+MRq+0TAFl8x+fbbb3DnnTBhAkydCj17QvM/3PdoTNwFTf4iMlpVbxOR/8Ot3gVuSUdV1VZxiS5B2OIrJl/eegv694etW+GOO+Cqq/yOyJhsoVbyus379w83YKUiG94xeTJoEDz2mBvemTEDLrjA74iMOYYN+xgTLapw5AgULuxq8ZQp46pxFi3qd2TG/EGe7yQRERuwNCa3TZvcEopZhdjatIF777XEbxJW2OQvIh/keurhGMViTPLJzHTlGGrVgjlzoFIlvyMyJiKhLviehyvAVkVEenpPlwQOxCMwP9isHpMn33/vbtb6+GNXkG3CBKhePfz7jEkAoXr+EuDfX3D1egqkYLV5bFaPCWjvXlizBiZOhA8+sMRvkkqo2T4rgBUiUkNVn4tjTHGX1ePP6uHbrB4T1MqV7iate+5xM3l++MHdrWtMkgk75q+qd8UjED/lTPzWwzcB/f473Hefu0v3qadg+3b3vCV+k6RsqqfHevwmqEWL4Npr3RBPjx7w+ONw8sl+R2XMcbE7fI0JZe9e+OtfXU2ed9+Fdu38jsiYqLA7fI0J5LPP3F25JUu6Mg116kDp0n5HZUzU2HJBxuS0a5dbWKVxY5g2zT3XtKklflPgRHKT1wkiUkZECovIRd6KXgXCi59tpMv4hREtvWhSwIwZ7matZ591ZRk6F8jF5owBIuv5vwqkAY8DfYE3YhpRHNksH5Ptttvg8svdUoqffQYjR9pMHlOgRTLb52RVfVtEblLVS0VkQcyjiiOb5ZPCchZiu+wyN4PnzjuhSBG/IzMm5iLp+e8RkRnAEhG5DNgT25CMiYONG90snqxCbBdfDHffbYnfpIxIev6dgVqqulRE6gJdYhyTMbGTmQnPPOPG9DMz3S8AY1JQJMn/MNBQRHoAq70vY5LPunWuENu8ea7k8oQJUK2a31EZ44tIhn2mAKcB7wNVvG1jks+BA/DNNzBlCsyaZYnfpLRIev6nq2oP7/EsEZkbw3iMia7ly10htqFD4dxzYcMGKFbM76iM8V0kyX+LiAwBPgMaA5tjG1J0BKvNn5PV6S/ADhyABx+ERx6BU06BG25w0zgt8RsDRDbs0xvYDVwJ7PK2E16w2vw52fz+AurTT6F+fRgxAq65xhVkO/VUv6MyJqGEKuxWCbgZ2Ac8qapJN8XT5vCnoL17oUMHKFUK3n8fLrnE74iMSUihev7P42b27AKejks0xuTXwoVu6mbJkvD227BqlSV+Y0IIlfyLquoLqjoWOCNeARmTJzt3uumbTZvC88+755o0sUJsxoQR6oJvBRHphqvhf6r3GABVfTHmkRkTzuuvw403wo4dMGQIdLH7D42JVKjk/zJwdoDHGri5MXF0663wxBNQr55bZKV+fb8jMiaphFrM5f54BmJMWDkLsbVv72bw3HGH1eMxJh9sMReTHDZsgEsvhXvvddutW7uhHkv8xuRLTJK/iEwSkYUick+YdhVFZFksYjAFRGYmjBnj7s799FOoWtXviIwpEKKe/EXkCqCQqjYBqovI2SGaPwbYihkmsG+/hbQ0uPlmaNHCTd/s39/vqIwpEGLR808HXvEezwaaB2okIq2AvcDWIK/3E5HFIrJ4x44dMQjTJLyDB+G77+C559xFXev1GxM1ESV/ETlXRC4RkZoiUipM85JAVlGdX4GKAfZXFLgXGBxsJ6o6QVUbqmrDChUqRBKmKQiWLYNhw9zj2rXdWH+PHiDiZ1TGFDiRLOA+BrgfeBioDoSb45/B0aGcUkGOMRh4WlV3RRypKdgOHHAXcC+4AMaPd3P3AU480d+4jCmgIun511HVK4FdqvoOUDZM+yUcHeqpC2wI0OZi4EavPHQ9EZkYWbimQJo/H+rWdYum9+zpCrHZX3vGxFQkJZ13iMh9QHkR6UWQMfocZgDzRKQy0A7oKiLDVTV75o+qpmU9FpG5qto376GbAiEjAzp1gjJlYPZst8KWMSbmIun59wR+Axbiev29QzVW1d24i76LgItUdUXOxB+gfXqEsZqCZP58N42zVCl45x1YudISvzFxFEny7wzsxC3mssvbDklVd6rqK6oa7q8Ek2p++cUN7bRocbQQW+PG7peAMSZuIkn+4n0VB64A0kI3NyYAVXj1VahVC156yd2p27Wr31EZk7LCjvmr6tQcm8+IiNX2N3l3663w5JPQoIEb269b1++IjElpYZO/iOTs6VcAasUuHFOgqMLhw67+TseOULky3HabK8xmjPFVJD+FF+V4fBC4MUaxmIJk/Xro18/19EeOhFat3JcxJiFEMuxjpZ1N5I4cgbFj4a67oFAh6Bx2foAxxgeR3OH7XjwCMQXAN9+4WTwDB0LLlrB6tev9G2MSTiSzfVaKSKeYR2KS3+HD8MMPMG2am7t/hi39bEyiimTM/wJggIisxFXhVFW1wVvjLF4MM2fCgw+6aZzff2/1eIxJApGM+V8Urk0iePGzjcxc/lP29potu6l1WhkfIyrg9u+HoUNh1CioVMnV3K9QwRK/MUki6LBPsg31zFz+E2u27M7ernVaGTrVq+JjRAXYxx/DeefBv/8N117rxvatEJsxSSVUz/8WYGa8AomGWqeV4eXrm/gdRsGWkQFXXAHlysFHH9n0TWOSVKjk31hEvsn1nODG/P8Sw5hMIpo3D5o1czV43nvPLbRSsqTfURlj8inUbJ/PVPUvub7OtsSfYn7+Ga65xq2lm1WIrVEjS/zGJLlQPf/pcYviOGRd6LULvFGmCq+8AgMGwM6d7uKuFWIzpsAImvxV9T/xDCS/ciZ+u8AbRbfcAmPGuGUVP/oI6tTxOyJjTBQViApbdqE3SlTh0CEoWhQuvxyqVnV36xYq5Hdkxpgoi+QOX5MKvvsOWreGe7xF1y66CG6/3RK/MQWUJf9Ud+QIjB7thnWWLIEaNfyOyBgTBwVi2Mfk01dfQa9e8Pnn0KEDjBsHVey6iTGpIGmTv83yiYLMTNi82S2r2KULiPgdkTEmTpI2+dssn3z6/HNXiO2hh1whtu++cxd4jTEpJanH/LNm+XS78Ey/Q0l8+/bBHXdAkyYwdSrs2OGet8RvTEpK6uRvIvR//+cu6I4aBdddZ4XYjDHJO+xjIpSR4ZZSLFfO/RJIT/c7ImNMArCef0E1d667oJtViO3LLy3xG2OyWfIvaHbsgL//3d2kNW2ae+6CC6BECX/jMsYkFBv2KShU3ZTNm2+GPXvcsopWiM0YE4Ql/4JiwAD4z3+gcWOYNMlN4zTGmCAs+SezzEw4fNhN17zqKvjzn90vAavHY4wJw8b8k9W337olFO++222np1sFTmNMxCz5J5vDh+Gxx9wC6suXQ82afkdkjElCNuyTTNauhZ49YfFi6NQJnn4aKlf2OypjTBKKSfIXkUlALeAdVR0e4PWywP+AQsBeoIuqHoxFLAXOtm3w8svuxi0rxGaMyaeoD/uIyBVAIVVtAlQXkbMDNOsOjFbVtsBW4NJox1FgLFoEQ4a4xzVrukJsV19tid8Yc1xiMeafDrziPZ4NNM/dQFWfVtUPvM0KwPbcbUSkn4gsFpHFO7KKkKWSvXvh1luhaVN44YWjhdiKFPE3LmNMgRCL5F8S+Ml7/CtQMVhDEWkClFfVRblfU9UJqtpQVRtWSLUiZB9+COeeC088Af/8pxViM8ZEXSzG/DOA4t7jUgT5BSMiJwFjgCtjEEPyyshwd+aedBJ88gm0aOF3RMaYAigWPf8lHB3qqQtsyN1ARIoCrwJDVPWHGMSQfObMcevplioFs2bBihWW+I0xMROL5D8D6CEio4GrgdUiknvGz7XA+cDdIjJXRLrEII7ksG2bu4DbuvXRQmwNGkDx4qHfZ4wxxyHqwz6qultE0oE2wKOquhVYkavNOGBctI+dVFRdsh840A31PPQQdOvmd1TGmBQRk3n+qrqTozN+TCA33gjjxrllFSdNsjt1jTFxZXf4xlNmJhw6BCeeCF26uIT/z39aPR5jTNxZbZ94+fpraNnyaCG2li2tAqcxxjeW/GPt0CEYORLq1oVVq9xC6sYY4zMb9oml1auhRw9YtgyuuMIttlKpkt9RGWOMJf+YKlQIfv0Vpk+HK+1eNmNM4rBhn2j79FP417/c43POgXXrLPEbYxKOJf9oychwi6c3b+5KLv/8s3u+sP1xZYxJPJb8o2H2bFeIbexYuOkmd2H3lFP8jsoYY4KybunxysiA7t3h5JNh3jxo1szviIwxJizr+efXBx8cLcQ2e7ZbT9cSvzEmSVjyz6stW9wF3LZt3SIrAPXrQ7Fi/sZljDF5kHTDPi9+tpGZy39izZbd1DqtTPwOrApTp7rVtfbvdzduWSE2Y0ySSrrknzPxd6pXJX4HvuEGGD/ezeaZOBFq1IjfsVPMoUOH2LRpEwcOHPA7FGOSQrFixTj99NMpkodlXpMu+QPUOq0ML1/fJPYHylmIrVs3OO886N8fTrDRsljatGkTpUuXplq1aogtVG9MSKrKL7/8wqZNm/jTn/4U8fssiwWzdq1bSeuuu9x2WpqrwGmJP+YOHDjAySefbInfmAiICCeffHKe/1K2TJbboUMwYgTUqwdffeUu5pq4s8RvTOTy8/OSlMM+MbN6NVxzjZu22bkzjBkDFSv6HZUxxkSd9fxzKlwYfvsNXn8dXnnFEr8xCebgwYP89NNPfocRd99//33U92nJf948uOMO97hGDfjmG7j8cn9jMsYENGjQIH788Ue/w4i5LVu28OGHH7Jnzx4Axo0bxyeffBLVY6Ru8t+zx62jm5bmevpWiM14hg0bxrRp045rHwMHDgzbZvny5Sxfvjxf782td+/e1K9fnyZNmtC5c2cOHTqU531E09atWxk5cmRU97lw4UJOPfVUGjduHNX9Hq9Dhw7RoUMHmjVrxuTJk4O2Gzp0KOnp6aSnp3POOefw8MMPA7B27Vo6deqU3e6bb76hS5cuLFiwgJYtW3Lw4EEefvhhnnrqKTIzM6MWd2pmuvfeg+uvh02bYOBAGD4cSpb0OyoTwP1vrWbN5t1R3WetymUY2qF2VPeZ2xNPPBG2TVbir1evXp7fG8iYMWNo3rw5ffr04cMPP6Rdu3b52k80VKpUicGDB0d1n88991zUf6GE0qlTJ3777bfs7W7dutGvX78/tBszZgwNGjRg2LBhXHbZZXTu3JnSpUv/od3999+f/fiqq66iZ8+efPfddwwaNIiMjIzs17788kumTJnCWWedxcqVK1m/fj01atSgdevWLFiwgBYtWkTl/FKv579nD/TsCaVLu9r7jz9uid+E9fvvv/P3v/+dli1b0r17dw4ePMj+/ftp164dF154Id26dWPEiBHZ7dPT07Mf79+/n/bt25OWlsbll1/O4cOHGTJkCCNHjmTkyJG0bt36mGPlfO+BAwfo2rUrzZs3p3379uzbty9knKpKRkYGRYsWZdu2bbRr146mTZtm9zK3bdtGWloajRo1okePHkycOJENGzbQvXt3+vTpQ58+fbLb5X7v9u3bueiii2jevDnXX3990OcANmzYQO/evbO3f/31Vzp06ECLFi2y/7Lp3bs3DzzwAC1atKBp06bs378/5Lnt37+fsmXLArB582aaN29OixYtuNtbFzvS8wj03kBmzpzJ3Llzs78CJX6AuXPncvXVVwOQlpbG4sWLQ57HF198wemnn06VKlUoXbo0r7322jGvX3XVVVStWpV33nmHnTt38uc//xmAxo0bs2zZspD7zhNVTfivBg0aaJarn/lUr37mU82TzEzV995TPXzYbS9frnrgQN72YeJmzZo1vh5/6NCh+vzzzx/z3JgxY3T48OHZr48bN06XLl2qffv21YMHD+oFF1xwTPuWLVtmP168eLF26NBBVVVnzpypO3fuVFXVKVOm6JQpU/5w/JzvffLJJ3XEiBGqqjp58mT97LPPAsbcq1cvrVevnp555pl64403amZmpt5yyy3Z+2/UqJH+/PPP+vrrr+vw4cN106ZN2r59e1VVXb9+vZYuXVoXLlyYvb9A750+fboOGDBAVVWnTZumR44cCfhc1j579eqVvb/bb79dp02bpqqqvXv31vfee0979eqlgwYNUlXVPn366IIFCwKeW85zzPL555/rvHnzdM+ePVqnTp08nUeg9x6PVq1a6a5du1RVdfz48frSSy+FbN+9e3ddt27dMc/l/J6rqu7cuVN79uypffr0yf5M165dqyNHjgy630A/N8BiDZJXk6bn/+JnG+kyfiFrtuRxCGDLFrd+brt2Rwux1a3r7to1JkJr1qzhwgsvBFwPbO3atVSpUoUlS5aQlpbGLbfcEvS9559/Pueeey5t27Zl1qxZlChRIuLjfvXVVzRq1AhwPeULLrggaNsxY8Zwww03cNZZZyEifP3114wbN4709HT27t3L5s2bqV69OtOnT6dLly7HxNy2bdtjxtIDvbddu3YcOXKENm3a8NVXX3HCCScEfC7c53fhhReydu1aAHr16gXAmWeeycGDB0N+FpmZmbh8BoULF2bkyJH07ds3+6JopOcR7L25derUKXuMPj09nQkTJgRsV6pUqey/WjIyMkKOy+/atYvt27dz1llnhTzXcuXKMXXqVA4dOsQXX3wBwPr16znjjDNCvi8vkib557mmjypMngw1a8L778Ojj1ohNpNvtWvXZtGiRQAsWrSI2rVr8/7773PvvfeycOFCunfvHvS9K1asoFmzZsyePZudO3cyb948AIoXL549jJOV1HI755xzsn/4R4wYwcSJE0PGef311zNp0iSOHDlCjRo1GDlyJHPnzmXw4MGcdNJJzJw5k8mTJzN//nwuvvji7PeVKlXqmP0Eeu/ChQvp0aMHH3zwAXPmzOG7774L+Fyknx9AyTwMuV5wwQXZM15Gjx7NkCFDmDhx4jE3OEVyHsHem1ukwz4NGjRg/vz5gPteV6tWLeQ+L7vsspDnecMNN2Sf565duyhXrhwAM2bMoG3btiHfmxdJkfy/37E3O/G/fH0Tul14Zvg39e8P117revlffgmDBtlMHhOx++67j4YNG9KwYUPGjh1L3759Wb16NWlpaXz77bfZs2sGDBhAq1at6Nq1K6tWrQq4r2rVqvHUU0/RtGlTtm7dSsOGDQFo06YNr7/+Os2aNcv+hZDbddddx9KlS0lPT2fp0qX06NEjZNzly5enVatWvPbaawwePJjHHnuMZs2a8f7771OxYkUaNGjAlVdeSevWrenZs2fQOfOB3lu9enXuvPNOmjRpwqmnnkrVqlUDPhfIkCFD+N///kfz5s0pV65cvpJY3759efLJJ9m3bx/t27enf//+dOzYkRIlSuTpPCJ9b6R69erF0KFDueWWW7L/wpkzZw5jx479Q9tZs2aRlpYWcn933nknd911Fy1atKBRo0bUqFGD+fPnU6FCBU6J4gqBEqzHkUiKV/6Ldhw6lU71qoRO/EeOuPIMxYq5+furV0O/flaPJ8msXbuWmjVr+h1GWP/973956aWXKFKkCEWKFOGOO+445mJtIho2bBgLFiygUKFCFC5cmEceeSS7F54MvvzyS7Zs2cIll1zidyjH2Lx5M/Pnz+eSSy7JvigdTaNHj2bAgAEhq3YG+rkRkSWq2jBQ+6RI/idVram//rA2dKPVq11Pv2lTGD06PoGZmEiW5G9MIslr8k/+LvHBg/Dgg64A27p1EOKCmEkeydApMSZR5OfnJbkHwVeudIunr1wJXbvCU09BhQp+R2WOU7Fixfjll1+srLMxEVCvnn+xPC4lm9zJv2hR2LcPZs6Ejh39jsZEyemnn86mTZvYsWOH36EYkxSyVvLKi+RL/h9/DG++CaNGuUJsX38NhQr5HZWJoiJFiuRpRSJjTN4lz5j/7t1uHd30dJgx42ghNkv8xhiTZzFJ/iIySUQWisg9x9MmS4n9GVC7NkyYALfd5sb4ozjf1RhjUk3Uk7+IXAEUUtUmQHUROTs/bXKq8MsWKFvWFWIbNQrycHu8McaYP4rFmH868Ir3eDbQHPg2r21EpB+QdT/177J69SoSrI53HJ0C/Ox3ED6y80/d80/lc4fjP//At1wTm+RfEsi6X/pX4Pz8tFHVCcAEABFZHOxGhVRg52/nn6rnn8rnDrE9/1iM+WcAxb3HpYIcI5I2xhhjYiQWSXcJbhgHoC6wIZ9tjDHGxEgshn1mAPNEpDLQDugqIsNV9Z4QbcIN5gcupJ067PxTWyqffyqfO8Tw/GNS2E1EygNtgE9UdWt+2xhjjImNpKjqaYwxJrrsQqsxxqSghEr+0b4zONmEOzcRKSsi74nIbBF5Q0SKxjvGWIr0eysiFUVkWbziioc8nPvTItIhXnHFSwT/98uLyLsislhExsc7vljz/k8HXs7taJuo5r6ESf6xuDM4mUR4bt2B0araFtgKXBrPGGMpj9/bxzg6VTjpRXruItICqKSqb8U1wBiL8Px7AC94c95Li0iBmfvvXf+cirv/KVibqOe+hEn+BL7rNz9tklU6Yc5NVZ9W1Q+8zQrA9viEFhfpRPC9FZFWwF7cL7+CIp0w5y4iRYD/AhtEpFP8QouLdMJ/738BzhWRcsAZwI9xiSw+jgBdgN0h2qQT5dyXSMk/912/FfPZJllFfG4i0gQor6qL4hFYnIQ9f2+Y615gcBzjiodIvvc9gTXAo0AjERkQp9jiIZLzn48rVXAzsNZrVyCo6m5V/S1Ms6jnvkRK/ql+Z3BE5yYiJwFjgH/EKa54ieT8BwNPq+queAUVJ5Gce31ggjctehpwUZxii4dIzn8o0F9VHwC+AvrEKbZEEfXcl0jJM9XvDA57bl7P91VgiKr+EL/Q4iKS7+3FwI0iMheoJyIT4xNazEVy7uuA6t7jhkBB+v5Hcv7lgToiUgi4EEi1OerRz32qmhBfQBlgBTAa92ddXWB4mDZl/Y47zud/A7ATmOt9dfE77nief672c/2OOc7f+9K4X/yfAAuBKn7HHefzbwSsxvWAPwBK+R13DD6Hud6/teKR+xLqJq9UvzO4IJ9bJFL5/FP53MHOPxLR/owSKvkbY4yJj0Qa8zfGGBMnlvyNMSYFWfI3xpgUZMnf+E5EhonIWhGZ633dFKb93Cgf9xMR+chbXyKv+3gi13Y9EakXrl1+icizIrLMq/Hyqnfnb7C26SJSLRrHNQWPJX+TKB5S1XTva2ycj5sGTAHyfNesqg7M9VQ97ytcu+MxQF2NlwzcvQ/BpAPVonhcU4BY8jcJSURKicj7IjJPRKaEaFdcRN72eu9viEhhESkhItO95/4T4SHLA/tF5EQReUlEPhaRF0SkaKBj5Dj+3ByPH8bdhTxYRD7KFWfOdneLyN+8x0NEpHNeYxYRwd3peVBEKovIfO+zesh7fQrQG3hCRF7wnqsorirspyIyJMLPxRRQlvxNorjbG/J52ts+DVfG4mKgmogEq2VSC8jM0XsvBfQDVnnPnSYi54U57ie4pUSfBK7z3tsS+BZXRiPQMf5AVYcAI4GRqto6xDFfxS1fCpAGvJvHmMfg7vDcBswBquB+6bQDOnix9AGeBQaqanfvfUOAl1W1KfA3ETk5xDFMAReLNXyNyY+HVHVaju1DQF9cDZeTCF7CeSmwSkRm45L1+0ANoKmIpAPlcMnxy0iOKyK1gNe9zUW4hDo+wDHyTVW/EZHTRaQMsEtV94pIXmIegLvV/3dVVRE5jKt9k4G7EziYGkATEemNKxRWGVct06Qg6/mbRHUtMB34O66EczB1gQXq1jgoD7QAvgaeUNV04B5gYx6Ouxr3VwDev6uDHCOY/UAJyB6aCeZzYCDwpred15jHA9d6tW5uAx7G/bLMeddm7li+BgZ7xxhJAaqMafLOkr9JVB/ghinmeNtVgrTbANwsIp8ClYDFuLr37bzhnP7krfb7RKC2996zcUMngY4RKu4rRGQBoX9JvIpL/m9723mKWVV34j6bK719PIP7RbJPRLI+q9dw1x8WAWfhEv4dXmyX4oaNTIqy8g7GGJOCrOdvjDEpyJK/McakIEv+xhiTgiz5G2NMCrLkb4wxKciSvzHGpKD/ByHhxoSGlod5AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import roc_curve\n",
    "\n",
    "logrocauc = roc_auc_score(y_test, logregression.predict(X_test))\n",
    "fpr, tpr, thresholds = roc_curve(y_test, logregression.predict_proba(X_test)[:,1])\n",
    "plt.figure()\n",
    "plt.plot(fpr, tpr, label='Logistic Regression (area = %0.3f)' % logrocauc)\n",
    "plt.plot([0, 1], [0, 1],'r--')\n",
    "plt.xlim([0.0, 1.05])\n",
    "plt.ylim([0.0, 1.05])\n",
    "plt.xlabel('False Positive Rate')\n",
    "plt.ylabel('True Positive Rate')\n",
    "plt.title('Receiver operating characteristic')\n",
    "plt.legend(loc=\"lower right\")\n",
    "#plt.savefig('Log_ROC')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 247,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.7125580995007746"
      ]
     },
     "execution_count": 247,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "logrocauc "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 248,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.        , 0.        , 0.        , 0.00636943, 0.00636943,\n",
       "       0.01273885, 0.01273885, 0.01910828, 0.01910828, 0.02547771,\n",
       "       0.02547771, 0.03184713, 0.03184713, 0.04458599, 0.04458599,\n",
       "       0.07006369, 0.07006369, 0.07643312, 0.07643312, 0.08280255,\n",
       "       0.08280255, 0.10191083, 0.10191083, 0.12101911, 0.12101911,\n",
       "       0.13375796, 0.13375796, 0.1656051 , 0.1656051 , 0.18471338,\n",
       "       0.18471338, 0.19745223, 0.19745223, 0.20382166, 0.20382166,\n",
       "       0.22292994, 0.22292994, 0.24203822, 0.24203822, 0.26751592,\n",
       "       0.26751592, 0.2866242 , 0.2866242 , 0.29299363, 0.29299363,\n",
       "       0.29936306, 0.29936306, 0.31210191, 0.31210191, 0.33121019,\n",
       "       0.33121019, 0.33757962, 0.33757962, 0.35031847, 0.35031847,\n",
       "       0.3566879 , 0.3566879 , 0.36942675, 0.36942675, 0.41401274,\n",
       "       0.41401274, 0.44585987, 0.44585987, 0.50318471, 0.50318471,\n",
       "       0.52866242, 0.52866242, 0.59235669, 0.59235669, 0.6433121 ,\n",
       "       0.6433121 , 0.89171975, 0.89171975, 1.        ])"
      ]
     },
     "execution_count": 248,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fpr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 249,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.        , 0.01351351, 0.04054054, 0.04054054, 0.05405405,\n",
       "       0.05405405, 0.10810811, 0.10810811, 0.27027027, 0.27027027,\n",
       "       0.2972973 , 0.2972973 , 0.32432432, 0.32432432, 0.44594595,\n",
       "       0.44594595, 0.48648649, 0.48648649, 0.51351351, 0.51351351,\n",
       "       0.52702703, 0.52702703, 0.55405405, 0.55405405, 0.56756757,\n",
       "       0.56756757, 0.58108108, 0.58108108, 0.63513514, 0.63513514,\n",
       "       0.64864865, 0.64864865, 0.66216216, 0.66216216, 0.67567568,\n",
       "       0.67567568, 0.7027027 , 0.7027027 , 0.72972973, 0.72972973,\n",
       "       0.74324324, 0.74324324, 0.75675676, 0.75675676, 0.77027027,\n",
       "       0.77027027, 0.78378378, 0.78378378, 0.7972973 , 0.7972973 ,\n",
       "       0.83783784, 0.83783784, 0.85135135, 0.85135135, 0.86486486,\n",
       "       0.86486486, 0.87837838, 0.87837838, 0.90540541, 0.90540541,\n",
       "       0.91891892, 0.91891892, 0.93243243, 0.93243243, 0.94594595,\n",
       "       0.94594595, 0.95945946, 0.95945946, 0.97297297, 0.97297297,\n",
       "       0.98648649, 0.98648649, 1.        , 1.        ])"
      ]
     },
     "execution_count": 249,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tpr"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}