11-逻辑回归代码实现.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 数据集的准备\n",
    "from sklearn import datasets\n",
    "iris = datasets.load_iris()\n",
    "iris_x = iris.data\n",
    "iris_y = iris.target\n",
    "\n",
    "# 由于我们的逻辑回归解决的是二分类问题，所以我们值需要前两二分类的数据就可以啦\n",
    "x = iris_x[iris_y<2, :2]\n",
    "y = iris_y[iris_y < 2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAF2pJREFUeJzt3X+MXWWdx/H3d4dZHH/ARJmsMC1OVk3/ELqWTkDSxLjgLv6opUFWSvxVw9pdowsGg9kaoqYxIaYJKmuiKZAFhEW7tXYLAVmUNf6INJkBbHetTdBF+4NdRrDFrrNsO3z3j3uHzty5M/c+997n3ud57ueVTObecx9Ov885+u3tOZ9zjrk7IiJSlj/qdQEiItJ5au4iIgVScxcRKZCau4hIgdTcRUQKpOYuIlIgNXcRkQKpuYuIFEjNXUSkQKc1O9DMBoAJ4LC7r635bCOwFThcXfRVd79tqfWdddZZPjY2FlSsiEi/m5yc/K27jzQa13RzB64D9gNnLPL5t9z9E82ubGxsjImJiYA/XkREzOzXzYxr6rCMmS0D3g0s+W1cRETS0Owx9y8DnwZeXGLMe81sr5ntMLPl9QaY2SYzmzCziampqdBaRUSkSQ2bu5mtBZ5x98klht0HjLn7SuB7wJ31Brn7Nncfd/fxkZGGh4xERKRFzXxzXwOsM7OngG8Cl5jZ3XMHuPuz7v5C9e2twOqOVikiIkEaNnd33+zuy9x9DNgAPOLuH5g7xszOnvN2HZUTryIi0iMhaZl5zGwLMOHuu4FrzWwdcBJ4DtjYmfJERKQV1qsnMY2Pj7uikJKDXY8fZutDBzhydJpzhoe44bIVrF812uuypE+Z2aS7jzca1/I3d5F+sOvxw2zeuY/pEzMAHD46zead+wDU4CVpuv2AyBK2PnTgpcY+a/rEDFsfOtCjikSao+YusoQjR6eDloukQs1dZAnnDA8FLRdJhZq7yBJuuGwFQ4MD85YNDQ5ww2UrelSRSHN0QlVkCbMnTZWWkdyouYs0sH7VqJq5ZEeHZURECqTmLiJSIDV3EZECqbmLiBRIzV1EpEBq7iIiBVJzFxEpkJq7iEiB1NxFRAqkK1SlGHqohsgpau5SBD1UQ2Q+HZaRIuihGiLzqblLEfRQDZH51NylCHqohsh8au5SBD1UQ2Q+nVCVIuihGiLzqblLMfRQDZFT1NylbcqXi6RHzV3aony5SJp0QlXaony5SJrU3KUtypeLpEnNXdqifLlImtTcpS3Kl4ukSSdUpS3Kl4ukqenmbmYDwARw2N3X1nx2OnAXsBp4FrjK3Z/qYJ2SMOXLRdIT8s39OmA/cEadz64BfufubzCzDcAXgas6UJ9IVpT5l1Q0dczdzJYB7wZuW2TI5cCd1dc7gEvNzNovTyQfs5n/w0encU5l/nc9frjXpUkfavaE6peBTwMvLvL5KHAQwN1PAseA17RdnUhGlPmXlDRs7ma2FnjG3SeXGlZnmddZ1yYzmzCziampqYAyRdKnzL+kpJlv7muAdWb2FPBN4BIzu7tmzCFgOYCZnQacCTxXuyJ33+bu4+4+PjIy0lbhIqlR5l9S0rC5u/tmd1/m7mPABuARd/9AzbDdwIerr6+sjlnwzV2kZMr8S0pazrmb2RZgwt13A7cD3zCzJ6l8Y9/QofpEsqHMv6TEevUFe3x83CcmJnryZ4uI5MrMJt19vNE4XaEqybpx1z7u3XOQGXcGzLj6ouV8Yf35vS5LJAtq7pKkG3ft4+5Hf/PS+xn3l96rwYs0phuHSZLu3XMwaLmIzKfmLkmaWeRc0GLLRWQ+NXdJ0sAid69YbLmIzKfmLkm6+qLlQctFZD6dUJUkzZ40VVpGpDXKuYuIZEQ5d2nL+2/9KT/55anbA615/au556MX97Ci3tE92iVHOuYuC9Q2doCf/PI53n/rT3tUUe/oHu2SKzV3WaC2sTdaXjLdo11ypeYusgTdo11ypeYusgTdo11ypeYuC6x5/auDlpdM92iXXKm5ywL3fPTiBY28X9My61eNctMV5zM6PIQBo8ND3HTF+UrLSPKUcxcRyYhy7tKWWNnukPUqXy7SOjV3WWA22z0bAZzNdgNtNdeQ9caqQaRf6Ji7LBAr2x2yXuXLRdqj5i4LxMp2h6xX+XKR9qi5ywKxst0h61W+XKQ9au6yQKxsd8h6lS8XaY9OqMoCsycsO51UCVlvrBpE+oVy7iIiGVHOPbIUMtihNaRQs4h0h5p7C1LIYIfWkELNItI9OqHaghQy2KE1pFCziHSPmnsLUshgh9aQQs0i0j1q7i1IIYMdWkMKNYtI96i5tyCFDHZoDSnULCLdoxOqLUghgx1aQwo1i0j3NMy5m9nLgB8Cp1P5y2CHu3+uZsxGYCsw+0j4r7r7bUutVzl3EZFwncy5vwBc4u7HzWwQ+LGZPejuj9aM+5a7f6KVYqU7bty1j3v3HGTGnQEzrr5oOV9Yf37bY1PJz6dSh0gKGjZ3r3y1P159O1j96c1lrdKyG3ft4+5Hf/PS+xn3l97XNu2Qsank51OpQyQVTZ1QNbMBM3sCeAZ42N331Bn2XjPba2Y7zGx5R6uUtt2752DTy0PGppKfT6UOkVQ01dzdfcbd3wwsAy40s/NqhtwHjLn7SuB7wJ311mNmm8xswswmpqam2qlbAs0scm6l3vKQsank51OpQyQVQVFIdz8K/AB4R83yZ939herbW4HVi/z329x93N3HR0ZGWihXWjVg1vTykLGp5OdTqUMkFQ2bu5mNmNlw9fUQ8HbgFzVjzp7zdh2wv5NFSvuuvqj+kbJ6y0PGppKfT6UOkVQ0k5Y5G7jTzAao/GWw3d3vN7MtwIS77wauNbN1wEngOWBjrIKlNbMnQptJwISMTSU/n0odIqnQ/dxFRDKi+7lHFitTHZIvj7nukPnluC2ys3c7fH8LHDsEZy6DSz8LK9/X66okYWruLYiVqQ7Jl8dcd8j8ctwW2dm7He67Fk5Ukz/HDlbegxq8LEo3DmtBrEx1SL485rpD5pfjtsjO97ecauyzTkxXlossQs29BbEy1SH58pjrDplfjtsiO8cOhS0XQc29JbEy1SH58pjrDplfjtsiO2cuC1sugpp7S2JlqkPy5THXHTK/HLdFdi79LAzW/GU5OFRZLrIInVBtQaxMdUi+POa6Q+aX47bIzuxJU6VlJIBy7iIiGVHOXRZIIbsumVPePhtq7n0ihey6ZE55+6zohGqfSCG7LplT3j4rau59IoXsumROefusqLn3iRSy65I55e2zoubeJ1LIrkvmlLfPik6o9okUsuuSOeXts6Kcu4hIRpRzr4qV1w5Zbyr3JVd2PTGlZ8ZLn1+IHmyLopt7rLx2yHpTuS+5suuJKT0zXvr8QvRoWxR9QjVWXjtkvancl1zZ9cSUnhkvfX4herQtim7usfLaIetN5b7kyq4npvTMeOnzC9GjbVF0c4+V1w5Zbyr3JVd2PTGlZ8ZLn1+IHm2Lopt7rLx2yHpTuS+5suuJKT0zXvr8QvRoWxR9QjVWXjtkvancl1zZ9cSUnhkvfX4herQtlHMXEcmIcu6RKT8vkon7r4fJO8BnwAZg9UZYe3P76008x6/m3gLl50Uycf/1MHH7qfc+c+p9Ow0+gxx/0SdUY1F+XiQTk3eELW9WBjl+NfcWKD8vkgmfCVverAxy/GruLVB+XiQTNhC2vFkZ5PjV3Fug/LxIJlZvDFverAxy/Dqh2gLl50UyMXvStNNpmQxy/Mq5i4hkpGM5dzN7GfBD4PTq+B3u/rmaMacDdwGrgWeBq9z9qRbqbig0X57bPcxDsuulb4uoOeKQ7HOsOmLOL/EMdltC51bytlhCM4dlXgAucffjZjYI/NjMHnT3R+eMuQb4nbu/wcw2AF8Erup0saH58tzuYR6SXS99W0TNEYdkn2PVEXN+GWSwWxY6t5K3RQMNT6h6xfHq28HqT+2xnMuBO6uvdwCXmnU+thGaL8/tHuYh2fXSt0XUHHFI9jlWHTHnl0EGu2Whcyt5WzTQVFrGzAbM7AngGeBhd99TM2QUOAjg7ieBY8Br6qxnk5lNmNnE1NRUcLGh+fLc7mEekl0vfVtEzRGHZJ9j1RFzfhlksFsWOreSt0UDTTV3d59x9zcDy4ALzey8miH1vqUv6Ejuvs3dx919fGRkJLjY0Hx5bvcwD8mul74touaIQ7LPseqIOb8MMtgtC51byduigaCcu7sfBX4AvKPmo0PAcgAzOw04E3iuA/XNE5ovz+0e5iHZ9dK3RdQccUj2OVYdMeeXQQa7ZaFzK3lbNNBMWmYEOOHuR81sCHg7lROmc+0GPgz8FLgSeMQjZCxD8+W53cM8JLte+raImiMOyT7HqiPm/DLIYLcsdG4lb4sGGubczWwllZOlA1S+6W939y1mtgWYcPfd1bjkN4BVVL6xb3D3Xy21XuXcRUTCdSzn7u57qTTt2uWfnfP6f4G/Ci1SRETiKP72A9lduCPdEXJhSwoXwcS8cCe3i7RS2B8ZKLq5Z3fhjnRHyIUtKVwEE/PCndwu0kphf2Si6LtCZnfhjnRHyIUtKVwEE/PCndwu0kphf2Si6Oae3YU70h0hF7akcBFMzAt3crtIK4X9kYmim3t2F+5Id4Rc2JLCRTAxL9zJ7SKtFPZHJopu7tlduCPdEXJhSwoXwcS8cCe3i7RS2B+ZKLq5r181yk1XnM/o8BAGjA4PcdMV5+tkar9b+T54zy1w5nLAKr/fc0v9E3IhY1OoN3R8rPnltt4C6WEdIiIZ6dhFTCJ9L+TBHqnIreZUsuup1NEBau4iSwl5sEcqcqs5lex6KnV0SNHH3EXaFvJgj1TkVnMq2fVU6ugQNXeRpYQ82CMVudWcSnY9lTo6RM1dZCkhD/ZIRW41p5JdT6WODlFzF1lKyIM9UpFbzalk11Opo0PU3EWWsvZmGL/m1LdeG6i8T/HE5Kzcak4lu55KHR2inLuISEaUc5fuyTEbHKvmWPnyHLex9JSau7Qnx2xwrJpj5ctz3MbSczrmLu3JMRscq+ZY+fIct7H0nJq7tCfHbHCsmmPly3PcxtJzau7SnhyzwbFqjpUvz3EbS8+puUt7cswGx6o5Vr48x20sPafmLu3JMRscq+ZY+fIct7H0nHLuIiIZaTbnrm/uUo692+FL58Hnhyu/927v/npj1SASSDl3KUOsLHjIepVHl4Tom7uUIVYWPGS9yqNLQtTcpQyxsuAh61UeXRKi5i5liJUFD1mv8uiSEDV3KUOsLHjIepVHl4SouUsZYmXBQ9arPLokpGHO3cyWA3cBrwVeBLa5+1dqxrwN+BfgP6uLdrr7kmeRlHMXEQnXyfu5nwQ+5e6PmdmrgEkze9jdf14z7kfuvraVYiVBOd4/PKTmHOeXAm23bDRs7u7+NPB09fXvzWw/MArUNncpRY55beXR49N2y0rQMXczGwNWAXvqfHyxmf3MzB40szd1oDbplRzz2sqjx6ftlpWmr1A1s1cC3wY+6e7P13z8GPA6dz9uZu8CdgFvrLOOTcAmgHPPPbfloiWyHPPayqPHp+2Wlaa+uZvZIJXGfo+776z93N2fd/fj1dcPAINmdladcdvcfdzdx0dGRtosXaLJMa+tPHp82m5ZadjczcyA24H97l733qVm9trqOMzswup6n+1kodJFOea1lUePT9stK80cllkDfBDYZ2ZPVJd9BjgXwN2/DlwJfMzMTgLTwAbv1b2EpX2zJ8dySkWE1Jzj/FKg7ZYV3c9dRCQjncy5S6qUOZ7v/uth8o7KA6ltoPJ4u3afgiSSKTX3XClzPN/918PE7afe+8yp92rw0od0b5lcKXM83+QdYctFCqfmnitljufzmbDlIoVTc8+VMsfz2UDYcpHCqbnnSpnj+VZvDFsuUjg191zp3uHzrb0Zxq859U3dBirvdTJV+pRy7iIiGVHOvQW7Hj/M1ocOcOToNOcMD3HDZStYv2q012V1Tum5+NLnlwJt42youVftevwwm3fuY/pEJV1x+Og0m3fuAyijwZeeiy99finQNs6KjrlXbX3owEuNfdb0iRm2PnSgRxV1WOm5+NLnlwJt46youVcdOTodtDw7pefiS59fCrSNs6LmXnXO8FDQ8uyUnosvfX4p0DbOipp71Q2XrWBocP4FL0ODA9xw2YoeVdRhpefiS59fCrSNs6ITqlWzJ02LTcuUfi/u0ueXAm3jrCjnLiKSkWZz7josI5KDvdvhS+fB54crv/duz2Pd0jM6LCOSupj5cmXXi6Vv7iKpi5kvV3a9WGruIqmLmS9Xdr1Yau4iqYuZL1d2vVhq7iKpi5kvV3a9WGruIqmLee9+PRegWMq5i4hkRDl3EZE+puYuIlIgNXcRkQKpuYuIFEjNXUSkQGruIiIFUnMXESmQmruISIEaNnczW25m/2Zm+83sP8zsujpjzMxuMbMnzWyvmV0Qp1xpi+7bLdI3mrmf+0ngU+7+mJm9Cpg0s4fd/edzxrwTeGP15yLga9Xfkgrdt1ukrzT85u7uT7v7Y9XXvwf2A7UPFr0cuMsrHgWGzezsjlcrrdN9u0X6StAxdzMbA1YBe2o+GgUOznl/iIV/AWBmm8xswswmpqamwiqV9ui+3SJ9penmbmavBL4NfNLdn6/9uM5/suCOZO6+zd3H3X18ZGQkrFJpj+7bLdJXmmruZjZIpbHf4+476ww5BCyf834ZcKT98qRjdN9ukb7STFrGgNuB/e5+8yLDdgMfqqZm3gIcc/enO1intEv37RbpK82kZdYAHwT2mdkT1WWfAc4FcPevAw8A7wKeBP4AfKTzpUrbVr5PzVykTzRs7u7+Y+ofU587xoGPd6ooERFpj65QFREpkJq7iEiB1NxFRAqk5i4iUiA1dxGRAqm5i4gUSM1dRKRAVomo9+APNpsCft2TP7yxs4Df9rqIiDS/fJU8N9D8mvE6d294c66eNfeUmdmEu4/3uo5YNL98lTw30Pw6SYdlREQKpOYuIlIgNff6tvW6gMg0v3yVPDfQ/DpGx9xFRAqkb+4iIgXq6+ZuZgNm9riZ3V/ns41mNmVmT1R//roXNbbDzJ4ys33V+ifqfG5mdouZPWlme83sgl7U2Yom5vY2Mzs2Z/9l9cgpMxs2sx1m9gsz229mF9d8nu2+g6bml+3+M7MVc+p+wsyeN7NP1oyJvv+aeVhHya4D9gNnLPL5t9z9E12sJ4Y/d/fFcrXvBN5Y/bkI+Fr1dy6WmhvAj9x9bdeq6ayvAN919yvN7I+Bl9d8nvu+azQ/yHT/ufsB4M1Q+QIJHAa+UzMs+v7r22/uZrYMeDdwW69r6aHLgbu84lFg2MzO7nVR/c7MzgDeSuXxlrj7/7n70Zph2e67JudXikuBX7p77QWb0fdf3zZ34MvAp4EXlxjz3uo/mXaY2fIlxqXKgX81s0kz21Tn81Hg4Jz3h6rLctBobgAXm9nPzOxBM3tTN4tr058CU8A/Vg8b3mZmr6gZk/O+a2Z+kO/+m2sDcG+d5dH3X182dzNbCzzj7pNLDLsPGHP3lcD3gDu7UlxnrXH3C6j8E/DjZvbWms/rPT4xl/hUo7k9RuUy7T8D/gHY1e0C23AacAHwNXdfBfwP8Pc1Y3Led83ML+f9B0D1cNM64J/rfVxnWUf3X182dyoP/V5nZk8B3wQuMbO75w5w92fd/YXq21uB1d0tsX3ufqT6+xkqx/wurBlyCJj7L5JlwJHuVNeeRnNz9+fd/Xj19QPAoJmd1fVCW3MIOOTue6rvd1BphrVjstx3NDG/zPffrHcCj7n7f9f5LPr+68vm7u6b3X2Zu49R+WfTI+7+gbljao5/raNy4jUbZvYKM3vV7GvgL4F/rxm2G/hQ9cz9W4Bj7v50l0sN1szczOy1ZmbV1xdS+d/6s92utRXu/l/AQTNbUV10KfDzmmFZ7jtobn457785rqb+IRnowv7r97TMPGa2BZhw993AtWa2DjgJPAds7GVtLfgT4DvV/3+cBvyTu3/XzP4WwN2/DjwAvAt4EvgD8JEe1RqqmbldCXzMzE4C08AGz+uKvb8D7qn+0/5XwEcK2XezGs0v6/1nZi8H/gL4mznLurr/dIWqiEiB+vKwjIhI6dTcRUQKpOYuIlIgNXcRkQKpuYuIFEjNXUSkQGruIiIFUnMXESnQ/wPBPsa0QXt+wwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.scatter(x[y==0, 0], x[y==0, 1])\n",
    "plt.scatter(x[y==1, 0], x[y==1, 1])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 对我们的数据进行划分\n",
    "from sklearn.model_selection import train_test_split\n",
    "train_x, test_x, train_y, test_y = train_test_split(x, y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 定义我们sigmoid\n",
    "def sigmoid(z):\n",
    "    return 1/(1 + np.exp(-z))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 定义我们的算是函数\n",
    "def J(theta, x_b, y):\n",
    "    y_hat = sigmoid(x_b.dot(theta))\n",
    "    return -1/len(y) * np.sum((y * np.log(y_hat)) + ((1-y)*np.log(1-y_hat)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 定义我们的导数，前面我们已经用公式推导出来了\n",
    "def dJ(theta, x_b, y):\n",
    "    return x_b.T.dot(sigmoid(x_b.dot(theta)) - y) / len(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 使用我们的梯度下降来求得最优解\n",
    "def gradient_descent(theta, x_b, y):  \n",
    "    # 利用我们的梯度下降来得到最佳的theta\n",
    "    eta = 0.1 # 学习学率\n",
    "    epsilon = 1e-8 # 相当于0的存在\n",
    "    # 此时，我们的theta，应该是一个向量，不再是一个标量\n",
    "    while True:\n",
    "        gradient = dJ(theta, x_b, y)\n",
    "        last_theta = theta\n",
    "        theta = theta - eta * gradient # 进行迭代操作\n",
    "\n",
    "        if abs(J(theta, x_b, y) - J(last_theta, x_b, y)) < epsilon:\n",
    "            return theta  # 返回最佳的theta值\n",
    "            break;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 这在前面的线性回归中已经有涉及到了\n",
    "x_b = np.hstack([ np.ones((len(train_x) ,1)),train_x])\n",
    "initial_theta = np.zeros(x_b.shape[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "theta = gradient_descent(initial_theta, x_b, train_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 进行数据的预测\n",
    "test_x_b = np.hstack([np.ones((len(test_x),1)), test_x])\n",
    "y_predict = test_x_b.dot(theta)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 22.23224608,  11.73375123,   8.60881646,  14.59160444,\n",
       "        12.93375078,  19.03100229,  14.55344993,  25.1282538 ,\n",
       "        -9.60662906,   9.88512502,  -8.21585696,  13.04821431,\n",
       "        11.50482417, -14.31310847,  -8.44478402,  -8.06323892,\n",
       "       -15.8183441 , -17.17096168, -20.33405097,   2.58787396,\n",
       "         5.75096325,  18.99284778,  25.31902635,   0.96817481,\n",
       "        11.6192877 ])"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_predict   # 我们知道 > 0.5 为1， 小于0.5为0\n",
    "# 这就与我们前面的decisipon_function会联系起来"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1,\n",
       "       1, 1, 1])"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(y_predict>=0.5, dtype='int')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1,\n",
       "       1, 1, 1])"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Administrator\\Anaconda3\\lib\\site-packages\\sklearn\\linear_model\\logistic.py:433: FutureWarning: Default solver will be changed to 'lbfgs' in 0.22. Specify a solver to silence this warning.\n",
      "  FutureWarning)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "array([ 3.55005607,  2.3121816 ,  1.5115783 ,  2.16064059,  1.42028741,\n",
       "        2.47741154,  2.02461998,  3.53453568, -1.38775287,  0.89172534,\n",
       "       -1.59954399,  1.82834925,  1.49605791, -2.65666812, -2.41566767,\n",
       "       -1.05546153, -2.85293885, -2.50512711, -3.44175102,  0.7264954 ,\n",
       "        1.66311931,  2.34139093,  4.21463875,  0.12216283,  1.90411975])"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "log_reg = LogisticRegression()\n",
    "log_reg.fit(train_x, train_y)\n",
    "log_reg.decision_function(test_x)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "上述可以自行比较一下"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}