lecture14.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "s = pd.Series([1, 3, 5, np.nan, 6, 8]) # 一维序列"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    1.0\n",
       "1    3.0\n",
       "2    5.0\n",
       "3    NaN\n",
       "4    6.0\n",
       "5    8.0\n",
       "dtype: float64"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "s"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "dates = pd.date_range('20130101', periods=6) # 时间序列"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatetimeIndex(['2013-01-01', '2013-01-02', '2013-01-03', '2013-01-04',\n",
       "               '2013-01-05', '2013-01-06'],\n",
       "              dtype='datetime64[ns]', freq='D')"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dates"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(np.random.randn(6,4), \n",
    "                          index=dates, \n",
    "                          columns=list('ABCD')) # 二维数据框"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-01</th>\n",
       "      <td>0.642333</td>\n",
       "      <td>-0.772970</td>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.495468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-03</th>\n",
       "      <td>-0.437222</td>\n",
       "      <td>-0.183861</td>\n",
       "      <td>-0.901640</td>\n",
       "      <td>0.518012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "      <td>1.342771</td>\n",
       "      <td>-0.902833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-05</th>\n",
       "      <td>2.197607</td>\n",
       "      <td>1.352511</td>\n",
       "      <td>1.631912</td>\n",
       "      <td>0.098881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-06</th>\n",
       "      <td>0.421616</td>\n",
       "      <td>1.796068</td>\n",
       "      <td>-0.811890</td>\n",
       "      <td>1.328256</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B         C         D\n",
       "2013-01-01  0.642333 -0.772970 -0.823404  0.495468\n",
       "2013-01-02  0.185380 -0.350632  0.220256 -0.082338\n",
       "2013-01-03 -0.437222 -0.183861 -0.901640  0.518012\n",
       "2013-01-04  0.108046 -1.118019  1.342771 -0.902833\n",
       "2013-01-05  2.197607  1.352511  1.631912  0.098881\n",
       "2013-01-06  0.421616  1.796068 -0.811890  1.328256"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = pd.DataFrame({'A' : 1.,\n",
    "                    'B' : pd.Timestamp('20130102'),\n",
    "                    'C' : pd.Series(1,index=list(range(4)),dtype='float32'),\n",
    "                    'D' : np.array([3] * 4,dtype='int32'),\n",
    "                    'E' : pd.Categorical([\"test\",\"train\",\"test\",\"train\"]),\n",
    "                    'F' : 'foo' })"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "      <th>E</th>\n",
       "      <th>F</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>test</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>train</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>test</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>train</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     A          B    C  D      E    F\n",
       "0  1.0 2013-01-02  1.0  3   test  foo\n",
       "1  1.0 2013-01-02  1.0  3  train  foo\n",
       "2  1.0 2013-01-02  1.0  3   test  foo\n",
       "3  1.0 2013-01-02  1.0  3  train  foo"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "A           float64\n",
       "B    datetime64[ns]\n",
       "C           float32\n",
       "D             int32\n",
       "E          category\n",
       "F            object\n",
       "dtype: object"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.dtypes # 字段类型"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "      <th>E</th>\n",
       "      <th>F</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>test</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>train</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     A          B    C  D      E    F\n",
       "0  1.0 2013-01-02  1.0  3   test  foo\n",
       "1  1.0 2013-01-02  1.0  3  train  foo"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.head(2) # 前两行"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "      <th>E</th>\n",
       "      <th>F</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>train</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>test</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>2013-01-02</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>train</td>\n",
       "      <td>foo</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     A          B    C  D      E    F\n",
       "1  1.0 2013-01-02  1.0  3  train  foo\n",
       "2  1.0 2013-01-02  1.0  3   test  foo\n",
       "3  1.0 2013-01-02  1.0  3  train  foo"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.tail(3) # 后两行"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatetimeIndex(['2013-01-01', '2013-01-02', '2013-01-03', '2013-01-04',\n",
       "               '2013-01-05', '2013-01-06'],\n",
       "              dtype='datetime64[ns]', freq='D')"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Int64Index([0, 1, 2, 3], dtype='int64')"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.64233272, -0.77297006, -0.82340364,  0.49546812],\n",
       "       [ 0.18537978, -0.35063155,  0.22025568, -0.08233841],\n",
       "       [-0.4372219 , -0.18386053, -0.9016397 ,  0.51801185],\n",
       "       [ 0.10804587, -1.11801911,  1.34277136, -0.90283271],\n",
       "       [ 2.19760726,  1.35251076,  1.6319119 ,  0.09888119],\n",
       "       [ 0.42161594,  1.79606758, -0.81189005,  1.32825639]])"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>2013-01-01 00:00:00</th>\n",
       "      <th>2013-01-02 00:00:00</th>\n",
       "      <th>2013-01-03 00:00:00</th>\n",
       "      <th>2013-01-04 00:00:00</th>\n",
       "      <th>2013-01-05 00:00:00</th>\n",
       "      <th>2013-01-06 00:00:00</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>A</th>\n",
       "      <td>0.642333</td>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.437222</td>\n",
       "      <td>0.108046</td>\n",
       "      <td>2.197607</td>\n",
       "      <td>0.421616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>B</th>\n",
       "      <td>-0.772970</td>\n",
       "      <td>-0.350632</td>\n",
       "      <td>-0.183861</td>\n",
       "      <td>-1.118019</td>\n",
       "      <td>1.352511</td>\n",
       "      <td>1.796068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C</th>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.901640</td>\n",
       "      <td>1.342771</td>\n",
       "      <td>1.631912</td>\n",
       "      <td>-0.811890</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>D</th>\n",
       "      <td>0.495468</td>\n",
       "      <td>-0.082338</td>\n",
       "      <td>0.518012</td>\n",
       "      <td>-0.902833</td>\n",
       "      <td>0.098881</td>\n",
       "      <td>1.328256</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   2013-01-01  2013-01-02  2013-01-03  2013-01-04  2013-01-05  2013-01-06\n",
       "A    0.642333    0.185380   -0.437222    0.108046    2.197607    0.421616\n",
       "B   -0.772970   -0.350632   -0.183861   -1.118019    1.352511    1.796068\n",
       "C   -0.823404    0.220256   -0.901640    1.342771    1.631912   -0.811890\n",
       "D    0.495468   -0.082338    0.518012   -0.902833    0.098881    1.328256"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.T # 转置"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "      <td>1.342771</td>\n",
       "      <td>-0.902833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-01</th>\n",
       "      <td>0.642333</td>\n",
       "      <td>-0.772970</td>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.495468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-03</th>\n",
       "      <td>-0.437222</td>\n",
       "      <td>-0.183861</td>\n",
       "      <td>-0.901640</td>\n",
       "      <td>0.518012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-05</th>\n",
       "      <td>2.197607</td>\n",
       "      <td>1.352511</td>\n",
       "      <td>1.631912</td>\n",
       "      <td>0.098881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-06</th>\n",
       "      <td>0.421616</td>\n",
       "      <td>1.796068</td>\n",
       "      <td>-0.811890</td>\n",
       "      <td>1.328256</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B         C         D\n",
       "2013-01-04  0.108046 -1.118019  1.342771 -0.902833\n",
       "2013-01-01  0.642333 -0.772970 -0.823404  0.495468\n",
       "2013-01-02  0.185380 -0.350632  0.220256 -0.082338\n",
       "2013-01-03 -0.437222 -0.183861 -0.901640  0.518012\n",
       "2013-01-05  2.197607  1.352511  1.631912  0.098881\n",
       "2013-01-06  0.421616  1.796068 -0.811890  1.328256"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sort_values(by='B') # 按某一列排序"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2013-01-01    0.642333\n",
       "2013-01-02    0.185380\n",
       "2013-01-03   -0.437222\n",
       "2013-01-04    0.108046\n",
       "2013-01-05    2.197607\n",
       "2013-01-06    0.421616\n",
       "Freq: D, Name: A, dtype: float64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['A'] # 投影"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-01</th>\n",
       "      <td>0.642333</td>\n",
       "      <td>-0.772970</td>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.495468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B         C         D\n",
       "2013-01-01  0.642333 -0.772970 -0.823404  0.495468\n",
       "2013-01-02  0.185380 -0.350632  0.220256 -0.082338"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[0:2] # 按行下标切片"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-03</th>\n",
       "      <td>-0.437222</td>\n",
       "      <td>-0.183861</td>\n",
       "      <td>-0.901640</td>\n",
       "      <td>0.518012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "      <td>1.342771</td>\n",
       "      <td>-0.902833</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B         C         D\n",
       "2013-01-02  0.185380 -0.350632  0.220256 -0.082338\n",
       "2013-01-03 -0.437222 -0.183861 -0.901640  0.518012\n",
       "2013-01-04  0.108046 -1.118019  1.342771 -0.902833"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['20130102':'20130104'] # 按索引切片"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-01</th>\n",
       "      <td>0.642333</td>\n",
       "      <td>-0.772970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-03</th>\n",
       "      <td>-0.437222</td>\n",
       "      <td>-0.183861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-05</th>\n",
       "      <td>2.197607</td>\n",
       "      <td>1.352511</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-06</th>\n",
       "      <td>0.421616</td>\n",
       "      <td>1.796068</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B\n",
       "2013-01-01  0.642333 -0.772970\n",
       "2013-01-02  0.185380 -0.350632\n",
       "2013-01-03 -0.437222 -0.183861\n",
       "2013-01-04  0.108046 -1.118019\n",
       "2013-01-05  2.197607  1.352511\n",
       "2013-01-06  0.421616  1.796068"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.loc[:,['A','B']] # 按列切片"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-03</th>\n",
       "      <td>-0.437222</td>\n",
       "      <td>-0.183861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B\n",
       "2013-01-02  0.185380 -0.350632\n",
       "2013-01-03 -0.437222 -0.183861\n",
       "2013-01-04  0.108046 -1.118019"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.loc['20130102':'20130104',['A','B']] # 同时按行列切片"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.18537978096442437"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.loc['20130102']['A']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.6423327151848488"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[0]['A']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-05</th>\n",
       "      <td>2.197607</td>\n",
       "      <td>1.352511</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B\n",
       "2013-01-04  0.108046 -1.118019\n",
       "2013-01-05  2.197607  1.352511"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[3:5,0:2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>C</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>0.220256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-03</th>\n",
       "      <td>-0.437222</td>\n",
       "      <td>-0.901640</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-05</th>\n",
       "      <td>2.197607</td>\n",
       "      <td>1.631912</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         C\n",
       "2013-01-02  0.185380  0.220256\n",
       "2013-01-03 -0.437222 -0.901640\n",
       "2013-01-05  2.197607  1.631912"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[[1,2,4],[0,2]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2013-01-01</th>\n",
       "      <td>0.642333</td>\n",
       "      <td>-0.772970</td>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.495468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-02</th>\n",
       "      <td>0.185380</td>\n",
       "      <td>-0.350632</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-04</th>\n",
       "      <td>0.108046</td>\n",
       "      <td>-1.118019</td>\n",
       "      <td>1.342771</td>\n",
       "      <td>-0.902833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-05</th>\n",
       "      <td>2.197607</td>\n",
       "      <td>1.352511</td>\n",
       "      <td>1.631912</td>\n",
       "      <td>0.098881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013-01-06</th>\n",
       "      <td>0.421616</td>\n",
       "      <td>1.796068</td>\n",
       "      <td>-0.811890</td>\n",
       "      <td>1.328256</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   A         B         C         D\n",
       "2013-01-01  0.642333 -0.772970 -0.823404  0.495468\n",
       "2013-01-02  0.185380 -0.350632  0.220256 -0.082338\n",
       "2013-01-04  0.108046 -1.118019  1.342771 -0.902833\n",
       "2013-01-05  2.197607  1.352511  1.631912  0.098881\n",
       "2013-01-06  0.421616  1.796068 -0.811890  1.328256"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['A'] > 0] # 按条件进行筛选"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>B</th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>A</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>-0.437222</th>\n",
       "      <td>-0.183861</td>\n",
       "      <td>-0.901640</td>\n",
       "      <td>0.518012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.108046</th>\n",
       "      <td>-1.118019</td>\n",
       "      <td>1.342771</td>\n",
       "      <td>-0.902833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.185380</th>\n",
       "      <td>-0.350632</td>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.421616</th>\n",
       "      <td>1.796068</td>\n",
       "      <td>-0.811890</td>\n",
       "      <td>1.328256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.642333</th>\n",
       "      <td>-0.772970</td>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.495468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2.197607</th>\n",
       "      <td>1.352511</td>\n",
       "      <td>1.631912</td>\n",
       "      <td>0.098881</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  B         C         D\n",
       "A                                      \n",
       "-0.437222 -0.183861 -0.901640  0.518012\n",
       " 0.108046 -1.118019  1.342771 -0.902833\n",
       " 0.185380 -0.350632  0.220256 -0.082338\n",
       " 0.421616  1.796068 -0.811890  1.328256\n",
       " 0.642333 -0.772970 -0.823404  0.495468\n",
       " 2.197607  1.352511  1.631912  0.098881"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    " df.groupby('A').sum() # 聚合"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>C</th>\n",
       "      <th>D</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>A</th>\n",
       "      <th>B</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>-0.437222</th>\n",
       "      <th>-0.183861</th>\n",
       "      <td>-0.901640</td>\n",
       "      <td>0.518012</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.108046</th>\n",
       "      <th>-1.118019</th>\n",
       "      <td>1.342771</td>\n",
       "      <td>-0.902833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.185380</th>\n",
       "      <th>-0.350632</th>\n",
       "      <td>0.220256</td>\n",
       "      <td>-0.082338</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.421616</th>\n",
       "      <th>1.796068</th>\n",
       "      <td>-0.811890</td>\n",
       "      <td>1.328256</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0.642333</th>\n",
       "      <th>-0.772970</th>\n",
       "      <td>-0.823404</td>\n",
       "      <td>0.495468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2.197607</th>\n",
       "      <th>1.352511</th>\n",
       "      <td>1.631912</td>\n",
       "      <td>0.098881</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                            C         D\n",
       "A         B                            \n",
       "-0.437222 -0.183861 -0.901640  0.518012\n",
       " 0.108046 -1.118019  1.342771 -0.902833\n",
       " 0.185380 -0.350632  0.220256 -0.082338\n",
       " 0.421616  1.796068 -0.811890  1.328256\n",
       " 0.642333 -0.772970 -0.823404  0.495468\n",
       " 2.197607  1.352511  1.631912  0.098881"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby(['A','B']).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "news = pd.read_csv(\"news.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>score</th>\n",
       "      <th>title</th>\n",
       "      <th>url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Reverse engineering YouTube demonetization al...</td>\n",
       "      <td>https://docs.google.com/document/d/155yNpfR7dG...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>9</td>\n",
       "      <td>Joplin A note-taking and to-do app with build...</td>\n",
       "      <td>https://github.com/laurent22/joplin/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>Coinbase Ordered to Turn Over Identities of 1...</td>\n",
       "      <td>https://motherboard.vice.com/en_us/article/ywn...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>8</td>\n",
       "      <td>Australian uses snack bags as Faraday cage to...</td>\n",
       "      <td>https://arstechnica.com/information-technology...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>3</td>\n",
       "      <td>A blog I started on Neural Networks and Proba...</td>\n",
       "      <td>https://jontysinai.github.io</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>It Looks Like Nobel Economics Laureates Don't...</td>\n",
       "      <td>https://www.bloomberg.com/news/articles/2017-1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>Seventh RISC-V Workshop: Day Two - LowRISC</td>\n",
       "      <td>http://www.lowrisc.org/blog/2017/11/seventh-ri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>6</td>\n",
       "      <td>China's Art Factories: Van Gogh from the Swea...</td>\n",
       "      <td>http://www.spiegel.de/international/0,1518,433...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>5</td>\n",
       "      <td>Judge Tells Uber Lawyer: 'It Looks Like You C...</td>\n",
       "      <td>https://www.nytimes.com/2017/11/29/business/wa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>As a solo developer, I decided to offer phone...</td>\n",
       "      <td>http://plumshell.com/2017/11/30/as-a-solo-app-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Why Did ProtonMail Vanish from Google Search ...</td>\n",
       "      <td>http://techcrunch.com/2016/10/27/why-did-proto...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>12</td>\n",
       "      <td>6</td>\n",
       "      <td>Weekly Machine Learning Toolset and Library R...</td>\n",
       "      <td>https://blog.pocketcluster.io/2017/11/30/weekl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>8</td>\n",
       "      <td>50 Years Ago Jocelyn Bell Discovered Pulsars</td>\n",
       "      <td>https://www.space.com/38912-pulsar-discovery-b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>14</td>\n",
       "      <td>6</td>\n",
       "      <td>Advent of Code 2017</td>\n",
       "      <td>https://adventofcode.com/2017</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15</td>\n",
       "      <td>9</td>\n",
       "      <td>SafeButler (YC S17) is hiring employee #2 to ...</td>\n",
       "      <td>item?id=15815913</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16</td>\n",
       "      <td>4</td>\n",
       "      <td>BTC addresses whose private keys are from Sha...</td>\n",
       "      <td>https://twitter.com/4Dgifts/status/93622348798...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17</td>\n",
       "      <td>5</td>\n",
       "      <td>Review and Teardown of a Cheap GPS Jammer</td>\n",
       "      <td>http://phasenoise.livejournal.com/2017/11/3185...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18</td>\n",
       "      <td>4</td>\n",
       "      <td>Coinbase Obtains Partial Victory Over IRS</td>\n",
       "      <td>https://blog.coinbase.com/coinbase-obtains-par...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19</td>\n",
       "      <td>2</td>\n",
       "      <td>How to Profit from Bitcoin Bubble</td>\n",
       "      <td>http://www.danielwilczynski.com/2017/11/29/bit...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20</td>\n",
       "      <td>7</td>\n",
       "      <td>Linux Vendor Firmware Service</td>\n",
       "      <td>https://fwupd.org/</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21</td>\n",
       "      <td>8</td>\n",
       "      <td>Building mindshare in a company</td>\n",
       "      <td>http://www.writethedocs.org/guide/writing/mind...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>22</td>\n",
       "      <td>2</td>\n",
       "      <td>How Cubism Protected Warships in WorldWar I</td>\n",
       "      <td>https://www.wired.com/story/dazzle-camouflage-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>23</td>\n",
       "      <td>3</td>\n",
       "      <td>The Model Book of Calligraphy (1561-1596)</td>\n",
       "      <td>http://publicdomainreview.org/collections/the-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>How do you move out of a smarthome?</td>\n",
       "      <td>https://shkspr.mobi/blog/2017/11/how-do-you-mo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>25</td>\n",
       "      <td>7</td>\n",
       "      <td>Software Giant Autodesk to Axe 13% of Global ...</td>\n",
       "      <td>http://www.animationmagazine.net/people/softwa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>26</td>\n",
       "      <td>8</td>\n",
       "      <td>AWS EC2 Virtualization 2017: Including Nitro</td>\n",
       "      <td>http://www.brendangregg.com/blog/2017-11-29/aw...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>27</td>\n",
       "      <td>6</td>\n",
       "      <td>Google faces UK legal action for bypassing iP...</td>\n",
       "      <td>http://www.bbc.co.uk/news/technology-42166089</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>28</td>\n",
       "      <td>3</td>\n",
       "      <td>OptionPlan, an app for founders looking to de...</td>\n",
       "      <td>https://www.indexventures.com/optionplan</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>29</td>\n",
       "      <td>9</td>\n",
       "      <td>The Peculiarly Quiet Decline and Fall of the KVM</td>\n",
       "      <td>http://www.loper-os.org/?p=1927</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>30</td>\n",
       "      <td>1</td>\n",
       "      <td>Nvidia has confirmed a driver bug resulting i...</td>\n",
       "      <td>https://www.gamingonlinux.com/articles/nvidia-...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    ID  score                                              title  \\\n",
       "0    1      1   Reverse engineering YouTube demonetization al...   \n",
       "1    2      9   Joplin A note-taking and to-do app with build...   \n",
       "2    3      4   Coinbase Ordered to Turn Over Identities of 1...   \n",
       "3    4      8   Australian uses snack bags as Faraday cage to...   \n",
       "4    5      3   A blog I started on Neural Networks and Proba...   \n",
       "5    6      2   It Looks Like Nobel Economics Laureates Don't...   \n",
       "6    7      7         Seventh RISC-V Workshop: Day Two - LowRISC   \n",
       "7    8      6   China's Art Factories: Van Gogh from the Swea...   \n",
       "8    9      5   Judge Tells Uber Lawyer: 'It Looks Like You C...   \n",
       "9   10      0   As a solo developer, I decided to offer phone...   \n",
       "10  11      1   Why Did ProtonMail Vanish from Google Search ...   \n",
       "11  12      6   Weekly Machine Learning Toolset and Library R...   \n",
       "12  13      8       50 Years Ago Jocelyn Bell Discovered Pulsars   \n",
       "13  14      6                                Advent of Code 2017   \n",
       "14  15      9   SafeButler (YC S17) is hiring employee #2 to ...   \n",
       "15  16      4   BTC addresses whose private keys are from Sha...   \n",
       "16  17      5          Review and Teardown of a Cheap GPS Jammer   \n",
       "17  18      4          Coinbase Obtains Partial Victory Over IRS   \n",
       "18  19      2                  How to Profit from Bitcoin Bubble   \n",
       "19  20      7                      Linux Vendor Firmware Service   \n",
       "20  21      8                    Building mindshare in a company   \n",
       "21  22      2        How Cubism Protected Warships in WorldWar I   \n",
       "22  23      3          The Model Book of Calligraphy (1561-1596)   \n",
       "23  24      4                How do you move out of a smarthome?   \n",
       "24  25      7   Software Giant Autodesk to Axe 13% of Global ...   \n",
       "25  26      8       AWS EC2 Virtualization 2017: Including Nitro   \n",
       "26  27      6   Google faces UK legal action for bypassing iP...   \n",
       "27  28      3   OptionPlan, an app for founders looking to de...   \n",
       "28  29      9   The Peculiarly Quiet Decline and Fall of the KVM   \n",
       "29  30      1   Nvidia has confirmed a driver bug resulting i...   \n",
       "\n",
       "                                                  url  \n",
       "0   https://docs.google.com/document/d/155yNpfR7dG...  \n",
       "1                https://github.com/laurent22/joplin/  \n",
       "2   https://motherboard.vice.com/en_us/article/ywn...  \n",
       "3   https://arstechnica.com/information-technology...  \n",
       "4                        https://jontysinai.github.io  \n",
       "5   https://www.bloomberg.com/news/articles/2017-1...  \n",
       "6   http://www.lowrisc.org/blog/2017/11/seventh-ri...  \n",
       "7   http://www.spiegel.de/international/0,1518,433...  \n",
       "8   https://www.nytimes.com/2017/11/29/business/wa...  \n",
       "9   http://plumshell.com/2017/11/30/as-a-solo-app-...  \n",
       "10  http://techcrunch.com/2016/10/27/why-did-proto...  \n",
       "11  https://blog.pocketcluster.io/2017/11/30/weekl...  \n",
       "12  https://www.space.com/38912-pulsar-discovery-b...  \n",
       "13                      https://adventofcode.com/2017  \n",
       "14                                   item?id=15815913  \n",
       "15  https://twitter.com/4Dgifts/status/93622348798...  \n",
       "16  http://phasenoise.livejournal.com/2017/11/3185...  \n",
       "17  https://blog.coinbase.com/coinbase-obtains-par...  \n",
       "18  http://www.danielwilczynski.com/2017/11/29/bit...  \n",
       "19                                 https://fwupd.org/  \n",
       "20  http://www.writethedocs.org/guide/writing/mind...  \n",
       "21  https://www.wired.com/story/dazzle-camouflage-...  \n",
       "22  http://publicdomainreview.org/collections/the-...  \n",
       "23  https://shkspr.mobi/blog/2017/11/how-do-you-mo...  \n",
       "24  http://www.animationmagazine.net/people/softwa...  \n",
       "25  http://www.brendangregg.com/blog/2017-11-29/aw...  \n",
       "26      http://www.bbc.co.uk/news/technology-42166089  \n",
       "27           https://www.indexventures.com/optionplan  \n",
       "28                    http://www.loper-os.org/?p=1927  \n",
       "29  https://www.gamingonlinux.com/articles/nvidia-...  "
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "news"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}