Toy DF.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build toy dataframe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "pd.options.display.max_columns = 999\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "color = sns.color_palette()\n",
    "%matplotlib inline\n",
    "\n",
    "import xgboost\n",
    "\n",
    "import sklearn\n",
    "from sklearn.model_selection import train_test_split "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Build Product Feature.ipynb\n",
      "Build User Feature-Copy1.ipynb\n",
      "Build User Feature.ipynb\n",
      "CHANGELOG.md\n",
      "Data Augmentation.ipynb\n",
      "F1 Optimizer.ipynb\n",
      "F1 score optimization.ipynb\n",
      "Instacart Data Exploration.ipynb\n",
      "None handling.ipynb\n",
      "Param Search Results.ipynb\n",
      "Prediction.ipynb\n",
      "Product Embedding.ipynb\n",
      "README.md\n",
      "SB Flow.ipynb\n",
      "Stacking.ipynb\n",
      "Tasks.ipynb\n",
      "Toy DF.ipynb\n",
      "Training.ipynb\n",
      "abt\n",
      "abt-share\n",
      "abt_test-Copy1.csv\n",
      "abt_test.csv\n",
      "abt_train-Copy1.csv\n",
      "abt_train.csv\n",
      "aisles.csv\n",
      "aug\n",
      "departments.csv\n",
      "feature_category.csv\n",
      "feature_prod.csv\n",
      "feature_prod_dow.csv\n",
      "feature_prod_hod.csv\n",
      "none_prediction.csv\n",
      "order_products__prior.csv\n",
      "order_products__train.csv\n",
      "orders.csv\n",
      "products.csv\n",
      "sample_submission.csv\n",
      "sb\n",
      "stacking\n",
      "submission-v0.csv\n",
      "submission-v1-r0.csv\n",
      "submission-v1-r1.csv\n",
      "submission-v3-test.csv\n",
      "submission-v4-r0 (1).csv\n",
      "submission-v5-r2.csv\n",
      "submission-v7-r1.csv\n",
      "submission-v7-r11.csv\n",
      "train-v3-test-histories.csv\n",
      "train-v3-test-n0.bst\n",
      "train-v3-test-params.csv\n",
      "train-v4-rt-histories.csv\n",
      "train-v4-rt-n0.bst\n",
      "train-v4-rt-n1.bst\n",
      "train-v4-rt-n2.bst\n",
      "train-v4-rt-n3.bst\n",
      "train-v4-rt-n4.bst\n",
      "train-v4-rt-n5.bst\n",
      "train-v4-rt-n6.bst\n",
      "train-v4-rt-n7.bst\n",
      "train-v4-rt-n8.bst\n",
      "train-v4-rt-n9.bst\n",
      "train-v4-rt-params.csv\n",
      "train-v9-r0-n0.bst\n",
      "training-logs\n",
      "utils\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import gc\n",
    "import time\n",
    "from subprocess import check_output\n",
    "print(check_output([\"ls\", \"/Users/jiayou/Dropbox/珺珺的程序/Kaggle/Instacart\"]).decode(\"utf8\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def load_data(path_data):\n",
    "    priors = pd.read_csv(path_data + 'order_products__prior.csv', \n",
    "                     dtype={\n",
    "                            'order_id': np.int32,\n",
    "                            'product_id': np.uint16,\n",
    "                            'add_to_cart_order': np.int16,\n",
    "                            'reordered': np.int8})\n",
    "    train = pd.read_csv(path_data + 'order_products__train.csv', \n",
    "                    dtype={\n",
    "                            'order_id': np.int32,\n",
    "                            'product_id': np.uint16,\n",
    "                            'add_to_cart_order': np.int16,\n",
    "                            'reordered': np.int8})\n",
    "    orders = pd.read_csv(path_data + 'orders.csv', \n",
    "                         dtype={\n",
    "                                'order_id': np.int32,\n",
    "                                'user_id': np.int64,\n",
    "                                'eval_set': 'category',\n",
    "                                'order_number': np.int16,\n",
    "                                'order_dow': np.int8,\n",
    "                                'order_hour_of_day': np.int8,\n",
    "                                'days_since_prior_order': np.float32})\n",
    "    \n",
    "    products = pd.read_csv(path_data + 'products.csv')\n",
    "    aisles = pd.read_csv(path_data + \"aisles.csv\")\n",
    "    departments = pd.read_csv(path_data + \"departments.csv\")\n",
    "    sample_submission = pd.read_csv(path_data + \"sample_submission.csv\")\n",
    "    \n",
    "    return priors, train, orders, products, aisles, departments, sample_submission\n",
    "\n",
    "# orders_df and order_products__prior/train_df shares the 'order_id'\n",
    "# order_products__prior/train_df and products_df shares the 'product_id'\n",
    "# products_df and aisles_df shares the 'aisles_id'\n",
    "# products_df and departments_df shares the 'department id'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "class tick_tock:\n",
    "    def __init__(self, process_name, verbose=1):\n",
    "        self.process_name = process_name\n",
    "        self.verbose = verbose\n",
    "    def __enter__(self):\n",
    "        if self.verbose:\n",
    "            print(self.process_name + \" begin ......\")\n",
    "            self.begin_time = time.time()\n",
    "    def __exit__(self, type, value, traceback):\n",
    "        if self.verbose:\n",
    "            end_time = time.time()\n",
    "            print(self.process_name + \" end ......\")\n",
    "            print('time lapsing {0} s \\n'.format(end_time - self.begin_time))\n",
    "            \n",
    "def ka_add_groupby_features_1_vs_n(df, group_columns_list, agg_dict, only_new_feature=True):\n",
    "    with tick_tock(\"add stats features\"):\n",
    "        try:\n",
    "            if type(group_columns_list) == list:\n",
    "                pass\n",
    "            else:\n",
    "                raise TypeError(k + \"should be a list\")\n",
    "        except TypeError as e:\n",
    "            print(e)\n",
    "            raise\n",
    "\n",
    "        df_new = df.copy()\n",
    "        grouped = df_new.groupby(group_columns_list)\n",
    "\n",
    "        the_stats = grouped.agg(agg_dict)\n",
    "        the_stats.columns = the_stats.columns.droplevel(0)\n",
    "        the_stats.reset_index(inplace=True)\n",
    "        if only_new_feature:\n",
    "            df_new = the_stats\n",
    "        else:\n",
    "            df_new = pd.merge(left=df_new, right=the_stats, on=group_columns_list, how='left')\n",
    "\n",
    "    return df_new\n",
    "\n",
    "def ka_add_groupby_features_n_vs_1(df, group_columns_list, target_columns_list, methods_list, keep_only_stats=True, verbose=1):\n",
    "    with tick_tock(\"add stats features\", verbose):\n",
    "        dicts = {\"group_columns_list\": group_columns_list , \"target_columns_list\": target_columns_list, \"methods_list\" :methods_list}\n",
    "\n",
    "        for k, v in dicts.items():\n",
    "            try:\n",
    "                if type(v) == list:\n",
    "                    pass\n",
    "                else:\n",
    "                    raise TypeError(k + \"should be a list\")\n",
    "            except TypeError as e:\n",
    "                print(e)\n",
    "                raise\n",
    "\n",
    "        grouped_name = ''.join(group_columns_list)\n",
    "        target_name = ''.join(target_columns_list)\n",
    "        combine_name = [[grouped_name] + [method_name] + [target_name] for method_name in methods_list]\n",
    "\n",
    "        df_new = df.copy()\n",
    "        grouped = df_new.groupby(group_columns_list)\n",
    "\n",
    "        the_stats = grouped[target_name].agg(methods_list).reset_index()\n",
    "        the_stats.columns = [grouped_name] + \\\n",
    "                            ['_%s_%s_by_%s' % (grouped_name, method_name, target_name) \\\n",
    "                             for (grouped_name, method_name, target_name) in combine_name]\n",
    "        if keep_only_stats:\n",
    "            return the_stats\n",
    "        else:\n",
    "            df_new = pd.merge(left=df_new, right=the_stats, on=group_columns_list, how='left')\n",
    "        return df_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "path_data = \"/Users/jiayou/Dropbox/珺珺的程序/Kaggle/Instacart/\"\n",
    "priors, train, orders, products, aisles, departments, sample_submission = load_data(path_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_name</th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>department_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>19789</th>\n",
       "      <td>19790</td>\n",
       "      <td>Chocolate non-dairy ice cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       product_id                   product_name  aisle_id  department_id\n",
       "19789       19790  Chocolate non-dairy ice cream        37              1"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "products[products.product_name.str.contains('ice cream')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_name</th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>department_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>130</td>\n",
       "      <td>Vanilla Milk Chocolate Almond Ice Cream Bars M...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>231</th>\n",
       "      <td>232</td>\n",
       "      <td>Blue Bottle Coffee Frozen Bar</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>266</th>\n",
       "      <td>267</td>\n",
       "      <td>Triple Chocolate Ripple</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>275</th>\n",
       "      <td>276</td>\n",
       "      <td>French Vanilla Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>312</th>\n",
       "      <td>313</td>\n",
       "      <td>Peppermint/Banana Split Variety Pack Frozen Da...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>343</th>\n",
       "      <td>344</td>\n",
       "      <td>Lime Sherbet</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>395</th>\n",
       "      <td>396</td>\n",
       "      <td>Cashews Natural Unsalted</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>430</th>\n",
       "      <td>431</td>\n",
       "      <td>Ice Cream, Cookies &amp; Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>479</th>\n",
       "      <td>480</td>\n",
       "      <td>Slow Churned Mint Chocolate Chip Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>496</th>\n",
       "      <td>497</td>\n",
       "      <td>Mascarpone Pistachio Caramel Gelato</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>501</th>\n",
       "      <td>502</td>\n",
       "      <td>Frozen Desserts, Fit, Salted Caramel</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>590</th>\n",
       "      <td>591</td>\n",
       "      <td>Oreo Cookies and Cream Chocolate Frozen Dairy ...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>605</th>\n",
       "      <td>606</td>\n",
       "      <td>Salted Caramel Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>671</th>\n",
       "      <td>672</td>\n",
       "      <td>Double Berry Cheesecake</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>719</th>\n",
       "      <td>720</td>\n",
       "      <td>Artisan Spiced Pecan Turtle Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>757</th>\n",
       "      <td>758</td>\n",
       "      <td>No Sugar Added The Original Fudge Pops</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>943</th>\n",
       "      <td>944</td>\n",
       "      <td>Vanilla Orange Swirl Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>974</th>\n",
       "      <td>975</td>\n",
       "      <td>Creamy Vanilla Soy Milk Frozen Dessert</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>996</th>\n",
       "      <td>997</td>\n",
       "      <td>Mini Double Chocolate Ice Cream Bars</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1032</th>\n",
       "      <td>1033</td>\n",
       "      <td>Rainbow Sherbet Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1074</th>\n",
       "      <td>1075</td>\n",
       "      <td>Kandy Bars Fudge Krunch</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1083</th>\n",
       "      <td>1084</td>\n",
       "      <td>Light Ice Cream Vanilla</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1098</th>\n",
       "      <td>1099</td>\n",
       "      <td>Cuties Non Dairy Vanilla Frozen Dessert Sandwi...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1228</th>\n",
       "      <td>1229</td>\n",
       "      <td>Restore Banana Kale Banana &amp; Pineapple</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1229</th>\n",
       "      <td>1230</td>\n",
       "      <td>M&amp;M's Light Milk Chocolate Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1240</th>\n",
       "      <td>1241</td>\n",
       "      <td>Strawberry Cheesecake Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1273</th>\n",
       "      <td>1274</td>\n",
       "      <td>Slow Churned Caramel Delight Ice Cream Cup</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1356</th>\n",
       "      <td>1357</td>\n",
       "      <td>Rich &amp; Creamy Grand Neapolitan Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1397</th>\n",
       "      <td>1398</td>\n",
       "      <td>Ice Bag</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1424</th>\n",
       "      <td>1425</td>\n",
       "      <td>Real Ice Cream Peanut Butter Cup</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48096</th>\n",
       "      <td>48097</td>\n",
       "      <td>Rum Raisin Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48119</th>\n",
       "      <td>48120</td>\n",
       "      <td>Slow Churned Texas Pecan Pie</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48190</th>\n",
       "      <td>48191</td>\n",
       "      <td>Creamy Orange Bars With Vanilla Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48195</th>\n",
       "      <td>48196</td>\n",
       "      <td>Organic Madagascar Vanilla Wafer Ice Cream San...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48215</th>\n",
       "      <td>48216</td>\n",
       "      <td>Organic Chocolate Chip Cookie Coconut Milk Ice...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48237</th>\n",
       "      <td>48238</td>\n",
       "      <td>Gotta Do Chocolate Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48282</th>\n",
       "      <td>48283</td>\n",
       "      <td>Premium  Vanilla Mochi Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48320</th>\n",
       "      <td>48321</td>\n",
       "      <td>Organic Vanilla Ice Cream &amp; Dark Chocolate</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48333</th>\n",
       "      <td>48334</td>\n",
       "      <td>Cowlifornia Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48376</th>\n",
       "      <td>48377</td>\n",
       "      <td>Chocolate Therapy Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48413</th>\n",
       "      <td>48414</td>\n",
       "      <td>Chocolate Infinity Ice Cream Bars</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48416</th>\n",
       "      <td>48417</td>\n",
       "      <td>Strawberry Love Frozen Dessert Bars</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48485</th>\n",
       "      <td>48486</td>\n",
       "      <td>Frozen Goo-Berry Pie Kefir</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48522</th>\n",
       "      <td>48523</td>\n",
       "      <td>Birthday Cake Light Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48541</th>\n",
       "      <td>48542</td>\n",
       "      <td>Minis, Assorted Ice Cream Bars</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48731</th>\n",
       "      <td>48732</td>\n",
       "      <td>Lil Drums Vanilla/Chocolate Frozen Dairy Desse...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48762</th>\n",
       "      <td>48763</td>\n",
       "      <td>Lemon Ice Cubes</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48799</th>\n",
       "      <td>48800</td>\n",
       "      <td>Caramel Cone Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48820</th>\n",
       "      <td>48821</td>\n",
       "      <td>Pistachio Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49079</th>\n",
       "      <td>49080</td>\n",
       "      <td>Coconut Milk Non Dairy Frozen Dessert, Pomegra...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49085</th>\n",
       "      <td>49086</td>\n",
       "      <td>Coconut Bliss Frozen Dessert, Dark Chocolate</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49092</th>\n",
       "      <td>49093</td>\n",
       "      <td>Organic Salted Caramel Ice Cream Juliette Sand...</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49168</th>\n",
       "      <td>49169</td>\n",
       "      <td>Creamy Cashew Milk Non-Dairy Frozen Dessert</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49176</th>\n",
       "      <td>49177</td>\n",
       "      <td>Mint Chip Gelato</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49381</th>\n",
       "      <td>49382</td>\n",
       "      <td>Nestle Drumstick Rich and Creamy Grand Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49458</th>\n",
       "      <td>49459</td>\n",
       "      <td>Dark Chocolate Non Dairy Frozen Dessert Bar</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49526</th>\n",
       "      <td>49527</td>\n",
       "      <td>Pudding Pops Chocolate and Vanilla</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49555</th>\n",
       "      <td>49556</td>\n",
       "      <td>Double Dark Chocolate Gelato Pops</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49572</th>\n",
       "      <td>49573</td>\n",
       "      <td>That's My Jam™ Core Ice Cream</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49673</th>\n",
       "      <td>49674</td>\n",
       "      <td>Frozen Greek Yogurt Bars Chocolate Chip</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1091 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       product_id                                       product_name  \\\n",
       "129           130  Vanilla Milk Chocolate Almond Ice Cream Bars M...   \n",
       "231           232                      Blue Bottle Coffee Frozen Bar   \n",
       "266           267                            Triple Chocolate Ripple   \n",
       "275           276                           French Vanilla Ice Cream   \n",
       "312           313  Peppermint/Banana Split Variety Pack Frozen Da...   \n",
       "343           344                                       Lime Sherbet   \n",
       "395           396                           Cashews Natural Unsalted   \n",
       "430           431                         Ice Cream, Cookies & Cream   \n",
       "479           480         Slow Churned Mint Chocolate Chip Ice Cream   \n",
       "496           497                Mascarpone Pistachio Caramel Gelato   \n",
       "501           502               Frozen Desserts, Fit, Salted Caramel   \n",
       "590           591  Oreo Cookies and Cream Chocolate Frozen Dairy ...   \n",
       "605           606                           Salted Caramel Ice Cream   \n",
       "671           672                            Double Berry Cheesecake   \n",
       "719           720              Artisan Spiced Pecan Turtle Ice Cream   \n",
       "757           758             No Sugar Added The Original Fudge Pops   \n",
       "943           944                     Vanilla Orange Swirl Ice Cream   \n",
       "974           975             Creamy Vanilla Soy Milk Frozen Dessert   \n",
       "996           997               Mini Double Chocolate Ice Cream Bars   \n",
       "1032         1033                          Rainbow Sherbet Ice Cream   \n",
       "1074         1075                            Kandy Bars Fudge Krunch   \n",
       "1083         1084                            Light Ice Cream Vanilla   \n",
       "1098         1099  Cuties Non Dairy Vanilla Frozen Dessert Sandwi...   \n",
       "1228         1229             Restore Banana Kale Banana & Pineapple   \n",
       "1229         1230               M&M's Light Milk Chocolate Ice Cream   \n",
       "1240         1241                    Strawberry Cheesecake Ice Cream   \n",
       "1273         1274         Slow Churned Caramel Delight Ice Cream Cup   \n",
       "1356         1357           Rich & Creamy Grand Neapolitan Ice Cream   \n",
       "1397         1398                                            Ice Bag   \n",
       "1424         1425                   Real Ice Cream Peanut Butter Cup   \n",
       "...           ...                                                ...   \n",
       "48096       48097                               Rum Raisin Ice Cream   \n",
       "48119       48120                       Slow Churned Texas Pecan Pie   \n",
       "48190       48191          Creamy Orange Bars With Vanilla Ice Cream   \n",
       "48195       48196  Organic Madagascar Vanilla Wafer Ice Cream San...   \n",
       "48215       48216  Organic Chocolate Chip Cookie Coconut Milk Ice...   \n",
       "48237       48238                       Gotta Do Chocolate Ice Cream   \n",
       "48282       48283                   Premium  Vanilla Mochi Ice Cream   \n",
       "48320       48321         Organic Vanilla Ice Cream & Dark Chocolate   \n",
       "48333       48334                              Cowlifornia Ice Cream   \n",
       "48376       48377                        Chocolate Therapy Ice Cream   \n",
       "48413       48414                  Chocolate Infinity Ice Cream Bars   \n",
       "48416       48417                Strawberry Love Frozen Dessert Bars   \n",
       "48485       48486                         Frozen Goo-Berry Pie Kefir   \n",
       "48522       48523                      Birthday Cake Light Ice Cream   \n",
       "48541       48542                     Minis, Assorted Ice Cream Bars   \n",
       "48731       48732  Lil Drums Vanilla/Chocolate Frozen Dairy Desse...   \n",
       "48762       48763                                    Lemon Ice Cubes   \n",
       "48799       48800                             Caramel Cone Ice Cream   \n",
       "48820       48821                                Pistachio Ice Cream   \n",
       "49079       49080  Coconut Milk Non Dairy Frozen Dessert, Pomegra...   \n",
       "49085       49086       Coconut Bliss Frozen Dessert, Dark Chocolate   \n",
       "49092       49093  Organic Salted Caramel Ice Cream Juliette Sand...   \n",
       "49168       49169        Creamy Cashew Milk Non-Dairy Frozen Dessert   \n",
       "49176       49177                                   Mint Chip Gelato   \n",
       "49381       49382   Nestle Drumstick Rich and Creamy Grand Ice Cream   \n",
       "49458       49459        Dark Chocolate Non Dairy Frozen Dessert Bar   \n",
       "49526       49527                 Pudding Pops Chocolate and Vanilla   \n",
       "49555       49556                  Double Dark Chocolate Gelato Pops   \n",
       "49572       49573                      That's My Jam™ Core Ice Cream   \n",
       "49673       49674            Frozen Greek Yogurt Bars Chocolate Chip   \n",
       "\n",
       "       aisle_id  department_id  \n",
       "129          37              1  \n",
       "231          37              1  \n",
       "266          37              1  \n",
       "275          37              1  \n",
       "312          37              1  \n",
       "343          37              1  \n",
       "395          37              1  \n",
       "430          37              1  \n",
       "479          37              1  \n",
       "496          37              1  \n",
       "501          37              1  \n",
       "590          37              1  \n",
       "605          37              1  \n",
       "671          37              1  \n",
       "719          37              1  \n",
       "757          37              1  \n",
       "943          37              1  \n",
       "974          37              1  \n",
       "996          37              1  \n",
       "1032         37              1  \n",
       "1074         37              1  \n",
       "1083         37              1  \n",
       "1098         37              1  \n",
       "1228         37              1  \n",
       "1229         37              1  \n",
       "1240         37              1  \n",
       "1273         37              1  \n",
       "1356         37              1  \n",
       "1397         37              1  \n",
       "1424         37              1  \n",
       "...         ...            ...  \n",
       "48096        37              1  \n",
       "48119        37              1  \n",
       "48190        37              1  \n",
       "48195        37              1  \n",
       "48215        37              1  \n",
       "48237        37              1  \n",
       "48282        37              1  \n",
       "48320        37              1  \n",
       "48333        37              1  \n",
       "48376        37              1  \n",
       "48413        37              1  \n",
       "48416        37              1  \n",
       "48485        37              1  \n",
       "48522        37              1  \n",
       "48541        37              1  \n",
       "48731        37              1  \n",
       "48762        37              1  \n",
       "48799        37              1  \n",
       "48820        37              1  \n",
       "49079        37              1  \n",
       "49085        37              1  \n",
       "49092        37              1  \n",
       "49168        37              1  \n",
       "49176        37              1  \n",
       "49381        37              1  \n",
       "49458        37              1  \n",
       "49526        37              1  \n",
       "49555        37              1  \n",
       "49572        37              1  \n",
       "49673        37              1  \n",
       "\n",
       "[1091 rows x 4 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "products[products.aisle_id == 37]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_name</th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>department_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>349</th>\n",
       "      <td>350</td>\n",
       "      <td>Mixed 12 Pack Lion's Share Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>378</th>\n",
       "      <td>379</td>\n",
       "      <td>Super Dry Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>429</th>\n",
       "      <td>430</td>\n",
       "      <td>Born Yesterday Pale Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>469</th>\n",
       "      <td>470</td>\n",
       "      <td>Lite Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>735</th>\n",
       "      <td>736</td>\n",
       "      <td>Beer, IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>817</th>\n",
       "      <td>818</td>\n",
       "      <td>Micro Craft Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>854</th>\n",
       "      <td>855</td>\n",
       "      <td>Clamato Chelada Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>959</th>\n",
       "      <td>960</td>\n",
       "      <td>Villager Ipa</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>965</th>\n",
       "      <td>966</td>\n",
       "      <td>Pear Hard Cider</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1029</th>\n",
       "      <td>1030</td>\n",
       "      <td>Hop Devil IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1070</th>\n",
       "      <td>1071</td>\n",
       "      <td>Pils</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1136</th>\n",
       "      <td>1137</td>\n",
       "      <td>Cerveza Especial Imported Beer From Mexico</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1383</th>\n",
       "      <td>1384</td>\n",
       "      <td>Mang-O-Rita Margarita With A Twist</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2024</th>\n",
       "      <td>2025</td>\n",
       "      <td>Special Bitter Premium Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2053</th>\n",
       "      <td>2054</td>\n",
       "      <td>Belgium Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2082</th>\n",
       "      <td>2083</td>\n",
       "      <td>Lux German Style Lager</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2138</th>\n",
       "      <td>2139</td>\n",
       "      <td>Ruination Double India Pale Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2159</th>\n",
       "      <td>2160</td>\n",
       "      <td>Hard Cider Apple Ginger</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2619</th>\n",
       "      <td>2620</td>\n",
       "      <td>Milk Stout</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2627</th>\n",
       "      <td>2628</td>\n",
       "      <td>Traditional Original Amber Lager</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2674</th>\n",
       "      <td>2675</td>\n",
       "      <td>Pale Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3002</th>\n",
       "      <td>3003</td>\n",
       "      <td>Ale Premier</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3007</th>\n",
       "      <td>3008</td>\n",
       "      <td>Clara Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3037</th>\n",
       "      <td>3038</td>\n",
       "      <td>Premium Malt Beverage</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3535</th>\n",
       "      <td>3536</td>\n",
       "      <td>Ambar Lager Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3558</th>\n",
       "      <td>3559</td>\n",
       "      <td>Rebel IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3647</th>\n",
       "      <td>3648</td>\n",
       "      <td>Organic &amp; Raw Grape Kombucha</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3838</th>\n",
       "      <td>3839</td>\n",
       "      <td>Black Cherry Cider</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4026</th>\n",
       "      <td>4027</td>\n",
       "      <td>Union Jack IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4211</th>\n",
       "      <td>4212</td>\n",
       "      <td>High Gravity Lager</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45169</th>\n",
       "      <td>45170</td>\n",
       "      <td>Cinnfull Apple</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45237</th>\n",
       "      <td>45238</td>\n",
       "      <td>Heroine IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45322</th>\n",
       "      <td>45323</td>\n",
       "      <td>Park Hoppy Wheat Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45431</th>\n",
       "      <td>45432</td>\n",
       "      <td>Brewmaster's Seasonal Sampler</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45510</th>\n",
       "      <td>45511</td>\n",
       "      <td>Extra Beer Bottles</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45554</th>\n",
       "      <td>45555</td>\n",
       "      <td>Matilda Belgian Pale Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46025</th>\n",
       "      <td>46026</td>\n",
       "      <td>Especial</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46087</th>\n",
       "      <td>46088</td>\n",
       "      <td>Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46219</th>\n",
       "      <td>46220</td>\n",
       "      <td>Seasonal Strawberry Lemonade</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46310</th>\n",
       "      <td>46311</td>\n",
       "      <td>Amber Hard Cider</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46614</th>\n",
       "      <td>46615</td>\n",
       "      <td>Blue Ribbon Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46644</th>\n",
       "      <td>46645</td>\n",
       "      <td>Total Domination India Pale Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46659</th>\n",
       "      <td>46660</td>\n",
       "      <td>Scrimshaw Pilsner Style Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46714</th>\n",
       "      <td>46715</td>\n",
       "      <td>Clara Imported Beer Mazaflan, Mexico</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46865</th>\n",
       "      <td>46866</td>\n",
       "      <td>Straw-Ber-Rita Margarita with a Twist</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46994</th>\n",
       "      <td>46995</td>\n",
       "      <td>Tallulah Extra Pale Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47090</th>\n",
       "      <td>47091</td>\n",
       "      <td>Non Alcoholic Amber Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47315</th>\n",
       "      <td>47316</td>\n",
       "      <td>Variety Pack Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47349</th>\n",
       "      <td>47350</td>\n",
       "      <td>Limited Release The Hairy Eyeball</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47905</th>\n",
       "      <td>47906</td>\n",
       "      <td>Hefeweizen Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48002</th>\n",
       "      <td>48003</td>\n",
       "      <td>Lime-A-Rita Margarita with a Twist</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48023</th>\n",
       "      <td>48024</td>\n",
       "      <td>Dark Rich &amp; Sexy Porter</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48240</th>\n",
       "      <td>48241</td>\n",
       "      <td>Sculpin IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48305</th>\n",
       "      <td>48306</td>\n",
       "      <td>Tangerine Wheat Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48342</th>\n",
       "      <td>48343</td>\n",
       "      <td>Hennepin Farmhouse Ale</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48938</th>\n",
       "      <td>48939</td>\n",
       "      <td>Extra IPA Beer</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48953</th>\n",
       "      <td>48954</td>\n",
       "      <td>Double Jack IPA</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49030</th>\n",
       "      <td>49031</td>\n",
       "      <td>Ale, Hop Stoopid</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49123</th>\n",
       "      <td>49124</td>\n",
       "      <td>Non Alcoholic Premium Brew Malt Beverage</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49360</th>\n",
       "      <td>49361</td>\n",
       "      <td>3 Best Friends Coffee Vanilla Lager</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>385 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       product_id                                product_name  aisle_id  \\\n",
       "349           350              Mixed 12 Pack Lion's Share Ale        27   \n",
       "378           379                              Super Dry Beer        27   \n",
       "429           430                     Born Yesterday Pale Ale        27   \n",
       "469           470                                   Lite Beer        27   \n",
       "735           736                                   Beer, IPA        27   \n",
       "817           818                            Micro Craft Beer        27   \n",
       "854           855                        Clamato Chelada Beer        27   \n",
       "959           960                                Villager Ipa        27   \n",
       "965           966                             Pear Hard Cider        27   \n",
       "1029         1030                               Hop Devil IPA        27   \n",
       "1070         1071                                        Pils        27   \n",
       "1136         1137  Cerveza Especial Imported Beer From Mexico        27   \n",
       "1383         1384          Mang-O-Rita Margarita With A Twist        27   \n",
       "2024         2025                  Special Bitter Premium Ale        27   \n",
       "2053         2054                                Belgium Beer        27   \n",
       "2082         2083                      Lux German Style Lager        27   \n",
       "2138         2139             Ruination Double India Pale Ale        27   \n",
       "2159         2160                     Hard Cider Apple Ginger        27   \n",
       "2619         2620                                  Milk Stout        27   \n",
       "2627         2628            Traditional Original Amber Lager        27   \n",
       "2674         2675                                    Pale Ale        27   \n",
       "3002         3003                                 Ale Premier        27   \n",
       "3007         3008                                  Clara Beer        27   \n",
       "3037         3038                       Premium Malt Beverage        27   \n",
       "3535         3536                            Ambar Lager Beer        27   \n",
       "3558         3559                                   Rebel IPA        27   \n",
       "3647         3648                Organic & Raw Grape Kombucha        27   \n",
       "3838         3839                          Black Cherry Cider        27   \n",
       "4026         4027                              Union Jack IPA        27   \n",
       "4211         4212                          High Gravity Lager        27   \n",
       "...           ...                                         ...       ...   \n",
       "45169       45170                              Cinnfull Apple        27   \n",
       "45237       45238                                 Heroine IPA        27   \n",
       "45322       45323                       Park Hoppy Wheat Beer        27   \n",
       "45431       45432               Brewmaster's Seasonal Sampler        27   \n",
       "45510       45511                          Extra Beer Bottles        27   \n",
       "45554       45555                    Matilda Belgian Pale Ale        27   \n",
       "46025       46026                                    Especial        27   \n",
       "46087       46088                                        Beer        27   \n",
       "46219       46220                Seasonal Strawberry Lemonade        27   \n",
       "46310       46311                            Amber Hard Cider        27   \n",
       "46614       46615                            Blue Ribbon Beer        27   \n",
       "46644       46645             Total Domination India Pale Ale        27   \n",
       "46659       46660                Scrimshaw Pilsner Style Beer        27   \n",
       "46714       46715        Clara Imported Beer Mazaflan, Mexico        27   \n",
       "46865       46866       Straw-Ber-Rita Margarita with a Twist        27   \n",
       "46994       46995                     Tallulah Extra Pale Ale        27   \n",
       "47090       47091                    Non Alcoholic Amber Beer        27   \n",
       "47315       47316                           Variety Pack Beer        27   \n",
       "47349       47350           Limited Release The Hairy Eyeball        27   \n",
       "47905       47906                             Hefeweizen Beer        27   \n",
       "48002       48003          Lime-A-Rita Margarita with a Twist        27   \n",
       "48023       48024                     Dark Rich & Sexy Porter        27   \n",
       "48240       48241                                 Sculpin IPA        27   \n",
       "48305       48306                        Tangerine Wheat Beer        27   \n",
       "48342       48343                      Hennepin Farmhouse Ale        27   \n",
       "48938       48939                              Extra IPA Beer        27   \n",
       "48953       48954                             Double Jack IPA        27   \n",
       "49030       49031                            Ale, Hop Stoopid        27   \n",
       "49123       49124    Non Alcoholic Premium Brew Malt Beverage        27   \n",
       "49360       49361         3 Best Friends Coffee Vanilla Lager        27   \n",
       "\n",
       "       department_id  \n",
       "349                5  \n",
       "378                5  \n",
       "429                5  \n",
       "469                5  \n",
       "735                5  \n",
       "817                5  \n",
       "854                5  \n",
       "959                5  \n",
       "965                5  \n",
       "1029               5  \n",
       "1070               5  \n",
       "1136               5  \n",
       "1383               5  \n",
       "2024               5  \n",
       "2053               5  \n",
       "2082               5  \n",
       "2138               5  \n",
       "2159               5  \n",
       "2619               5  \n",
       "2627               5  \n",
       "2674               5  \n",
       "3002               5  \n",
       "3007               5  \n",
       "3037               5  \n",
       "3535               5  \n",
       "3558               5  \n",
       "3647               5  \n",
       "3838               5  \n",
       "4026               5  \n",
       "4211               5  \n",
       "...              ...  \n",
       "45169              5  \n",
       "45237              5  \n",
       "45322              5  \n",
       "45431              5  \n",
       "45510              5  \n",
       "45554              5  \n",
       "46025              5  \n",
       "46087              5  \n",
       "46219              5  \n",
       "46310              5  \n",
       "46614              5  \n",
       "46644              5  \n",
       "46659              5  \n",
       "46714              5  \n",
       "46865              5  \n",
       "46994              5  \n",
       "47090              5  \n",
       "47315              5  \n",
       "47349              5  \n",
       "47905              5  \n",
       "48002              5  \n",
       "48023              5  \n",
       "48240              5  \n",
       "48305              5  \n",
       "48342              5  \n",
       "48938              5  \n",
       "48953              5  \n",
       "49030              5  \n",
       "49123              5  \n",
       "49360              5  \n",
       "\n",
       "[385 rows x 4 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "products[products.aisle_id == 27]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>227</th>\n",
       "      <td>62373</td>\n",
       "      <td>21</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>230</th>\n",
       "      <td>3288630</td>\n",
       "      <td>21</td>\n",
       "      <td>prior</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>1573906</td>\n",
       "      <td>21</td>\n",
       "      <td>prior</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>312</th>\n",
       "      <td>232721</td>\n",
       "      <td>26</td>\n",
       "      <td>prior</td>\n",
       "      <td>12</td>\n",
       "      <td>4</td>\n",
       "      <td>17</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>455</th>\n",
       "      <td>1341128</td>\n",
       "      <td>31</td>\n",
       "      <td>prior</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>465</th>\n",
       "      <td>2231262</td>\n",
       "      <td>31</td>\n",
       "      <td>prior</td>\n",
       "      <td>17</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>497</th>\n",
       "      <td>412111</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>18</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>498</th>\n",
       "      <td>240889</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>17</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>499</th>\n",
       "      <td>1602446</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>500</th>\n",
       "      <td>2472897</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>501</th>\n",
       "      <td>1626957</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>6</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>502</th>\n",
       "      <td>453864</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>14</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>503</th>\n",
       "      <td>2010389</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>8</td>\n",
       "      <td>3</td>\n",
       "      <td>17</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>504</th>\n",
       "      <td>278124</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>505</th>\n",
       "      <td>14400</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>506</th>\n",
       "      <td>1145961</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>11</td>\n",
       "      <td>5</td>\n",
       "      <td>19</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>507</th>\n",
       "      <td>746041</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>508</th>\n",
       "      <td>682472</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>13</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>20.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>509</th>\n",
       "      <td>3067639</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>12</td>\n",
       "      <td>22.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>510</th>\n",
       "      <td>2640464</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>15</td>\n",
       "      <td>5</td>\n",
       "      <td>17</td>\n",
       "      <td>12.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>511</th>\n",
       "      <td>479244</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>16</td>\n",
       "      <td>3</td>\n",
       "      <td>21</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>512</th>\n",
       "      <td>409708</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>17</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>11.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>513</th>\n",
       "      <td>423623</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>18</td>\n",
       "      <td>4</td>\n",
       "      <td>17</td>\n",
       "      <td>18.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>514</th>\n",
       "      <td>664952</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>19</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>515</th>\n",
       "      <td>2833188</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>20</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>516</th>\n",
       "      <td>1185674</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>21</td>\n",
       "      <td>0</td>\n",
       "      <td>9</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>517</th>\n",
       "      <td>2890966</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>22</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>3.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>532</th>\n",
       "      <td>2710884</td>\n",
       "      <td>36</td>\n",
       "      <td>prior</td>\n",
       "      <td>37</td>\n",
       "      <td>4</td>\n",
       "      <td>12</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1472</th>\n",
       "      <td>1935233</td>\n",
       "      <td>97</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1608</th>\n",
       "      <td>1403849</td>\n",
       "      <td>109</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>17</td>\n",
       "      <td>9.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418425</th>\n",
       "      <td>47722</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>5.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418426</th>\n",
       "      <td>296986</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>8</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>15.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418427</th>\n",
       "      <td>893076</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418428</th>\n",
       "      <td>554105</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>10</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>10.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418429</th>\n",
       "      <td>2995389</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>11</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418431</th>\n",
       "      <td>1863654</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418433</th>\n",
       "      <td>932814</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>14.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418435</th>\n",
       "      <td>1900731</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418436</th>\n",
       "      <td>466394</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>18</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418437</th>\n",
       "      <td>1663289</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418438</th>\n",
       "      <td>2893416</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418439</th>\n",
       "      <td>1774005</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418442</th>\n",
       "      <td>140757</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>24</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418443</th>\n",
       "      <td>1566251</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>25</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418445</th>\n",
       "      <td>2871512</td>\n",
       "      <td>206046</td>\n",
       "      <td>prior</td>\n",
       "      <td>27</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418470</th>\n",
       "      <td>1916142</td>\n",
       "      <td>206049</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>17</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418472</th>\n",
       "      <td>1415987</td>\n",
       "      <td>206049</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>17</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418474</th>\n",
       "      <td>1534057</td>\n",
       "      <td>206049</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>28.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418503</th>\n",
       "      <td>79742</td>\n",
       "      <td>206051</td>\n",
       "      <td>prior</td>\n",
       "      <td>24</td>\n",
       "      <td>5</td>\n",
       "      <td>9</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3418506</th>\n",
       "      <td>2135369</td>\n",
       "      <td>206051</td>\n",
       "      <td>prior</td>\n",
       "      <td>27</td>\n",
       "      <td>5</td>\n",
       "      <td>17</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419180</th>\n",
       "      <td>1310570</td>\n",
       "      <td>206093</td>\n",
       "      <td>prior</td>\n",
       "      <td>7</td>\n",
       "      <td>2</td>\n",
       "      <td>13</td>\n",
       "      <td>8.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419600</th>\n",
       "      <td>2441033</td>\n",
       "      <td>206114</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>9</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419602</th>\n",
       "      <td>2445203</td>\n",
       "      <td>206114</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>11</td>\n",
       "      <td>19.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419604</th>\n",
       "      <td>3310316</td>\n",
       "      <td>206114</td>\n",
       "      <td>prior</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>14</td>\n",
       "      <td>7.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3419607</th>\n",
       "      <td>1100828</td>\n",
       "      <td>206114</td>\n",
       "      <td>prior</td>\n",
       "      <td>9</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3420084</th>\n",
       "      <td>1472882</td>\n",
       "      <td>206149</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3420214</th>\n",
       "      <td>202568</td>\n",
       "      <td>206157</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3420215</th>\n",
       "      <td>979959</td>\n",
       "      <td>206157</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>18</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3420216</th>\n",
       "      <td>2626164</td>\n",
       "      <td>206157</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>14</td>\n",
       "      <td>27.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3420218</th>\n",
       "      <td>3410055</td>\n",
       "      <td>206157</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>21.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>29750 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         order_id  user_id eval_set  order_number  order_dow  \\\n",
       "227         62373       21    prior             5          1   \n",
       "230       3288630       21    prior             8          2   \n",
       "232       1573906       21    prior            10          3   \n",
       "312        232721       26    prior            12          4   \n",
       "455       1341128       31    prior             7          2   \n",
       "465       2231262       31    prior            17          3   \n",
       "497        412111       36    prior             2          5   \n",
       "498        240889       36    prior             3          5   \n",
       "499       1602446       36    prior             4          1   \n",
       "500       2472897       36    prior             5          4   \n",
       "501       1626957       36    prior             6          5   \n",
       "502        453864       36    prior             7          6   \n",
       "503       2010389       36    prior             8          3   \n",
       "504        278124       36    prior             9          0   \n",
       "505         14400       36    prior            10          1   \n",
       "506       1145961       36    prior            11          5   \n",
       "507        746041       36    prior            12          0   \n",
       "508        682472       36    prior            13          6   \n",
       "509       3067639       36    prior            14          0   \n",
       "510       2640464       36    prior            15          5   \n",
       "511        479244       36    prior            16          3   \n",
       "512        409708       36    prior            17          0   \n",
       "513        423623       36    prior            18          4   \n",
       "514        664952       36    prior            19          0   \n",
       "515       2833188       36    prior            20          4   \n",
       "516       1185674       36    prior            21          0   \n",
       "517       2890966       36    prior            22          3   \n",
       "532       2710884       36    prior            37          4   \n",
       "1472      1935233       97    prior             1          4   \n",
       "1608      1403849      109    prior             3          3   \n",
       "...           ...      ...      ...           ...        ...   \n",
       "3418425     47722   206046    prior             7          1   \n",
       "3418426    296986   206046    prior             8          2   \n",
       "3418427    893076   206046    prior             9          1   \n",
       "3418428    554105   206046    prior            10          4   \n",
       "3418429   2995389   206046    prior            11          4   \n",
       "3418431   1863654   206046    prior            13          1   \n",
       "3418433    932814   206046    prior            15          1   \n",
       "3418435   1900731   206046    prior            17          1   \n",
       "3418436    466394   206046    prior            18          2   \n",
       "3418437   1663289   206046    prior            19          1   \n",
       "3418438   2893416   206046    prior            20          1   \n",
       "3418439   1774005   206046    prior            21          1   \n",
       "3418442    140757   206046    prior            24          1   \n",
       "3418443   1566251   206046    prior            25          1   \n",
       "3418445   2871512   206046    prior            27          1   \n",
       "3418470   1916142   206049    prior             1          2   \n",
       "3418472   1415987   206049    prior             3          3   \n",
       "3418474   1534057   206049    prior             5          1   \n",
       "3418503     79742   206051    prior            24          5   \n",
       "3418506   2135369   206051    prior            27          5   \n",
       "3419180   1310570   206093    prior             7          2   \n",
       "3419600   2441033   206114    prior             2          4   \n",
       "3419602   2445203   206114    prior             4          3   \n",
       "3419604   3310316   206114    prior             6          3   \n",
       "3419607   1100828   206114    prior             9          3   \n",
       "3420084   1472882   206149    prior             1          6   \n",
       "3420214    202568   206157    prior             1          5   \n",
       "3420215    979959   206157    prior             2          4   \n",
       "3420216   2626164   206157    prior             3          3   \n",
       "3420218   3410055   206157    prior             5          0   \n",
       "\n",
       "         order_hour_of_day  days_since_prior_order  \n",
       "227                     14                     7.0  \n",
       "230                     13                    18.0  \n",
       "232                     10                     6.0  \n",
       "312                     17                     7.0  \n",
       "455                     13                     2.0  \n",
       "465                     11                     8.0  \n",
       "497                     18                     8.0  \n",
       "498                     17                    21.0  \n",
       "499                     11                    10.0  \n",
       "500                     15                     3.0  \n",
       "501                     15                    15.0  \n",
       "502                     14                    15.0  \n",
       "503                     17                     4.0  \n",
       "504                     11                     4.0  \n",
       "505                     18                     1.0  \n",
       "506                     19                     4.0  \n",
       "507                     16                     9.0  \n",
       "508                     15                    20.0  \n",
       "509                     12                    22.0  \n",
       "510                     17                    12.0  \n",
       "511                     21                     5.0  \n",
       "512                     15                    11.0  \n",
       "513                     17                    18.0  \n",
       "514                      8                     3.0  \n",
       "515                      9                    25.0  \n",
       "516                      9                     3.0  \n",
       "517                     12                     3.0  \n",
       "532                     12                     7.0  \n",
       "1472                    15                     NaN  \n",
       "1608                    17                     9.0  \n",
       "...                    ...                     ...  \n",
       "3418425                 15                     5.0  \n",
       "3418426                 10                    15.0  \n",
       "3418427                  9                     6.0  \n",
       "3418428                  9                    10.0  \n",
       "3418429                  9                     0.0  \n",
       "3418431                 14                    14.0  \n",
       "3418433                 11                    14.0  \n",
       "3418435                 11                     7.0  \n",
       "3418436                 13                     8.0  \n",
       "3418437                  9                     6.0  \n",
       "3418438                 10                     7.0  \n",
       "3418439                  9                     7.0  \n",
       "3418442                 10                     7.0  \n",
       "3418443                  9                     7.0  \n",
       "3418445                 10                     7.0  \n",
       "3418470                 17                     NaN  \n",
       "3418472                 17                     7.0  \n",
       "3418474                 21                    28.0  \n",
       "3418503                  9                     1.0  \n",
       "3418506                 17                     7.0  \n",
       "3419180                 13                     8.0  \n",
       "3419600                  9                     2.0  \n",
       "3419602                 11                    19.0  \n",
       "3419604                 14                     7.0  \n",
       "3419607                 12                    30.0  \n",
       "3420084                 15                     NaN  \n",
       "3420214                 10                     NaN  \n",
       "3420215                 18                     6.0  \n",
       "3420216                 14                    27.0  \n",
       "3420218                  2                    21.0  \n",
       "\n",
       "[29750 rows x 7 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# order_item = orders[orders.order_id.isin(priors[priors.product_id.isin(products[products.product_name == 'Banana'].product_id)].order_id)]\n",
    "order_item = orders[orders.order_id.isin(priors[priors.product_id.isin(products[products.aisle_id == 27].product_id)].order_id)]\n",
    "order_item"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jiayou/anaconda/lib/python3.6/site-packages/seaborn/matrix.py:143: DeprecationWarning: elementwise == comparison failed; this will raise an error in the future.\n",
      "  if xticklabels == []:\n",
      "/Users/jiayou/anaconda/lib/python3.6/site-packages/seaborn/matrix.py:151: DeprecationWarning: elementwise == comparison failed; this will raise an error in the future.\n",
      "  if yticklabels == []:\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAo0AAAGACAYAAADI21gOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmcZGV1+P9P9awsw+DCpiJE0SNqEMSFiMCoIEuiGKLG\nBaOgCIoLaowKaPI1IDEiRjQuDMIowWhENIiOIAoIGCWiKAgeIAp+vz9UFmVmYJi1+/fHczs2bXdX\nTXfd232bz3te9Zqqe6vOfWq5VafP8zz3doaGhpAkSZImMjDdDZAkSdLMZ9IoSZKkrkwaJUmS1JVJ\noyRJkroyaZQkSVJXJo2SJEnqau50N0CaKSJiCLge2Dhi8Q8z83XT1KRpERFbAcuBrYH3ZeaXR6xb\nBhwA3Fktmg9cC7w9M38zXe2qcZvLgOsz89QJ7nMpcHFmnjJq+TuA/TLzhVPZVvW53CYz79rE5k9J\nRDwfWArcAeybmfePc7+nAedl5s4NNk/SNDBplB7oOU3/OM9AuwPbZeYu46z/yHBiExEd4D3ANyNi\nz8zcOM5jmmjXdPlX4APAKaOWHwW8pfnm9M3LgKWZedJ0N0TSzGDSKPUgItYC/wk8BXglcB/wUeBh\nwBzg9Mw8q7rv+6v73AVcATwtM5eMriSNvB0RjwQ+DjwamAd8ITM/EBE7A98GvgE8E3gocEJmfjEi\n5gL/DPwFsAH4HnAs8FPgzZl5cbWdpdV2PjrqOb0I+Puq/SuBtwMrgLOAR0bEtcCfjVdhAsjMIeAD\nEfEaSgXymxFxPPAiYCGwBfC3wFeBn9fRrog4FHhnZj67uv1z4D8y830R8SjgauBRwF7AB6s2DQL/\nkJkXVo95LfBGypCdu4E3ZebPR7XrNMr7f2hm3jti1VeBj0bEPpl5RXXf/YAO8K2I2BI4G3hctd1r\ngKMzc3C813U8EfF6SiK6Efht1c6buny2bgV+AOwGHJ+ZXxkRbx5wGvC8KuYPgLcBx1Dew/sjYnFm\nvnNUO95Q3W8FcN2I5dsBnwa2A7YHbgNeWj33LwA7ZeZgRGwO3Ao8OTPv2NTXQdL0cEyj9ECXRsS1\nIy7bVsvnA1/LzKB0x54HvDsz9wT2A/42IvaKiMOAv6JUxZ4NPLHH7Z4DnFXFewawf0S8tFr3GOCi\nzHwG8C5KogglydmTksg8GVhE+YH+JPA6+N8u3UOBz47cWEQ8AfgU8FeZuRvwPkpS/Ovqsf+TmbtP\nlDCO8hPgTyNiJ2B/SrfsbsAJwPur5LKudl1cbXvrKsleXLUB4IWUpG4xJXF7VWY+tVr+yYh4dJXg\nvRrYJzP3qF7f80fE70TEvwI7A4eMShjJzA3AGcBrRyx+PfCJ6nn/JbAoM3cHnl6tf8w4r+PbRn3+\nrh3x2jwX+DtKNfwpwOeBr1bV3m6uz8xdRyaMlROBR1A+Q0+h/CZ8KDM/BFxAqSqPThh3B/6B0mX9\ndGDdiNUvA/4rM/+seo6rKa/5VZRk/KAR9/u2CaPULlYapQeaqHv6iur/xwOPBc6KiOF1mwF7AE8C\nzs/MVQARcQZw3EQbjIgtKInnQyPiH6vFW1ISz6uB9ZRKI8CPKNVGKInROSMSqL+u4m0N/H1EbAO8\nGLgwM+8ZtdnnUn60fwGQmd+JiDsoSehkzi06BKzOzNsi4tXAKyNiF0p1b8vqPsvqaFdm3h8Rl1Aq\nnQ+jVLqOjojFlMT0n4E/A3agJFkj27wbsC+wC/C9EeseGhHDr/PbgW2B3TNz7TjP/wzghohYRKkU\nH0hJ6gGupFRjLwO+BfxLZt4yTpz/7fofVo1phJJwfTEz76ye97KI+Cglme3minGWH0ypXK+vtvUx\nSpI9kedRxnAOj2E9o2obmfnRiNgnIt5OqS4+mVK9hNKNfxTls3w08IBkVNLMZ6VR6t1whWkOcE9V\n8dq9qiDtRalk3U/plhw2sgozNGrd/BHxOsCzRsX7wHCMEV2ZI2NsYEQiFRHbRcQOVSL2JeBw4EhK\n5W60sfb9AUrCs0mqSteewHUR8VRKN/lWlArgB4fbW3O7zgcOoSRrFwGXU7pXn1xdnwPcOMZ7dlG1\n7pwRy58KPA34fRX7ckriv6zqzv0jmflrSkL4MuBvKBNDVlTrfklJSk+pXpdLIuLFXZ7PWMZ6bTqU\n12a8z9awexnb6Ji9vNajt7Vh+EpEfBB4P2Wi1BmUz8Dwfc8Fnh0RzwG2zMzvdtmOpBnGpFHadAms\niYjDASJiR8qs6z2BrwMvjYiHRMQAJYEYdiclGSEiHg7sA5CZK4HvUypaw5XCqyhVsolcArwiIhZU\n2/ok8PJq3b9Sxr4NZObVYzz2O8DzI+Ix1TafC+zIH6pCPYmIOZQu5LuqJGBfyozz0/hD4jZnxEPq\natfXKRWw4ersxcA/Asur7uPvA4+LiH2ruLsDN1O6Zi8GXh4RO1SxjqGMIx32Q8p403so3bLj+QRl\nLOurq+dJta03UP6guDgz30VJVJ/c5fmM5SLgr6tKLRFxBKXL9xbG+Wz1GPOYiJhXfYaOpSS/E/kW\n5T16VHX7NSPWHUippJ5DmXV9ANX7n5mrgX+jjE0d6w8GSTOcSaO0iTJzHSWhe11E/JSSdLw3M6/K\nzMsoE2SupCQvI6s2HwN2iIikVF0uG7HuFcBeEXEdJUH698w8t0tTPk2ZVHENZTLCr4HTqzb+hFIp\nG/PHOTNvoHSfnh8R1wP/BLxguDrWxfC4ux8DP6ZM3jmkWvfvwMMj4oaqXfdSunoX1dmuqop5I/Dj\nagb3xZRk88vV+jspY00/FBE/oYwhfVVm3paZF1Eqot+q3s9XAIdV4xGH4w9RqqNvjIhnjdOGyyjd\n4ysz87oRqz5HSZxuiIgfUqqNH/3jCBPLzG8BHwG+ExE/oySnf1FVoSf6bE3kJOA3lHG6N1I+r2/t\n0o7rKGMrv109n4UjVr8fODUirqFUf6+kVFmHnU3p6v9cj+2TNIN0hoYmM3xJUi+qbsg3ZeaShrf7\nWEriEFWFZ0aYqe1S/aphDO+izKB+w3S3R9KmcyKMNMtEOeTP64G3zqTEbKa2S435BaUbvaeDnUua\neaw0SpIkqSvHNEqSJKkrk0ZJkiR1ZdIoSZKkrmbkRJg1d/+mloGWA3Nn5NOd0NDgxnoCd3o589hk\nwtb3d8jGtb2e0W7TDK5b1/1Ok7DqlttqiQvwu1vurCXu73893jGgp2bFPWtqiQtwz8rxTtIyNQM1\n7SPr1te0TwOLthh9TO/+2GLzTT7me0+2XLyglrg7xMNqiQuw+XaLa4k7/6Fb1RJ3zsLNaokL0Bmo\nZx+Zs/nmtcQF2Hy7R9fT6E2w2077TTnH+eltl0/L82hfFiVJktRSnZr+IG2C3dOSJEnqykqjJElS\nQ+ocxlW39rZckiRJjbHSKEmS1JABHNMoSZKkWcxKoyRJUkPaPHvapFGSJKkhAy2eCGPSKEmS1JA2\nVxrbm+5KkiSpMSaNkiRJ6sruaUmSpIZ0WnzIHZNGSZKkhjgRRpIkSV21eSKMSaMkSVJDBlqcNLa3\nRipJkqTGmDRKkiSpK7unJUmSGtJpcb3OpFGSJKkhbZ4I0950V5IkSY2pPWmMCBNTSZIkyuzpqV6m\nSy3d0xHxGOA04GnAhipxvA54W2beVMc2JUmSZjrPCPPHzgTek5k/GF4QEXsBZwN717RNSZIk1aSu\nruOFIxNGgMz8fk3bkiRJaoWBzsCUL9OlrkrjTyLiLOCbwApgEXAI8NOatidJkqQa1ZU0vhF4EfBs\nYCtgJXAh8JWatidJkjTjtfmQO7UkjZk5REkQTRIlSZIqbT73tAf3liRJakibZ097DEVJkiR1ZdIo\nSZKkruyeliRJash0HjJnqkwaJUmSGuLsaUmSJHXV5tnT7a2RSpIkqTFWGiVJkhriIXckSZI0q1lp\nlCRJaogTYSRJktSVE2EkSZI0q1lplCRJakgTE2Ei4kfAyurmL4GTgWXAEHA9cGxmDkbEUcDRwAbg\npMy8cKK4Jo2SJEkNqfuMMBGxEOhk5pIRyy4ATszMyyLiU8ChEfFfwFuApwELgSsj4luZuXa82CaN\nkiRJs8dTgM0j4mJKnnc8sCdwebV+OfB8YCNwVZUkro2IW4DdgP8eL7BJoyRJUkMamD29GjgVOBN4\nHCVJ7GTmULV+FbAY2ApYMeJxw8vHZdIoSZI0e9wE3FIliTdFxN2USuOwRcA9lDGPi8ZYPi5nT0uS\nJDVkoNOZ8qWLI4EPA0TEIygVxYsjYkm1/mDgCuBqYJ+IWBgRi4FdKZNkxmWlUZIkqSENzJ7+DLAs\nIq6kzJY+ErgLWBoR84EbgfMyc2NEnE5JIAeAEzJzzUSBZ2TSODS4sZa4gxtqCcvA3Ppexs6cGfkW\njWtw/fraYg8NDXW/0ySsX7mqlrir71jZ/U6TdNVlt9YS9zf33FtL3I2D9bx3ADtsvWUtcefNracj\n5v51NX0RAavuX1dL3K02X1BL3MGa9unN/7/69r2BuXNqiTtns3pe44F582qJW2JvVkvcOfPreS1m\niroP7p2Z64BXjLFqvzHuuxRY2mtsu6clSZLUlUmjJEmSumpX36ckSVKLNXDIndqYNEqSJDWk7jGN\ndTJplCRJakgT556ui2MaJUmS1JWVRkmSpIa0uXvaSqMkSZK6stIoSZLUEGdPS5IkqSu7pyVJkjSr\nWWmUJElqSJsPuWPSKEmS1BC7pyVJkjSrmTRKkiSpK7unJUmSGuIhdyRJktRVm8c0mjRKkiQ1xEqj\nJEmSumrzIXecCCNJkqSuTBolSZLUld3TkiRJDRlob+90PUljRFwKLBi1uAMMZeaz6timJEnSTOdE\nmD/2bmAp8JfAhpq2IUmS1CoecmeUzPxBRJwD7JaZX6ljG5IkSWpObWMaM/NDdcWWJElqozZ3Tzt7\nWpIkSV05e1qSJKkhAx7cW5IkSbOZlUZJkqSGtHlMo0mjJElSQzzkjiRJkrpqcc7omEZJkiR1Z9Io\nSZKkruyeliRJaohjGiVJktRVp8XHaTRplCRJakibD7njmEZJkiR1ZaVRkiSpIY5plCRJUlctzhnt\nnpYkSVJ3VholSZIa0ubuaSuNkiRJ6spKoyRJUkM8TqMkSZK6anP39IxMGus68GVnoJ64Q0ODtcQF\n6HTm1Ba7DgNz6/tIDW1cX0vcztx6XuO5C+fVEhdgl523riXunF/Vs4/MnVPfSJhtHrZ5LXHv/v39\ntcRdv6G+74u6rFq9rpa4O2y7RS1xBweHaolbp6GN9XwuOnNq/Jmv6bdv47q1tcSdKVqcMzqmUZIk\nSd2ZNEqSJKmrGdk9LUmSNBu1+dzTJo2SJEkNaWoiTERsC1wDHABsAJYBQ8D1wLGZORgRRwFHV+tP\nyswLJ4pp97QkSVJDOp2pX7qJiHnAp4HhGX2nASdm5j5ABzg0IrYH3gLsDRwInBIRCyaKa9IoSZI0\nu5wKfAq4vbq9J3B5dX05sD/wDOCqzFybmSuAW4DdJgpq0ihJktSQgU5nypeJRMRrgDsz86IRizuZ\nOXwsqlXAYmArYMWI+wwvH5djGiVJkmaPI4GhiNgf2B34HLDtiPWLgHuAldX10cvHZdIoSZLUkLpP\nI5iZ+w5fj4jLgGOAD0XEksy8DDgYuBS4Gjg5IhYCC4BdKZNkxmXSKEmS1JBpOuTOO4ClETEfuBE4\nLzM3RsTpwBWU4YonZOaaiYKYNEqSJM1CmblkxM39xli/FFjaazyTRkmSpIYMtPfY3iaNkiRJTWnz\nGWE85I4kSZK6stIoSZLUECuNkiRJmtWsNEqSJDXEiTCSJEnqqs3d0yaNkiRJDWlxzuiYRkmSJHXX\nWNIYEQua2pYkSZL6q+/d0xHxAuDjwHrKeQy/WK1aDjy339uTJElqi4EW90/XUWk8AdgdeCZwdES8\nulre3ldJkiSpDzp9+Ddd6pgIsy4zfw8QEYcC34mIXwFDNWxLkiSpNVpcaKyl0nhrRJwWEVtk5irg\nMOBfgSfUsC1JkiQ1oI6k8Ujgp1SVxcz8v8BzgP+oYVuSJEmtMdDpTPkyXfrePZ2ZG4Blo5b9Fjiu\n39uSJElSMzy4tyRJUkM8I4wkSZK6anHO6BlhJEmS1J2VRkmSpIbYPS1JkqSuBtqbM9o9LUmSpO5M\nGiVJktSV3dOSJEkNcUyjJEmSumpxzmjSKEmS1JTpPA3gVJk0SpIkNaTN3dNOhJEkSVJXJo2SJEnq\nyu5pSZKkhrS4d9qkUZIkqSltHtNo0ihJktSQFueMjmmUJElSdz0ljRExp+6GSJIkzXYDnc6UL9Ol\n1+7pX0bE94ALgW9k5u9qbJMkSZJmmF6TxscAzwYOBt4eEfcBF2bmB2tpVcde8/81NFRP3Jr+Uhka\n3FhLXIChDRtqiltPm4cGa3rvgPXrBmuJe9tdK2qJu3izhbXEBZg/r56OkBv+3121xN1Q4z6yYG49\nw9S3WbRFLXHvX1PPPr1w0YJa4gJsWLO+lridOfX87m1cvbqWuACdLev5XNT1XT9TzPoxjZm5AfgZ\n8N/AVcBOwItrbJckSZJmkJ7+LI2IG4CHAF8ALgHem5n31NkwSZKk2abNh9zptR7+EeByYAnw18BL\nI+JxdTVKkiRpNup0pn6ZLr12Ty/NzJcBewLLgXcCP6+zYZIkSbNNp9OZ8mW69No9fTSwP/B04CfA\nqcDXa2yXJEmSZpBep9o9CVgKHJ6Za2tsjyRJkmagXsc0vodSabwqIq6NiI9ERD1z7SVJkmapWT+m\nEfgYsDlwJPBqYB7wqboaJUmSNBs9GM4Is2dmPmXE7TdVh+GRJElSj1p8xJ2eK40DEbH18I3q+uw+\nZLskSVKfzfrZ08BpwH9HxAVAB3gBcEptrZIkSdKM0utxGs8G/hL4BfBL4LDMPKvOhkmSJGnmmLDS\nGBF/M2rRqur/PSJij8z8XD3NkiRJmn3aPKaxW/f0c6r/HwvsQjmg90bgIOBngEmjJElSj+oekxgR\ncyjH1g5gCDgGWAMsq25fDxybmYMRcRRwNGWeykmZeeFEsSfsns7MIzLzCEqiuFtmHpWZxwB7AFtO\n6VlJkiSp314AkJl7AycCJ1PmppyYmftQ5qYcGhHbA28B9gYOBE6JiAUTBe519vQjgN+NuH0fsMOm\nPANJkqQHu7oP7p2ZXwVeX93cCbgH2BO4vFq2nHLClmcAV2Xm2sxcAdwC7DZR7F5nT38d+FZEnE9J\nNF8CfLHHx0qSJIn6u6cBMnNDRHyWMon5xcABmTlUrV4FLAa2AlaMeNjw8nH1Onv67cAngCcAjwNO\nzcz3AlTlTUmSJM0Qmflq4PGU8Y2bjVi1iFJ9XFldH718XL1WGsnMLwNfHmPVN4Cn9hpHkiTpwaru\nQmNEvAp4VGaeAqwGBoEfRsSSzLwMOBi4FLgaODkiFgILgF0pk2TG1XPSOIGuTz8iNgMGM3NtH7Yn\nSZKksZ0PnB0R3wXmAccBNwJLI2J+df28zNwYEacDV1B6nk/IzDUTBe5H0jg0ekFEPBH4APB74Fzg\nTGBjRLy123RuSZKk2aruMY2ZeR/w0jFW7TfGfZdSuq970o+kcSyfAt4L7AycR+lTX0OZsWPSKEmS\nHpRm88G9J2sgMy8HLo+I52TmHQARsaGm7UmSJM14Ay3OGusa05gRcSbw+sx8DUBEvBv4TR+2J0mS\n1Eotzhl7O+RORFw8weo3j7HsKOBrmTk4Ytn/A47YhLZJkiRphui10rhZROyYmf939IrMvHKMZYPA\nf45a9m+Ta6IkSZKmW69J48OBWyPiDuB+Spf0UGY+praWSZIkzTJNnBGmLr0mjQfV2gpJkqQHgRbn\njD2fRvA2YG/KCbDvBParlkmSJOlBoNeJMP8EHAIcRqlOHhERH66zYZIkSbNNZ6Az5ct06SlpBA4E\nXgWsycyVwAGUcxdKkiSpR53O1C/TpdekcfjQOcOnDFwwYpkkSZJmuV4nwvwH8EXgoRFxHKXq+Pna\nWiVJkjQLzfrZ05n5wYg4ELgNeDTw95npOaQlSZIeJCZMGiNi3xE37we+NnJdZn63roZJkiTNNi0u\nNHatNP6f6v+HAY8FvgdsBJ4FXEc5DI8kSZJ6MGu7pzPzOQAR8Q3gsMy8pbq9E/Dp+psnSZI0e7Q4\nZ+x59vROwwlj5VfATjW0R5IkSTNQr7OnfxQRn6XMoh4AXgFcUVurJEmSNKP0mjS+FngzcAzlWI2X\nAJ+oq1GSJEmzUov7p3tNGi/MzOcDnjpQkiRpkto8EabXMY2bRcSOtbZEkiRplmvzaQR7rTRuA9wa\nEXdQjtcIQGY+ppZWSZIkaUbpNWk8BDgIeF71mO8AnhFGkiRpE3QG2ts93WvS+AZgF+BsoAMcAewM\nvK2eZkmSJGkm6TVpfD6wR2YOAkTE1ylnhDFplCRJ6lGL58H0nDTOrS7rRtzeWEuLatSZ0+vT3TRD\ng617KWBoqJawnYE5tcQFYE49sTtz64m7fvW67neapB/+/De1xP3+r26uJe5DN9uqlrgAf7r+kbXE\nHappH7l//fpa4gLcvvKeWuLOr2nfu2/15rXE/d3t99YSF2C7P9m6lriDa+v5XMxZML+WuLWqad+b\nKdo8e7rXLOpc4LKI+Pfq9suBz9fTJEmSJM00PSWNmfmBiPgx8FzKYXpOzsyv19oySZKkWabFhcae\nK41k5nJgeY1tkSRJmtXa3D3d68G9JUmS9CBm0ihJkqSu6plOLEmSpD/S4t5pk0ZJkqSmtHlMo0mj\nJElSU1o8MNCkUZIkqSFtrjS2ON+VJElSU0waJUmS1JXd05IkSQ1pce+0SaMkSVJT2jym0aRRkiSp\nIS3OGR3TKEmSpO6sNEqSJDWlxaVGK42SJEnqykqjJElSQzoDVholSZI0i9WeNEbEtnVvQ5IkqQ06\nnalfpkvfu6cj4vGjFn0uIv4GIDNv6vf2JEmS2sLjND7QJcBq4HagAwTwaWAIeG4N25MkSWqFFueM\ntXRPPw24ATglM58DXJuZz8lME0ZJkqSW6nulMTPviIiXAqdGxNP7HV+SJElji4h5wFnAzsAC4CRK\nMW8Zpdf3euDYzByMiKOAo4ENwEmZeeFEsWuZCJOZGzLzOEoXtTO0JUmSoImZMIcDd2fmPsBBwMeB\n04ATq2Ud4NCI2B54C7A3cCBwSkQsmChwrcdpzMxllMxWkiTpQa+B4zR+CThveHOUKuKewOXVsuXA\n84GNwFWZuRZYGxG3ALsB/z1eYA/uLUmS1JC6J8Jk5r0AEbGIkjyeCJyamUPVXVYBi4GtgBUjHjq8\nfFx2HUuSJDWlgQM1RsSOwKXAOZn5eWBwxOpFwD3Ayur66OXjMmmUJEmaJSJiO+Bi4F2ZeVa1+McR\nsaS6fjBwBXA1sE9ELIyIxcCulEky47J7WpIkafY4HngI8N6IeG+17K3A6RExH7gROC8zN0bE6ZQE\ncgA4ITPXTBTYpFGSJKkhDYxpfCslSRxtvzHuuxRY2mtsk0ZJkqSGNDB7ujaOaZQkSVJXVholSZIa\n0mnxyadNGiVJkprS3pzR7mlJkiR1Z6VRkiSpIW3unrbSKEmSpK6sNEqSJDWkzZVGk0ZJkqSmtLiP\n16RRkiSpIW2uNLY435UkSVJTTBolSZLUld3TkiRJDWlz97RJoyRJUlPamzPOzKRxaHBjLXEH19cS\nloF58+oJTH2vRV06nfaNeNh4/5pa4q5bXdMHDrh9xYpa4v72vrtqifvrVb+tJS7AnIF6PnN33Pf7\nWuLOn1Pf98Wjtnp4LXHvqWkfWXHv2lribnN/ffve/SvreS0WD9STSQwsmF9LXIBOTfteXXFnik5N\n73UTZvc7I0mSpL6YkZVGSZKkWanFYxqtNEqSJKkrK42SJEkNaXGh0aRRkiSpKW0+5I7d05IkSerK\nSqMkSVJTWnzIHZNGSZKkhtg9LUmSpFnNSqMkSVJT2ltotNIoSZKk7qw0SpIkNaTNYxpNGiVJkhrS\ncfa0JEmSumpxpdExjZIkSerKSqMkSVJD2jym0UqjJEmSurLSKEmS1JT2FhpNGiVJkprS5tnTdk9L\nkiSpq9orjRExAOwA/DozB+veniRJ0ozlRJgHiojPVP8/E7gJOB+4PiL2qmN7kiRJbdDpdKZ8mS51\ndU//SfX/ycDBmflMYH/ggzVtT5IkSTWqe0zjxsy8GSAzb29ge5IkSTPXQGfql2lS15jGxRFxDbBF\nRLwWOBf4MHBbTduTJElSjWpJGjNzz4hYADwFWA0MAtcBn6lje5IkSW3Q5jPC1DZ7OjPXAlePWPSp\nurYlSZLUCu3NGT24tyRJUlPaXGl0YookSZK6MmmUJElSV3ZPS5IkNaXF5542aZQkSWpIm8c0mjRK\nkiQ1xaRRkiRJM0VEPBP4YGYuiYhdgGXAEHA9cGxmDkbEUcDRwAbgpMy8cKKYToSRJElqSKfTmfKl\nm4j4O+BMYGG16DTgxMzch3KkyEMjYnvgLcDewIHAKdWJWcZl0ihJkjS7/A9w2IjbewKXV9eXA/sD\nzwCuysy1mbkCuAXYbaKgJo2SJElNGehM/dJFZn4ZWD9iUSczh6rrq4DFwFbAihH3GV4+ftM36YlK\nkiSpbQZHXF8E3AOsrK6PXj4uk0ZJkqSGNDGmcQw/jogl1fWDgSuAq4F9ImJhRCwGdqVMkhmXs6cl\nSZKaMj2H3HkHsDQi5gM3Audl5saIOJ2SQA4AJ2TmmomCmDRKkiQ1pNPQGWEy81Zgr+r6TcB+Y9xn\nKbC015h2T0uSJKkrk0ZJkiR1Zfe0JElSUzyNoCRJkrqZ5OznGcGkUZIkqSkmjQ9ug+vXd7/TJA3M\nrektqulDW+trMaee12LOZgu732kSFu2wVS1xAV7/0qfXEvfQX0UtcdetH+x+p0lade+6WuKuXlPP\nZ/m3K+6rJS7Awnnzaom747aLut9pEgYHh7rfaRK2eVQ97QV4yE4PqSXu3M0mPOXvpHVq+t4E6NT1\n+zTLNTV7ug5OhJEkSVJXJo2SJEnqytqyJElSUxzTKEmSpK5anDTaPS1JkqSurDRKkiQ1xOM0SpIk\nqTsPuSNJkqTZzEqjJElSQzqd9tbr2ttySZIkNcZKoyRJUlOcCCNJkqRunD0tSZKk7pw9LUmSpNnM\npFGSJEmYWVJMAAAM5UlEQVRd2T0tSZLUEMc0SpIkqTuTRkmSJHXlwb0lSZI0mzVSaYyIhwN3Z+ZQ\nE9uTJEmaiTotPuROLUljRBwB7AhcCHweWANsHhFvzMxL6timJEmS6lNXpfGNwBLgAuCFmXlTRDwC\n+E/ApFGSJD04tXgiTF1jGtdn5n3AKuAXAJl5O2D3tCRJetDqdDpTvkyXuiqNF0TEfwLXAxdGxEXA\nQcB3atqeJEmSalRLpTEz/wk4DegAvwK2BU7PzHfXsT1JkqRW6AxM/TJNaps9nZmXA5fXFV+SJKlt\n2jx72uM0SpIkqSvPCCNJktQUZ09LkiRpNrPSKEmS1JDpPGTOVJk0SpIkNWUaZz9PlUmjJElSU5w9\nLUmSpNnMpFGSJEld2T0tSZLUECfCSJIkqTsnwkiSJKmbNlca25vuSpIkqTFWGiVJkprS4u7p9rZc\nkiRJjbHSKEmS1JBOiw/ubdIoSZLUFCfCSJIkaTaz0ihJktSQTosnwpg0SpIkNaXF3dOdoaGh6W6D\nJEmSZrj21kglSZLUGJNGSZIkdWXSKEmSpK5MGiVJktSVSaMkSZK6MmmUJElSV609TmNEDACfAJ4C\nrAVel5m39DH+M4EPZuaSPsWbB5wF7AwsAE7KzAv6FHsOsBQIYAg4JjOv70fsKv62wDXAAZn58z7G\n/RGwsrr5y8w8ok9x3wO8EJgPfCIzP9OHmK8BXlPdXAjsDmyfmfdMMe484LOUz8VG4Kh+vcYRsQA4\nG3gM5XU+NjNvnmLM/90vImIXYBnlM3d9FX9wqnFHLPsIkJn5qT62eXfgY5TXei3wN5n52z7EfSJw\nBtABbqZ8H22YatwRy14BvDkz/2wyMcdp8x7AhVV7AT6ZmV/sQ9xtKd9HDwHmUF7j/+lD3C8A21er\ndga+n5kvm0zcMWLvDnwK2ADcRHn/pvxZjoinVnHXAtcCb93UuGP9dgA30Id9b6Lfpansf+O0+VdM\ncd8bJ+4t9GnfU3dtrjS+CFhYfYm+G/hwvwJHxN8BZ1KSg345HLg7M/cBDgI+3sfYLwDIzL2BE4GT\n+xW42kk/Ddzfr5hV3IVAJzOXVJd+JYxLgGcBewP7ATv2I25mLhtuKyWBfstUE8bKIcDczHwW8H76\n+N4BRwH3ZuZewJuZ4mdujP3iNODE6jPdAQ7tR9yI2CYillMS/ykZo80fpSRfS4DzgXf1Ke4HgOOr\nfRCqfbIPcamSu9dSXuNJGyP2nsBpI/bBySaMo+P+M3BuZu5L+T56Qj/iZubLqvftL4F7gLdNJu44\nbf574P2Z+WxKMvLnfYp7BnBctY+sAF4xibBj/Xb0Zd8bK3af9r+x2tyPfW+suH3Z99SbNieNzwa+\nCZCZ3wee1sfY/wMc1sd4AF8C3ltd71D+ou2LzPwq8Prq5k6UL9R+OZXyl/LtfYwJpUK8eURcHBHf\niYi9+hT3QOA64CvA1yiVlL6JiKcBT8rMM/oU8iZgblU53wpY36e4AE8ElkMpFwC7TjHe6P1iT+Dy\n6vpyYP8+xd0S+AfgnEnGmyj2yzLz2ur6XGBNn+L+VWZ+NyLmU6phK/oRNyIeRvlRPG6S8caNTXn/\n/jwivhsRn4mIRX2KuzfwqIi4BHglcFmf4g77P8DHMvPXk4w7VuwfAw+NiA6wiMnvh6PjPiozv1dd\nv4ryu7Wpxvrt6Ne+N1bsfux/Y8Xtx743Vtx+7XvqQZuTxq144IdjY0T0pbs9M79Mf3+8ycx7M3NV\n9cV8HuUv8H7G3xARn6WU/8/tR8yqS/bOzLyoH/FGWU1JSA8EjgHO7dP793DKHxAvGRG3n+dsOp7y\no9Uv91K6Wn5O6dI7vY+xrwX+IiI6VVL+yGoow6SMsV90MnP4lFKrgMX9iJuZv8zMH0y2nV1i/xog\nIp4FvAn4SJ/iboyInYCfUT6DP5lq3Oq9+gzwdsrrOyVjvH9XA++sKoK/oFTb+hF3Z+D3mbk/pUty\nUtXcsb6Hq67v51G6ZidtjNg3U/a9G4HtmGSiO0bcX0TEftX1FwBbTCLmWL8d/dr3/ih2P/a/ceJO\ned8bJ25f9j31ps1J40rKX4TDBmb6OIaI2BG4FDgnMz/f7/iZ+Wrg8cDSiNjkL6cxHAkcEBGXUcbw\nfS4itp/4IT27Cfi3zBzKzJuAu4Ed+hD3buCizFxXVdfWANv0IS4RsTUQmXlpP+JV3kZp7+Mp1dfP\nVl33/XAWZT+5gtKld01mbuxTbICRY6gW0d8Kd20i4q8p1fM/z8w7+xU3M2/LzMdVsU/rQ8g9gccB\nnwS+ADwxIv6lD3GHfSUzrxm+DuzRp7h3A8Pjtb9Gf3uBXgx8vs+fYyhdp/tk5hOAz9G/4U5HAO+J\niG8DdwB3TSbIGL8dfdv36vpdGituP/a9seLWsO9pHG1OGq+ijAejqqJcN73NmVhEbAdcDLwrM8/q\nc+xXVZM/oFTwBnngl8qkZOa+mblfNQblWsrA5d9MNW7lSKov5oh4BKVyPJXupmFXAgdV1bVHUP6y\nv7sPcQH2Bb7dp1jDfs8fKua/A+ZRJg/0w9OBb1fjtL5EqSb104+rMaQAB1OS0xktIg6nVDmWZGbf\nXo+IuCAiHlfdXEV/9r+rM/NJ1f73MuCGzOxHN/WwiyLiGdX151HG6vbDlVTfzZR95md9igulG3Z5\nH+MN+x1/mJR3O2USTz/8OfDKzHwe8DDgW5saYJzfjr7se3X9Lo0Vtx/73jhx+77vaXytnT1N+cv4\ngIj4HmVsQ18mUtToeMoX0XsjYnhMxsGZ2Y8JJucDZ0fEdylJx3F9ilunzwDLIuJKygzAI/tRKc7M\nCyNiX0rX2wBlVmG/qhJB/xOvjwBnRcQVlNnex2fmfX2KfTPwjxFxAqUS8do+xR32DkpVez6lW++8\nPsfvq6q793RKl+n5EQFweWZOqlt2lH+ifJ7XUf5we10fYtbtDcDHImI98Bv+MC56qt4BnBkRb2Dy\nkz/GU8c+COX9+kJEbADWUSaR9cPNwLcjYjVwaWZ+YxIxxvrteCtweh/2vbp+l0bHnQM8GbiNqe17\nY7X3BNq377VWZ2hoqPu9JEmS9KDW5u5pSZIkNcSkUZIkSV2ZNEqSJKkrk0ZJkiR1ZdIoSZKkrkwa\nJU1aRFw24nhxU4mzpDqI/LSLiEMi4raI6PnMShHhYSgkzXomjZL0QC8GTs7MV053QyRpJmnzwb0l\n9VlEHA8cDmyknHnhE8DXKac/W0M5w8WZlFPD3Uo51+vwY98NvJRyIN+LKOcc3gn45vDjq/MRj2eb\niPgG8FgggZdk5tqIOIJywOghyllL3pSZ90bEUGZ2qm2/hnKmiddExK3ADyinvtwnM+8Y57n+BXAS\n5Y/nXwBHU84P/CJg/4gYzMwzx3nszsC/AVsC3x+x/JGUA9dvTTkt5r9n5rurg7f/Y2ZeXJ0L/SZg\nv8y8fYLXQ5JmFCuNkoDSLQu8kHLO4z2AXYCDKGfhOLxK+N4MkJm7Am+hJHhExEHV455ePfaRwHCl\nbuTjJ/Jo4FhgV2B7SuL2p5QzPuyXmX8K3Af0chaJ5ZkZEySM2wKfBl6UmbtRTkv68SpJvAB433gJ\nY+XjwLLM3L167LCXUxLFvYDdgDdGxMMp5wE/vLrPPsAtJoyS2sakUdKw51ISnvurUzqeRTkn8R2Z\neWt1nyXAfwBk5s3A96rl+wPPpFQCf0SpRD6pWjfy8RP5SWb+MjMHKadGeziwH/C1zBw+f/gZVZu6\n+UGX9c8Arh7Rrl7jDlsCfLG6fi6wHiAzTwV+FRF/C3yUcmrILSiv2QERsTnwamDZJmxLkmYEk0ZJ\nw0Z/H3QoQ1hGnod2aNT9hs8XPgf4l8zcvaq+PRM4uVrX63lsR557fKja/nhtAqDq6oVyzvWRum1z\nwrg9GPk6DAGDVXs+TKnA3kbp+r4L6FTnE/8G8BJKcvrVTdiWJM0IJo2Shn0HeHlEbBYRc4EjgEtH\n3ecS4BURMRAROwHPGvHYV0XEltVjv0qZUDJVlwEvjIiHVrePGtGmu4AnVYnjCzcx7g+AvaqxiQCv\n54+f60Qu4Q/dzYcBC6rrBwAfyswvATtSuunnVOvOoiTSyzNz7Sa2V5KmnUmjJAAy80LgQuCHwM8o\n1bKvjbrbJ4CVlO7jpcD11WO/BnyZkoxdD1wLfLYPbfopcApweUT8nDLB5MRq9bur9v4XZeLMpsT9\nLSVR/EpE/IzS3XzMJoR4E/BXEfFT4BBgVbX8FOCciLgGeCfltfyTaptXUaqSZ29KWyVppugMDXl4\nMUmqU1UNfTLwuczcY7rbI0mT4SF3JDUiIvYBPjbO6kP6PZs4IjajVCHH8r7MvKDL4z9E6W4e7YeZ\n+bpNbM5xlMrjSzbxcZI0Y1hplCRJUleOaZQkSVJXJo2SJEnqyqRRkiRJXZk0SpIkqSuTRkmSJHVl\n0ihJkqSu/n8A0RjsUm/sMAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x106de78d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "grouped_df = order_item.groupby([\"order_dow\", \"order_hour_of_day\"])[\"order_number\"].aggregate(\"count\").reset_index()\n",
    "grouped_df = grouped_df.pivot('order_dow', 'order_hour_of_day', 'order_number')\n",
    "\n",
    "plt.figure(figsize=(12,6))\n",
    "sns.heatmap(grouped_df)\n",
    "plt.title(\"Frequency of Day of week Vs Hour of day\")\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jiayou/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  app.launch_new_instance()\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3343014</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2030307</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>19.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>66.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>94891</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>15.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2557754</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>329954</td>\n",
       "      <td>4</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2267326</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>25.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2196797</td>\n",
       "      <td>5</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    order_id  user_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "0    3343014        4    prior             1          6                 11   \n",
       "1    2030307        4    prior             2          4                 11   \n",
       "2     691089        4    prior             3          4                 15   \n",
       "3      94891        4    prior             4          5                 13   \n",
       "4    2557754        4    prior             5          5                 13   \n",
       "5     329954        4     test             6          3                 12   \n",
       "6    2717275        5    prior             1          3                 12   \n",
       "7    1909121        5    prior             2          0                 16   \n",
       "8    2267326        5    prior             3          3                 18   \n",
       "9     157374        5    prior             4          1                 18   \n",
       "10   2196797        5    train             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  days_since_first_order  max_days  \\\n",
       "0                      NaN                     0.0      85.0   \n",
       "1                     19.0                    19.0      85.0   \n",
       "2                     21.0                    40.0      85.0   \n",
       "3                     15.0                    55.0      85.0   \n",
       "4                      0.0                    55.0      85.0   \n",
       "5                     30.0                    85.0      85.0   \n",
       "6                      NaN                     0.0      46.0   \n",
       "7                     11.0                    11.0      46.0   \n",
       "8                     10.0                    21.0      46.0   \n",
       "9                     19.0                    40.0      46.0   \n",
       "10                     6.0                    46.0      46.0   \n",
       "\n",
       "    days_to_last_order  \n",
       "0                 85.0  \n",
       "1                 66.0  \n",
       "2                 45.0  \n",
       "3                 30.0  \n",
       "4                 30.0  \n",
       "5                  0.0  \n",
       "6                 46.0  \n",
       "7                 35.0  \n",
       "8                 25.0  \n",
       "9                  6.0  \n",
       "10                 0.0  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_orders = orders[orders.user_id.isin([4,5])]\n",
    "dsfo = toy_orders.groupby('user_id').days_since_prior_order.cumsum().fillna(0)\n",
    "toy_orders['days_since_first_order'] = dsfo\n",
    "max_days = toy_orders.groupby('user_id').days_since_first_order.agg({'max_days':'max'}).reset_index()\n",
    "toy_orders = toy_orders.merge(max_days, on = 'user_id', how = 'left')\n",
    "toy_orders['days_to_last_order'] = toy_orders.max_days - toy_orders.days_since_first_order\n",
    "toy_orders\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>product_name</th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>department_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>385</td>\n",
       "      <td>Liquid Drink Mix Blackberry Lemonade</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>463</th>\n",
       "      <td>464</td>\n",
       "      <td>Liquid Water Enhancer Peach Green Tea With Gin...</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>762</th>\n",
       "      <td>763</td>\n",
       "      <td>Lemonade Flavor Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>841</th>\n",
       "      <td>842</td>\n",
       "      <td>Sugar Free Fruit Juicy Red Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1241</th>\n",
       "      <td>1242</td>\n",
       "      <td>On The Go Fruit Punch Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1594</th>\n",
       "      <td>1595</td>\n",
       "      <td>Tradtional Hot Chocolate Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1805</th>\n",
       "      <td>1806</td>\n",
       "      <td>Strawberry Unsweetened Soft Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2174</th>\n",
       "      <td>2175</td>\n",
       "      <td>Rich Chocolate Hot Cocoa Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2234</th>\n",
       "      <td>2235</td>\n",
       "      <td>Peach Mango Green Tea Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2248</th>\n",
       "      <td>2249</td>\n",
       "      <td>Powdered Grape Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2284</th>\n",
       "      <td>2285</td>\n",
       "      <td>Vegan Hot Chocolate</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2322</th>\n",
       "      <td>2323</td>\n",
       "      <td>Rich Chocolate Flavored Milk Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2426</th>\n",
       "      <td>2427</td>\n",
       "      <td>Blueberry Lemonade Liquid Water Enhancer</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2529</th>\n",
       "      <td>2530</td>\n",
       "      <td>Pink Lemonade Unsweetened Soft Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2847</th>\n",
       "      <td>2848</td>\n",
       "      <td>Strawberry Orange Banana Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2929</th>\n",
       "      <td>2930</td>\n",
       "      <td>Classic Malt Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3046</th>\n",
       "      <td>3047</td>\n",
       "      <td>All Natural Chocolate Moo-usse Hot Chocolate</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3684</th>\n",
       "      <td>3685</td>\n",
       "      <td>Unsweet Lemon Lime Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4080</th>\n",
       "      <td>4081</td>\n",
       "      <td>On the Go Natural Lemonade Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4179</th>\n",
       "      <td>4180</td>\n",
       "      <td>On The Go Peach Iced Tea Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4342</th>\n",
       "      <td>4343</td>\n",
       "      <td>Hot Cocoa Mix, Milk Chocolate Flavor</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4469</th>\n",
       "      <td>4470</td>\n",
       "      <td>Cherry Liquid Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4606</th>\n",
       "      <td>4607</td>\n",
       "      <td>Marshmallow Lovers Hot Cocoa Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4671</th>\n",
       "      <td>4672</td>\n",
       "      <td>Nesquik Chocolate Flavor Powdered Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4680</th>\n",
       "      <td>4681</td>\n",
       "      <td>On the Go Raspberry Lemonade</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5608</th>\n",
       "      <td>5609</td>\n",
       "      <td>Nesquick Chocolate Flavor Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6087</th>\n",
       "      <td>6088</td>\n",
       "      <td>Berry Grape Liquid Water Enhancer</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6356</th>\n",
       "      <td>6357</td>\n",
       "      <td>Raspberry Iced Tea Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6387</th>\n",
       "      <td>6388</td>\n",
       "      <td>Organic Cocoa Powder</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6487</th>\n",
       "      <td>6488</td>\n",
       "      <td>Grape Water Enhancer</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42803</th>\n",
       "      <td>42804</td>\n",
       "      <td>Fruit Punch Liquid Water Enhancer</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43113</th>\n",
       "      <td>43114</td>\n",
       "      <td>Blackberry Pomegranate Iced Green Tea To Go Pa...</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43333</th>\n",
       "      <td>43334</td>\n",
       "      <td>Classics Hot Cocoa Mix Variety Pack</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43675</th>\n",
       "      <td>43676</td>\n",
       "      <td>On the Go with Caffeine Grape Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43858</th>\n",
       "      <td>43859</td>\n",
       "      <td>Half Lemonade &amp; Half Iced Tea Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43862</th>\n",
       "      <td>43863</td>\n",
       "      <td>Carnation Original Malted Milk</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43906</th>\n",
       "      <td>43907</td>\n",
       "      <td>Unsweetened Lemonade</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44430</th>\n",
       "      <td>44431</td>\n",
       "      <td>Kiwi Strawberry Nutrient Enhanced Water Bevera...</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44717</th>\n",
       "      <td>44718</td>\n",
       "      <td>Orange Flavor Liquid Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45026</th>\n",
       "      <td>45027</td>\n",
       "      <td>Drops Mixed Berry Flavor Enhancer</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45298</th>\n",
       "      <td>45299</td>\n",
       "      <td>Thirst Quencher Powder Lemon Lime</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45368</th>\n",
       "      <td>45369</td>\n",
       "      <td>Cherry Pomegranate Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45439</th>\n",
       "      <td>45440</td>\n",
       "      <td>On the Go Lemon Iced Tea Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45763</th>\n",
       "      <td>45764</td>\n",
       "      <td>Orange Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46096</th>\n",
       "      <td>46097</td>\n",
       "      <td>Instant Breakfast Essentials Rich Milk Chocola...</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46258</th>\n",
       "      <td>46259</td>\n",
       "      <td>Raspberry Ice Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46519</th>\n",
       "      <td>46520</td>\n",
       "      <td>Peach Iced Tea 6 Pitcher Drink Mix Packs</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46686</th>\n",
       "      <td>46687</td>\n",
       "      <td>Organic Dandelion Dark Roast Herbal Coffee</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46734</th>\n",
       "      <td>46735</td>\n",
       "      <td>Cherry Caffeine Free Unsweetened Soft Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47329</th>\n",
       "      <td>47330</td>\n",
       "      <td>Double Chocolate Hot Cocoa Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47431</th>\n",
       "      <td>47432</td>\n",
       "      <td>Concord Grape Drink Mix Packets</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47548</th>\n",
       "      <td>47549</td>\n",
       "      <td>Organic Whole Trade Hot Chocolate</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47984</th>\n",
       "      <td>47985</td>\n",
       "      <td>Baking &amp; Drinking Wondercocoa</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48000</th>\n",
       "      <td>48001</td>\n",
       "      <td>Chocolate 1% Lowafat Milk</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48137</th>\n",
       "      <td>48138</td>\n",
       "      <td>Mango Passionfruit Liquid Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48410</th>\n",
       "      <td>48411</td>\n",
       "      <td>Mint &amp; Chocolate Hot Cocoa Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48545</th>\n",
       "      <td>48546</td>\n",
       "      <td>Banana Smoothie Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49035</th>\n",
       "      <td>49036</td>\n",
       "      <td>Tropical Punch Liquid Drink Mix</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49597</th>\n",
       "      <td>49598</td>\n",
       "      <td>Hot Cocoa Mix With Marshmallows Envelopes</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49622</th>\n",
       "      <td>49623</td>\n",
       "      <td>Freeze-Dried Powder Coconut Water</td>\n",
       "      <td>90</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>223 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       product_id                                       product_name  \\\n",
       "384           385               Liquid Drink Mix Blackberry Lemonade   \n",
       "463           464  Liquid Water Enhancer Peach Green Tea With Gin...   \n",
       "762           763                          Lemonade Flavor Drink Mix   \n",
       "841           842               Sugar Free Fruit Juicy Red Drink Mix   \n",
       "1241         1242                    On The Go Fruit Punch Drink Mix   \n",
       "1594         1595                       Tradtional Hot Chocolate Mix   \n",
       "1805         1806              Strawberry Unsweetened Soft Drink Mix   \n",
       "2174         2175                       Rich Chocolate Hot Cocoa Mix   \n",
       "2234         2235                    Peach Mango Green Tea Drink Mix   \n",
       "2248         2249                           Powdered Grape Drink Mix   \n",
       "2284         2285                                Vegan Hot Chocolate   \n",
       "2322         2323                   Rich Chocolate Flavored Milk Mix   \n",
       "2426         2427           Blueberry Lemonade Liquid Water Enhancer   \n",
       "2529         2530           Pink Lemonade Unsweetened Soft Drink Mix   \n",
       "2847         2848                 Strawberry Orange Banana Drink Mix   \n",
       "2929         2930                                   Classic Malt Mix   \n",
       "3046         3047       All Natural Chocolate Moo-usse Hot Chocolate   \n",
       "3684         3685                       Unsweet Lemon Lime Drink Mix   \n",
       "4080         4081               On the Go Natural Lemonade Drink Mix   \n",
       "4179         4180                 On The Go Peach Iced Tea Drink Mix   \n",
       "4342         4343               Hot Cocoa Mix, Milk Chocolate Flavor   \n",
       "4469         4470                            Cherry Liquid Drink Mix   \n",
       "4606         4607                   Marshmallow Lovers Hot Cocoa Mix   \n",
       "4671         4672        Nesquik Chocolate Flavor Powdered Drink Mix   \n",
       "4680         4681                       On the Go Raspberry Lemonade   \n",
       "5608         5609                Nesquick Chocolate Flavor Drink Mix   \n",
       "6087         6088                  Berry Grape Liquid Water Enhancer   \n",
       "6356         6357                             Raspberry Iced Tea Mix   \n",
       "6387         6388                               Organic Cocoa Powder   \n",
       "6487         6488                               Grape Water Enhancer   \n",
       "...           ...                                                ...   \n",
       "42803       42804                  Fruit Punch Liquid Water Enhancer   \n",
       "43113       43114  Blackberry Pomegranate Iced Green Tea To Go Pa...   \n",
       "43333       43334                Classics Hot Cocoa Mix Variety Pack   \n",
       "43675       43676            On the Go with Caffeine Grape Drink Mix   \n",
       "43858       43859            Half Lemonade & Half Iced Tea Drink Mix   \n",
       "43862       43863                     Carnation Original Malted Milk   \n",
       "43906       43907                               Unsweetened Lemonade   \n",
       "44430       44431  Kiwi Strawberry Nutrient Enhanced Water Bevera...   \n",
       "44717       44718                     Orange Flavor Liquid Drink Mix   \n",
       "45026       45027                  Drops Mixed Berry Flavor Enhancer   \n",
       "45298       45299                  Thirst Quencher Powder Lemon Lime   \n",
       "45368       45369                       Cherry Pomegranate Drink Mix   \n",
       "45439       45440                 On the Go Lemon Iced Tea Drink Mix   \n",
       "45763       45764                                   Orange Drink Mix   \n",
       "46096       46097  Instant Breakfast Essentials Rich Milk Chocola...   \n",
       "46258       46259                            Raspberry Ice Drink Mix   \n",
       "46519       46520           Peach Iced Tea 6 Pitcher Drink Mix Packs   \n",
       "46686       46687         Organic Dandelion Dark Roast Herbal Coffee   \n",
       "46734       46735    Cherry Caffeine Free Unsweetened Soft Drink Mix   \n",
       "47329       47330                     Double Chocolate Hot Cocoa Mix   \n",
       "47431       47432                    Concord Grape Drink Mix Packets   \n",
       "47548       47549                  Organic Whole Trade Hot Chocolate   \n",
       "47984       47985                      Baking & Drinking Wondercocoa   \n",
       "48000       48001                          Chocolate 1% Lowafat Milk   \n",
       "48137       48138                Mango Passionfruit Liquid Drink Mix   \n",
       "48410       48411                     Mint & Chocolate Hot Cocoa Mix   \n",
       "48545       48546                                Banana Smoothie Mix   \n",
       "49035       49036                    Tropical Punch Liquid Drink Mix   \n",
       "49597       49598          Hot Cocoa Mix With Marshmallows Envelopes   \n",
       "49622       49623                  Freeze-Dried Powder Coconut Water   \n",
       "\n",
       "       aisle_id  department_id  \n",
       "384          90              7  \n",
       "463          90              7  \n",
       "762          90              7  \n",
       "841          90              7  \n",
       "1241         90              7  \n",
       "1594         90              7  \n",
       "1805         90              7  \n",
       "2174         90              7  \n",
       "2234         90              7  \n",
       "2248         90              7  \n",
       "2284         90              7  \n",
       "2322         90              7  \n",
       "2426         90              7  \n",
       "2529         90              7  \n",
       "2847         90              7  \n",
       "2929         90              7  \n",
       "3046         90              7  \n",
       "3684         90              7  \n",
       "4080         90              7  \n",
       "4179         90              7  \n",
       "4342         90              7  \n",
       "4469         90              7  \n",
       "4606         90              7  \n",
       "4671         90              7  \n",
       "4680         90              7  \n",
       "5608         90              7  \n",
       "6087         90              7  \n",
       "6356         90              7  \n",
       "6387         90              7  \n",
       "6487         90              7  \n",
       "...         ...            ...  \n",
       "42803        90              7  \n",
       "43113        90              7  \n",
       "43333        90              7  \n",
       "43675        90              7  \n",
       "43858        90              7  \n",
       "43862        90              7  \n",
       "43906        90              7  \n",
       "44430        90              7  \n",
       "44717        90              7  \n",
       "45026        90              7  \n",
       "45298        90              7  \n",
       "45368        90              7  \n",
       "45439        90              7  \n",
       "45763        90              7  \n",
       "46096        90              7  \n",
       "46258        90              7  \n",
       "46519        90              7  \n",
       "46686        90              7  \n",
       "46734        90              7  \n",
       "47329        90              7  \n",
       "47431        90              7  \n",
       "47548        90              7  \n",
       "47984        90              7  \n",
       "48000        90              7  \n",
       "48137        90              7  \n",
       "48410        90              7  \n",
       "48545        90              7  \n",
       "49035        90              7  \n",
       "49597        90              7  \n",
       "49622        90              7  \n",
       "\n",
       "[223 rows x 4 columns]"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "products[products.aisle_id == 90]\n",
    "# products.shape\n",
    "# same category will have same aisle_id, total 134 aisles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>aisle</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>84</td>\n",
       "      <td>milk</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    aisle_id aisle\n",
       "83        84  milk"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "aisles[aisles['aisle'] == 'milk']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>department_id</th>\n",
       "      <th>department</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>frozen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>bakery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>produce</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>alcohol</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   department_id department\n",
       "0              1     frozen\n",
       "1              2      other\n",
       "2              3     bakery\n",
       "3              4    produce\n",
       "4              5    alcohol"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "departments.head()\n",
    "# 21 departments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>add_to_cart_order</th>\n",
       "      <th>reordered</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>897542</th>\n",
       "      <td>94891</td>\n",
       "      <td>22199</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>897543</th>\n",
       "      <td>94891</td>\n",
       "      <td>25146</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492611</th>\n",
       "      <td>157374</td>\n",
       "      <td>27344</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492612</th>\n",
       "      <td>157374</td>\n",
       "      <td>24535</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492613</th>\n",
       "      <td>157374</td>\n",
       "      <td>43693</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492614</th>\n",
       "      <td>157374</td>\n",
       "      <td>40706</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492615</th>\n",
       "      <td>157374</td>\n",
       "      <td>16168</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492616</th>\n",
       "      <td>157374</td>\n",
       "      <td>21413</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492617</th>\n",
       "      <td>157374</td>\n",
       "      <td>13988</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492618</th>\n",
       "      <td>157374</td>\n",
       "      <td>3376</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492619</th>\n",
       "      <td>157374</td>\n",
       "      <td>8518</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492620</th>\n",
       "      <td>157374</td>\n",
       "      <td>26604</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492621</th>\n",
       "      <td>157374</td>\n",
       "      <td>11777</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1492622</th>\n",
       "      <td>157374</td>\n",
       "      <td>5999</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547608</th>\n",
       "      <td>691089</td>\n",
       "      <td>1200</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547609</th>\n",
       "      <td>691089</td>\n",
       "      <td>17769</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547610</th>\n",
       "      <td>691089</td>\n",
       "      <td>43704</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547611</th>\n",
       "      <td>691089</td>\n",
       "      <td>37646</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547612</th>\n",
       "      <td>691089</td>\n",
       "      <td>11865</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547613</th>\n",
       "      <td>691089</td>\n",
       "      <td>35469</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6547614</th>\n",
       "      <td>691089</td>\n",
       "      <td>19057</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099544</th>\n",
       "      <td>1909121</td>\n",
       "      <td>43693</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099545</th>\n",
       "      <td>1909121</td>\n",
       "      <td>6808</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099546</th>\n",
       "      <td>1909121</td>\n",
       "      <td>24535</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099547</th>\n",
       "      <td>1909121</td>\n",
       "      <td>11777</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099548</th>\n",
       "      <td>1909121</td>\n",
       "      <td>21616</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099549</th>\n",
       "      <td>1909121</td>\n",
       "      <td>18761</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099550</th>\n",
       "      <td>1909121</td>\n",
       "      <td>26604</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099551</th>\n",
       "      <td>1909121</td>\n",
       "      <td>13870</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18099552</th>\n",
       "      <td>1909121</td>\n",
       "      <td>13988</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19249953</th>\n",
       "      <td>2030307</td>\n",
       "      <td>42329</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19249954</th>\n",
       "      <td>2030307</td>\n",
       "      <td>7160</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21495571</th>\n",
       "      <td>2267326</td>\n",
       "      <td>26604</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21495572</th>\n",
       "      <td>2267326</td>\n",
       "      <td>11777</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21495573</th>\n",
       "      <td>2267326</td>\n",
       "      <td>20754</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21495574</th>\n",
       "      <td>2267326</td>\n",
       "      <td>24231</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21495575</th>\n",
       "      <td>2267326</td>\n",
       "      <td>40706</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24252819</th>\n",
       "      <td>2557754</td>\n",
       "      <td>26576</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24252820</th>\n",
       "      <td>2557754</td>\n",
       "      <td>25623</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24252821</th>\n",
       "      <td>2557754</td>\n",
       "      <td>21573</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765495</th>\n",
       "      <td>2717275</td>\n",
       "      <td>15349</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765496</th>\n",
       "      <td>2717275</td>\n",
       "      <td>21413</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765497</th>\n",
       "      <td>2717275</td>\n",
       "      <td>48775</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765498</th>\n",
       "      <td>2717275</td>\n",
       "      <td>28289</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765499</th>\n",
       "      <td>2717275</td>\n",
       "      <td>8518</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765500</th>\n",
       "      <td>2717275</td>\n",
       "      <td>11777</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765501</th>\n",
       "      <td>2717275</td>\n",
       "      <td>31717</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765502</th>\n",
       "      <td>2717275</td>\n",
       "      <td>26604</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765503</th>\n",
       "      <td>2717275</td>\n",
       "      <td>43693</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765504</th>\n",
       "      <td>2717275</td>\n",
       "      <td>22475</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25765505</th>\n",
       "      <td>2717275</td>\n",
       "      <td>24535</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31695751</th>\n",
       "      <td>3343014</td>\n",
       "      <td>36606</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31695752</th>\n",
       "      <td>3343014</td>\n",
       "      <td>7350</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31695753</th>\n",
       "      <td>3343014</td>\n",
       "      <td>35469</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31695754</th>\n",
       "      <td>3343014</td>\n",
       "      <td>2707</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          order_id  product_id  add_to_cart_order  reordered\n",
       "897542       94891       22199                  1          0\n",
       "897543       94891       25146                  2          0\n",
       "1492611     157374       27344                  1          0\n",
       "1492612     157374       24535                  2          1\n",
       "1492613     157374       43693                  3          1\n",
       "1492614     157374       40706                  4          1\n",
       "1492615     157374       16168                  5          0\n",
       "1492616     157374       21413                  6          1\n",
       "1492617     157374       13988                  7          1\n",
       "1492618     157374        3376                  8          0\n",
       "1492619     157374        8518                  9          1\n",
       "1492620     157374       26604                 10          1\n",
       "1492621     157374       11777                 11          1\n",
       "1492622     157374        5999                 12          0\n",
       "6547608     691089        1200                  1          0\n",
       "6547609     691089       17769                  2          0\n",
       "6547610     691089       43704                  3          0\n",
       "6547611     691089       37646                  4          0\n",
       "6547612     691089       11865                  5          0\n",
       "6547613     691089       35469                  6          1\n",
       "6547614     691089       19057                  7          0\n",
       "18099544   1909121       43693                  1          1\n",
       "18099545   1909121        6808                  2          0\n",
       "18099546   1909121       24535                  3          1\n",
       "18099547   1909121       11777                  4          1\n",
       "18099548   1909121       21616                  5          0\n",
       "18099549   1909121       18761                  6          0\n",
       "18099550   1909121       26604                  7          1\n",
       "18099551   1909121       13870                  8          0\n",
       "18099552   1909121       13988                  9          0\n",
       "19249953   2030307       42329                  1          0\n",
       "19249954   2030307        7160                  2          0\n",
       "21495571   2267326       26604                  1          1\n",
       "21495572   2267326       11777                  2          1\n",
       "21495573   2267326       20754                  3          0\n",
       "21495574   2267326       24231                  4          0\n",
       "21495575   2267326       40706                  5          0\n",
       "24252819   2557754       26576                  1          0\n",
       "24252820   2557754       25623                  2          0\n",
       "24252821   2557754       21573                  3          0\n",
       "25765495   2717275       15349                  1          0\n",
       "25765496   2717275       21413                  2          0\n",
       "25765497   2717275       48775                  3          0\n",
       "25765498   2717275       28289                  4          0\n",
       "25765499   2717275        8518                  5          0\n",
       "25765500   2717275       11777                  6          0\n",
       "25765501   2717275       31717                  7          0\n",
       "25765502   2717275       26604                  8          0\n",
       "25765503   2717275       43693                  9          0\n",
       "25765504   2717275       22475                 10          0\n",
       "25765505   2717275       24535                 11          0\n",
       "31695751   3343014       36606                  1          0\n",
       "31695752   3343014        7350                  2          0\n",
       "31695753   3343014       35469                  3          0\n",
       "31695754   3343014        2707                  4          0"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_prior = priors[priors.order_id.isin(toy_orders.order_id)]\n",
    "toy_prior"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>product_id</th>\n",
       "      <th>add_to_cart_order</th>\n",
       "      <th>reordered</th>\n",
       "      <th>product_name</th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>department_id</th>\n",
       "      <th>user_buy_product_times</th>\n",
       "      <th>user_buy_category_times</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3343014</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>36606</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Sprouted Multi-Grain Bread</td>\n",
       "      <td>112</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>3343014</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>7350</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Natural Lime Flavor Sparkling Mineral Water</td>\n",
       "      <td>115</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3343014</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>35469</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>Enchilada Black Bean Vegetable</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3343014</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>11</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2707</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>Complete™ ActionPacs™ Fresh Scent Dishwasher D...</td>\n",
       "      <td>74</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2030307</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>19.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>42329</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Private Selection Pinot Noir</td>\n",
       "      <td>28</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2030307</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>11</td>\n",
       "      <td>19.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>7160</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Clear Cups</td>\n",
       "      <td>111</td>\n",
       "      <td>17</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1200</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Vegetable Classics Vegetable Soup</td>\n",
       "      <td>69</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>17769</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Diet Caffeine Free Naturally Flavored Lemon Li...</td>\n",
       "      <td>77</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>43704</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>Low Carb Whole Wheat Tortillas</td>\n",
       "      <td>128</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>37646</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Gala Apples</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>11865</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Light &amp; Lean Spaghetti Italiano with Meatless ...</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>35469</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Enchilada Black Bean Vegetable</td>\n",
       "      <td>38</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>691089</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>21.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>19057</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Large Extra Fancy Fuji Apple</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>94891</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>15.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>22199</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Extra-Dry Cava</td>\n",
       "      <td>134</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>94891</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>15.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>25146</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Original Orange Juice</td>\n",
       "      <td>31</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2557754</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>26576</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Yellow Corn Tortilla Chips</td>\n",
       "      <td>107</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2557754</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>25623</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Real Guacamole</td>\n",
       "      <td>67</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2557754</td>\n",
       "      <td>4</td>\n",
       "      <td>prior</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>13</td>\n",
       "      <td>0.0</td>\n",
       "      <td>55.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>30.0</td>\n",
       "      <td>21573</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>Roasted Pine Nut Hummus</td>\n",
       "      <td>67</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>15349</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Raw Agave Nectar</td>\n",
       "      <td>29</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>21413</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Soba</td>\n",
       "      <td>66</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>48775</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Red Cabbage</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>28289</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Shredded Carrots</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>8518</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Red Onion</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>11777</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>Red Raspberries</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>31717</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Cilantro</td>\n",
       "      <td>16</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>26604</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Blackberries</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>43693</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>Whole Vitamin D Milk</td>\n",
       "      <td>84</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>22475</td>\n",
       "      <td>10</td>\n",
       "      <td>0</td>\n",
       "      <td>Jicama</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2717275</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>24535</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>Plain Whole Milk Yogurt</td>\n",
       "      <td>120</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>43693</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Whole Vitamin D Milk</td>\n",
       "      <td>84</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>6808</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Spinach &amp; Cheese Tortellini</td>\n",
       "      <td>12</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>24535</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Plain Whole Milk Yogurt</td>\n",
       "      <td>120</td>\n",
       "      <td>16</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>11777</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Red Raspberries</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>21616</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Baby Arugula</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>18761</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>Balsamic Vinegar Of Modena</td>\n",
       "      <td>19</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>26604</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>Organic Blackberries</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>13870</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Lightly Salted Baked Snap Pea Crisps</td>\n",
       "      <td>107</td>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1909121</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>13988</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>Snow Peas</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2267326</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>26604</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Organic Blackberries</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>2267326</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>11777</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Red Raspberries</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>2267326</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>20754</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>Mediterranean Mint Gelato</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>2267326</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>24231</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>Tahitian Vanilla Bean Gelato</td>\n",
       "      <td>37</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>2267326</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>18</td>\n",
       "      <td>10.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>40706</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Grape Tomatoes</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>27344</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>Uncured Genoa Salami</td>\n",
       "      <td>96</td>\n",
       "      <td>20</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>24535</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>Plain Whole Milk Yogurt</td>\n",
       "      <td>120</td>\n",
       "      <td>16</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>43693</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>Whole Vitamin D Milk</td>\n",
       "      <td>84</td>\n",
       "      <td>16</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>40706</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>Organic Grape Tomatoes</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>16168</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>Large Organic Omega3 Brown Eggs</td>\n",
       "      <td>86</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>21413</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>Organic Soba</td>\n",
       "      <td>66</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>13988</td>\n",
       "      <td>7</td>\n",
       "      <td>1</td>\n",
       "      <td>Snow Peas</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3376</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>Organic Whole Kernel Sweet Corn No Salt Added</td>\n",
       "      <td>81</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8518</td>\n",
       "      <td>9</td>\n",
       "      <td>1</td>\n",
       "      <td>Organic Red Onion</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>26604</td>\n",
       "      <td>10</td>\n",
       "      <td>1</td>\n",
       "      <td>Organic Blackberries</td>\n",
       "      <td>24</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>11777</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>Red Raspberries</td>\n",
       "      <td>123</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>157374</td>\n",
       "      <td>5</td>\n",
       "      <td>prior</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>19.0</td>\n",
       "      <td>40.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>5999</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>Semi-Soft Cheese, Ripened</td>\n",
       "      <td>21</td>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    order_id  user_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "0    3343014        4    prior             1          6                 11   \n",
       "1    3343014        4    prior             1          6                 11   \n",
       "2    3343014        4    prior             1          6                 11   \n",
       "3    3343014        4    prior             1          6                 11   \n",
       "4    2030307        4    prior             2          4                 11   \n",
       "5    2030307        4    prior             2          4                 11   \n",
       "6     691089        4    prior             3          4                 15   \n",
       "7     691089        4    prior             3          4                 15   \n",
       "8     691089        4    prior             3          4                 15   \n",
       "9     691089        4    prior             3          4                 15   \n",
       "10    691089        4    prior             3          4                 15   \n",
       "11    691089        4    prior             3          4                 15   \n",
       "12    691089        4    prior             3          4                 15   \n",
       "13     94891        4    prior             4          5                 13   \n",
       "14     94891        4    prior             4          5                 13   \n",
       "15   2557754        4    prior             5          5                 13   \n",
       "16   2557754        4    prior             5          5                 13   \n",
       "17   2557754        4    prior             5          5                 13   \n",
       "18   2717275        5    prior             1          3                 12   \n",
       "19   2717275        5    prior             1          3                 12   \n",
       "20   2717275        5    prior             1          3                 12   \n",
       "21   2717275        5    prior             1          3                 12   \n",
       "22   2717275        5    prior             1          3                 12   \n",
       "23   2717275        5    prior             1          3                 12   \n",
       "24   2717275        5    prior             1          3                 12   \n",
       "25   2717275        5    prior             1          3                 12   \n",
       "26   2717275        5    prior             1          3                 12   \n",
       "27   2717275        5    prior             1          3                 12   \n",
       "28   2717275        5    prior             1          3                 12   \n",
       "29   1909121        5    prior             2          0                 16   \n",
       "30   1909121        5    prior             2          0                 16   \n",
       "31   1909121        5    prior             2          0                 16   \n",
       "32   1909121        5    prior             2          0                 16   \n",
       "33   1909121        5    prior             2          0                 16   \n",
       "34   1909121        5    prior             2          0                 16   \n",
       "35   1909121        5    prior             2          0                 16   \n",
       "36   1909121        5    prior             2          0                 16   \n",
       "37   1909121        5    prior             2          0                 16   \n",
       "38   2267326        5    prior             3          3                 18   \n",
       "39   2267326        5    prior             3          3                 18   \n",
       "40   2267326        5    prior             3          3                 18   \n",
       "41   2267326        5    prior             3          3                 18   \n",
       "42   2267326        5    prior             3          3                 18   \n",
       "43    157374        5    prior             4          1                 18   \n",
       "44    157374        5    prior             4          1                 18   \n",
       "45    157374        5    prior             4          1                 18   \n",
       "46    157374        5    prior             4          1                 18   \n",
       "47    157374        5    prior             4          1                 18   \n",
       "48    157374        5    prior             4          1                 18   \n",
       "49    157374        5    prior             4          1                 18   \n",
       "50    157374        5    prior             4          1                 18   \n",
       "51    157374        5    prior             4          1                 18   \n",
       "52    157374        5    prior             4          1                 18   \n",
       "53    157374        5    prior             4          1                 18   \n",
       "54    157374        5    prior             4          1                 18   \n",
       "\n",
       "    days_since_prior_order  days_since_first_order  max_days  \\\n",
       "0                      NaN                     0.0      85.0   \n",
       "1                      NaN                     0.0      85.0   \n",
       "2                      NaN                     0.0      85.0   \n",
       "3                      NaN                     0.0      85.0   \n",
       "4                     19.0                    19.0      85.0   \n",
       "5                     19.0                    19.0      85.0   \n",
       "6                     21.0                    40.0      85.0   \n",
       "7                     21.0                    40.0      85.0   \n",
       "8                     21.0                    40.0      85.0   \n",
       "9                     21.0                    40.0      85.0   \n",
       "10                    21.0                    40.0      85.0   \n",
       "11                    21.0                    40.0      85.0   \n",
       "12                    21.0                    40.0      85.0   \n",
       "13                    15.0                    55.0      85.0   \n",
       "14                    15.0                    55.0      85.0   \n",
       "15                     0.0                    55.0      85.0   \n",
       "16                     0.0                    55.0      85.0   \n",
       "17                     0.0                    55.0      85.0   \n",
       "18                     NaN                     0.0      46.0   \n",
       "19                     NaN                     0.0      46.0   \n",
       "20                     NaN                     0.0      46.0   \n",
       "21                     NaN                     0.0      46.0   \n",
       "22                     NaN                     0.0      46.0   \n",
       "23                     NaN                     0.0      46.0   \n",
       "24                     NaN                     0.0      46.0   \n",
       "25                     NaN                     0.0      46.0   \n",
       "26                     NaN                     0.0      46.0   \n",
       "27                     NaN                     0.0      46.0   \n",
       "28                     NaN                     0.0      46.0   \n",
       "29                    11.0                    11.0      46.0   \n",
       "30                    11.0                    11.0      46.0   \n",
       "31                    11.0                    11.0      46.0   \n",
       "32                    11.0                    11.0      46.0   \n",
       "33                    11.0                    11.0      46.0   \n",
       "34                    11.0                    11.0      46.0   \n",
       "35                    11.0                    11.0      46.0   \n",
       "36                    11.0                    11.0      46.0   \n",
       "37                    11.0                    11.0      46.0   \n",
       "38                    10.0                    21.0      46.0   \n",
       "39                    10.0                    21.0      46.0   \n",
       "40                    10.0                    21.0      46.0   \n",
       "41                    10.0                    21.0      46.0   \n",
       "42                    10.0                    21.0      46.0   \n",
       "43                    19.0                    40.0      46.0   \n",
       "44                    19.0                    40.0      46.0   \n",
       "45                    19.0                    40.0      46.0   \n",
       "46                    19.0                    40.0      46.0   \n",
       "47                    19.0                    40.0      46.0   \n",
       "48                    19.0                    40.0      46.0   \n",
       "49                    19.0                    40.0      46.0   \n",
       "50                    19.0                    40.0      46.0   \n",
       "51                    19.0                    40.0      46.0   \n",
       "52                    19.0                    40.0      46.0   \n",
       "53                    19.0                    40.0      46.0   \n",
       "54                    19.0                    40.0      46.0   \n",
       "\n",
       "    days_to_last_order  product_id  add_to_cart_order  reordered  \\\n",
       "0                 85.0       36606                  1          0   \n",
       "1                 85.0        7350                  2          0   \n",
       "2                 85.0       35469                  3          0   \n",
       "3                 85.0        2707                  4          0   \n",
       "4                 66.0       42329                  1          0   \n",
       "5                 66.0        7160                  2          0   \n",
       "6                 45.0        1200                  1          0   \n",
       "7                 45.0       17769                  2          0   \n",
       "8                 45.0       43704                  3          0   \n",
       "9                 45.0       37646                  4          0   \n",
       "10                45.0       11865                  5          0   \n",
       "11                45.0       35469                  6          1   \n",
       "12                45.0       19057                  7          0   \n",
       "13                30.0       22199                  1          0   \n",
       "14                30.0       25146                  2          0   \n",
       "15                30.0       26576                  1          0   \n",
       "16                30.0       25623                  2          0   \n",
       "17                30.0       21573                  3          0   \n",
       "18                46.0       15349                  1          0   \n",
       "19                46.0       21413                  2          0   \n",
       "20                46.0       48775                  3          0   \n",
       "21                46.0       28289                  4          0   \n",
       "22                46.0        8518                  5          0   \n",
       "23                46.0       11777                  6          0   \n",
       "24                46.0       31717                  7          0   \n",
       "25                46.0       26604                  8          0   \n",
       "26                46.0       43693                  9          0   \n",
       "27                46.0       22475                 10          0   \n",
       "28                46.0       24535                 11          0   \n",
       "29                35.0       43693                  1          1   \n",
       "30                35.0        6808                  2          0   \n",
       "31                35.0       24535                  3          1   \n",
       "32                35.0       11777                  4          1   \n",
       "33                35.0       21616                  5          0   \n",
       "34                35.0       18761                  6          0   \n",
       "35                35.0       26604                  7          1   \n",
       "36                35.0       13870                  8          0   \n",
       "37                35.0       13988                  9          0   \n",
       "38                25.0       26604                  1          1   \n",
       "39                25.0       11777                  2          1   \n",
       "40                25.0       20754                  3          0   \n",
       "41                25.0       24231                  4          0   \n",
       "42                25.0       40706                  5          0   \n",
       "43                 6.0       27344                  1          0   \n",
       "44                 6.0       24535                  2          1   \n",
       "45                 6.0       43693                  3          1   \n",
       "46                 6.0       40706                  4          1   \n",
       "47                 6.0       16168                  5          0   \n",
       "48                 6.0       21413                  6          1   \n",
       "49                 6.0       13988                  7          1   \n",
       "50                 6.0        3376                  8          0   \n",
       "51                 6.0        8518                  9          1   \n",
       "52                 6.0       26604                 10          1   \n",
       "53                 6.0       11777                 11          1   \n",
       "54                 6.0        5999                 12          0   \n",
       "\n",
       "                                         product_name  aisle_id  \\\n",
       "0                          Sprouted Multi-Grain Bread       112   \n",
       "1         Natural Lime Flavor Sparkling Mineral Water       115   \n",
       "2                      Enchilada Black Bean Vegetable        38   \n",
       "3   Complete™ ActionPacs™ Fresh Scent Dishwasher D...        74   \n",
       "4                        Private Selection Pinot Noir        28   \n",
       "5                                          Clear Cups       111   \n",
       "6                   Vegetable Classics Vegetable Soup        69   \n",
       "7   Diet Caffeine Free Naturally Flavored Lemon Li...        77   \n",
       "8                      Low Carb Whole Wheat Tortillas       128   \n",
       "9                                 Organic Gala Apples        24   \n",
       "10  Light & Lean Spaghetti Italiano with Meatless ...        38   \n",
       "11                     Enchilada Black Bean Vegetable        38   \n",
       "12               Organic Large Extra Fancy Fuji Apple        24   \n",
       "13                                     Extra-Dry Cava       134   \n",
       "14                              Original Orange Juice        31   \n",
       "15                         Yellow Corn Tortilla Chips       107   \n",
       "16                                     Real Guacamole        67   \n",
       "17                            Roasted Pine Nut Hummus        67   \n",
       "18                           Organic Raw Agave Nectar        29   \n",
       "19                                       Organic Soba        66   \n",
       "20                                Organic Red Cabbage        83   \n",
       "21                           Organic Shredded Carrots       123   \n",
       "22                                  Organic Red Onion        83   \n",
       "23                                    Red Raspberries       123   \n",
       "24                                   Organic Cilantro        16   \n",
       "25                               Organic Blackberries        24   \n",
       "26                               Whole Vitamin D Milk        84   \n",
       "27                                             Jicama        83   \n",
       "28                            Plain Whole Milk Yogurt       120   \n",
       "29                               Whole Vitamin D Milk        84   \n",
       "30                Organic Spinach & Cheese Tortellini        12   \n",
       "31                            Plain Whole Milk Yogurt       120   \n",
       "32                                    Red Raspberries       123   \n",
       "33                               Organic Baby Arugula       123   \n",
       "34                         Balsamic Vinegar Of Modena        19   \n",
       "35                               Organic Blackberries        24   \n",
       "36               Lightly Salted Baked Snap Pea Crisps       107   \n",
       "37                                          Snow Peas        83   \n",
       "38                               Organic Blackberries        24   \n",
       "39                                    Red Raspberries       123   \n",
       "40                          Mediterranean Mint Gelato        37   \n",
       "41                       Tahitian Vanilla Bean Gelato        37   \n",
       "42                             Organic Grape Tomatoes       123   \n",
       "43                               Uncured Genoa Salami        96   \n",
       "44                            Plain Whole Milk Yogurt       120   \n",
       "45                               Whole Vitamin D Milk        84   \n",
       "46                             Organic Grape Tomatoes       123   \n",
       "47                    Large Organic Omega3 Brown Eggs        86   \n",
       "48                                       Organic Soba        66   \n",
       "49                                          Snow Peas        83   \n",
       "50      Organic Whole Kernel Sweet Corn No Salt Added        81   \n",
       "51                                  Organic Red Onion        83   \n",
       "52                               Organic Blackberries        24   \n",
       "53                                    Red Raspberries       123   \n",
       "54                          Semi-Soft Cheese, Ripened        21   \n",
       "\n",
       "    department_id  user_buy_product_times  user_buy_category_times  \n",
       "0               3                       1                        1  \n",
       "1               7                       1                        1  \n",
       "2               1                       1                        1  \n",
       "3              17                       1                        1  \n",
       "4               5                       1                        1  \n",
       "5              17                       1                        1  \n",
       "6              15                       1                        1  \n",
       "7               7                       1                        1  \n",
       "8               3                       1                        1  \n",
       "9               4                       1                        1  \n",
       "10              1                       1                        2  \n",
       "11              1                       2                        3  \n",
       "12              4                       1                        2  \n",
       "13              5                       1                        1  \n",
       "14              7                       1                        1  \n",
       "15             19                       1                        1  \n",
       "16             20                       1                        1  \n",
       "17             20                       1                        2  \n",
       "18             13                       1                        1  \n",
       "19              6                       1                        1  \n",
       "20              4                       1                        1  \n",
       "21              4                       1                        1  \n",
       "22              4                       1                        2  \n",
       "23              4                       1                        2  \n",
       "24              4                       1                        1  \n",
       "25              4                       1                        1  \n",
       "26             16                       1                        1  \n",
       "27              4                       1                        3  \n",
       "28             16                       1                        1  \n",
       "29             16                       2                        2  \n",
       "30              9                       1                        1  \n",
       "31             16                       2                        2  \n",
       "32              4                       2                        3  \n",
       "33              4                       1                        4  \n",
       "34             13                       1                        1  \n",
       "35              4                       2                        2  \n",
       "36             19                       1                        1  \n",
       "37              4                       1                        4  \n",
       "38              4                       3                        3  \n",
       "39              4                       3                        5  \n",
       "40              1                       1                        1  \n",
       "41              1                       1                        2  \n",
       "42              4                       1                        6  \n",
       "43             20                       1                        1  \n",
       "44             16                       3                        3  \n",
       "45             16                       3                        3  \n",
       "46              4                       2                        7  \n",
       "47             16                       1                        1  \n",
       "48              6                       2                        2  \n",
       "49              4                       2                        5  \n",
       "50             15                       1                        1  \n",
       "51              4                       2                        6  \n",
       "52              4                       4                        4  \n",
       "53              4                       4                        8  \n",
       "54             16                       1                        1  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_prior_order_detail = toy_orders.merge(toy_prior, how = 'inner', on = 'order_id').merge(products, how = 'left', on = 'product_id')\n",
    "toy_prior_order_detail['user_buy_product_times'] = toy_prior_order_detail.groupby(['user_id', 'product_id']).cumcount() + 1\n",
    "#用户在此单（包括）之前一共买过几次该商品\n",
    "toy_prior_order_detail['user_buy_category_times'] = toy_prior_order_detail.groupby(['user_id', 'aisle_id']).cumcount() + 1\n",
    "toy_prior_order_detail\n",
    "#用户在此单（包括）之前一共买过几次该种类商品"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "4\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n",
      "5\n"
     ]
    }
   ],
   "source": [
    "for key, group in toy_prior_order_detail.groupby(['user_id', 'product_id']):\n",
    "    user_id = key[0]\n",
    "    current_total_order = users[user_id].user_total_orders\n",
    "\n",
    "    v = max(set(range(1, current_total_order+1)) - set(group.order_number))\n",
    "#         d = orders[orders.user_id == user_id and orders.order_number == v].days_to_last_order\n",
    "    up_since_last_not_order.append(\n",
    "        {'user_id': user_id, \n",
    "         'product_id': key[1], \n",
    "         'up_order_since_last_not_order': current_total_order - v + 1, \n",
    "         'order_number': v})\n",
    "    up_since_last_not_order_df = pd.DataFrame(up_since_last_not_order)\n",
    "    data = data.merge(\n",
    "        up_since_last_not_order_df, how='left', on=['user_id', 'product_id']).merge(\n",
    "        orders[['user_id', 'order_number', 'days_to_last_order']], how='left', on=['user_id', 'order_number'])\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build toy category feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>aisle_id</th>\n",
       "      <th>cat_ttl_bought_cnts</th>\n",
       "      <th>cat_ttl_reorder_cnts</th>\n",
       "      <th>cat_buy_first_time_ttl_cnt</th>\n",
       "      <th>cat_buy_second_time_ttl_cnt</th>\n",
       "      <th>cat_reorder_prob</th>\n",
       "      <th>cat_reorder_ratio</th>\n",
       "      <th>cat_usr_bought_cnts_mean</th>\n",
       "      <th>cat_usr_bought_cnts_std</th>\n",
       "      <th>cat_usr_bought_cnts_max</th>\n",
       "      <th>cat_usr_bought_cnts_median</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>16</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>19</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>21</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>24</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>3</td>\n",
       "      <td>1.414214</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>28</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>29</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>31</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>37</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>38</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>66</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>67</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>69</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>74</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>77</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>81</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>83</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>6</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>84</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>86</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>96</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>107</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>111</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>112</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>115</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>120</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>123</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>8</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>128</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>134</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    aisle_id  cat_ttl_bought_cnts  cat_ttl_reorder_cnts  \\\n",
       "0         12                    1                     0   \n",
       "1         16                    1                     0   \n",
       "2         19                    1                     0   \n",
       "3         21                    1                     0   \n",
       "4         24                    6                     3   \n",
       "5         28                    1                     0   \n",
       "6         29                    1                     0   \n",
       "7         31                    1                     0   \n",
       "8         37                    2                     0   \n",
       "9         38                    3                     1   \n",
       "10        66                    2                     1   \n",
       "11        67                    2                     0   \n",
       "12        69                    1                     0   \n",
       "13        74                    1                     0   \n",
       "14        77                    1                     0   \n",
       "15        81                    1                     0   \n",
       "16        83                    6                     2   \n",
       "17        84                    3                     2   \n",
       "18        86                    1                     0   \n",
       "19        96                    1                     0   \n",
       "20       107                    2                     0   \n",
       "21       111                    1                     0   \n",
       "22       112                    1                     0   \n",
       "23       115                    1                     0   \n",
       "24       120                    3                     2   \n",
       "25       123                    8                     4   \n",
       "26       128                    1                     0   \n",
       "27       134                    1                     0   \n",
       "\n",
       "    cat_buy_first_time_ttl_cnt  cat_buy_second_time_ttl_cnt  cat_reorder_prob  \\\n",
       "0                            1                            0               0.0   \n",
       "1                            1                            0               0.0   \n",
       "2                            1                            0               0.0   \n",
       "3                            1                            0               0.0   \n",
       "4                            2                            2               1.0   \n",
       "5                            1                            0               0.0   \n",
       "6                            1                            0               0.0   \n",
       "7                            1                            0               0.0   \n",
       "8                            1                            1               1.0   \n",
       "9                            1                            1               1.0   \n",
       "10                           1                            1               1.0   \n",
       "11                           1                            1               1.0   \n",
       "12                           1                            0               0.0   \n",
       "13                           1                            0               0.0   \n",
       "14                           1                            0               0.0   \n",
       "15                           1                            0               0.0   \n",
       "16                           1                            1               1.0   \n",
       "17                           1                            1               1.0   \n",
       "18                           1                            0               0.0   \n",
       "19                           1                            0               0.0   \n",
       "20                           2                            0               0.0   \n",
       "21                           1                            0               0.0   \n",
       "22                           1                            0               0.0   \n",
       "23                           1                            0               0.0   \n",
       "24                           1                            1               1.0   \n",
       "25                           1                            1               1.0   \n",
       "26                           1                            0               0.0   \n",
       "27                           1                            0               0.0   \n",
       "\n",
       "    cat_reorder_ratio  cat_usr_bought_cnts_mean  cat_usr_bought_cnts_std  \\\n",
       "0            0.000000                         1                      NaN   \n",
       "1            0.000000                         1                      NaN   \n",
       "2            0.000000                         1                      NaN   \n",
       "3            0.000000                         1                      NaN   \n",
       "4            0.500000                         3                 1.414214   \n",
       "5            0.000000                         1                      NaN   \n",
       "6            0.000000                         1                      NaN   \n",
       "7            0.000000                         1                      NaN   \n",
       "8            0.000000                         2                      NaN   \n",
       "9            0.333333                         3                      NaN   \n",
       "10           0.500000                         2                      NaN   \n",
       "11           0.000000                         2                      NaN   \n",
       "12           0.000000                         1                      NaN   \n",
       "13           0.000000                         1                      NaN   \n",
       "14           0.000000                         1                      NaN   \n",
       "15           0.000000                         1                      NaN   \n",
       "16           0.333333                         6                      NaN   \n",
       "17           0.666667                         3                      NaN   \n",
       "18           0.000000                         1                      NaN   \n",
       "19           0.000000                         1                      NaN   \n",
       "20           0.000000                         1                 0.000000   \n",
       "21           0.000000                         1                      NaN   \n",
       "22           0.000000                         1                      NaN   \n",
       "23           0.000000                         1                      NaN   \n",
       "24           0.666667                         3                      NaN   \n",
       "25           0.500000                         8                      NaN   \n",
       "26           0.000000                         1                      NaN   \n",
       "27           0.000000                         1                      NaN   \n",
       "\n",
       "    cat_usr_bought_cnts_max  cat_usr_bought_cnts_median  \n",
       "0                         1                           1  \n",
       "1                         1                           1  \n",
       "2                         1                           1  \n",
       "3                         1                           1  \n",
       "4                         4                           3  \n",
       "5                         1                           1  \n",
       "6                         1                           1  \n",
       "7                         1                           1  \n",
       "8                         2                           2  \n",
       "9                         3                           3  \n",
       "10                        2                           2  \n",
       "11                        2                           2  \n",
       "12                        1                           1  \n",
       "13                        1                           1  \n",
       "14                        1                           1  \n",
       "15                        1                           1  \n",
       "16                        6                           6  \n",
       "17                        3                           3  \n",
       "18                        1                           1  \n",
       "19                        1                           1  \n",
       "20                        1                           1  \n",
       "21                        1                           1  \n",
       "22                        1                           1  \n",
       "23                        1                           1  \n",
       "24                        3                           3  \n",
       "25                        8                           8  \n",
       "26                        1                           1  \n",
       "27                        1                           1  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_category = toy_prior_order_detail.groupby('aisle_id').agg({'user_id':{'cat_ttl_bought_cnts':'count'},\n",
    "                                                                'reordered':{'cat_ttl_reorder_cnts':'sum'},\n",
    "                                                                'user_buy_category_times': {'cat_buy_first_time_ttl_cnt':lambda x: sum(x==1),\n",
    "                                                                                           'cat_buy_second_time_ttl_cnt':lambda x: sum(x==2)}})\n",
    "toy_category.columns = toy_category.columns.droplevel(0)\n",
    "toy_category.reset_index(inplace = True)\n",
    "toy_category['cat_reorder_prob'] = toy_category.cat_buy_second_time_ttl_cnt / toy_category.cat_buy_first_time_ttl_cnt\n",
    "toy_category['cat_reorder_ratio'] = toy_category.cat_ttl_reorder_cnts / toy_category.cat_ttl_bought_cnts\n",
    "# toy_category\n",
    "toy_category_agg = toy_prior_order_detail.groupby(['aisle_id', 'user_id']).agg({'user_buy_category_times':{'cat_usr_bought_cnts':'max'}})\n",
    "toy_category_agg.columns = toy_category_agg.columns.droplevel(0)\n",
    "toy_category_agg.reset_index(inplace = True)\n",
    "toy_category_agg = toy_category_agg.groupby('aisle_id').agg({'cat_usr_bought_cnts':{'cat_usr_bought_cnts_mean':'mean',\n",
    "                                                                 'cat_usr_bought_cnts_std':'std',\n",
    "                                                                 'cat_usr_bought_cnts_max':'max',\n",
    "                                                                 'cat_usr_bought_cnts_median':'median'}})\n",
    "toy_category_agg.columns = toy_category_agg.columns.droplevel(0)\n",
    "toy_category_agg.reset_index(inplace = True)\n",
    "toy_category = toy_category.merge(toy_category_agg, on = 'aisle_id', how = 'left')\n",
    "toy_category"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build toy product feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>prd_buy_first_time_ttl_cnt</th>\n",
       "      <th>prd_buy_second_time_ttl_cnt</th>\n",
       "      <th>prd_reorder_prob</th>\n",
       "      <th>prd_reorder_ratio</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1200</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2707</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3376</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5999</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6808</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7160</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7350</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8518</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>11777</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11865</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>13870</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>13988</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>15349</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>16168</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>17769</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>18761</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>19057</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>20754</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>21413</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>21573</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21616</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>22199</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>22475</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>24231</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>24535</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>25146</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>25623</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>26576</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>26604</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>27344</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>28289</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>31717</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>35469</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>36606</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>37646</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>40706</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>42329</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>43693</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>43704</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>48775</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    product_id  prd_ttl_bought_cnts  prd_ttl_reorder_cnts  \\\n",
       "0         1200                    1                     0   \n",
       "1         2707                    1                     0   \n",
       "2         3376                    1                     0   \n",
       "3         5999                    1                     0   \n",
       "4         6808                    1                     0   \n",
       "5         7160                    1                     0   \n",
       "6         7350                    1                     0   \n",
       "7         8518                    2                     1   \n",
       "8        11777                    4                     3   \n",
       "9        11865                    1                     0   \n",
       "10       13870                    1                     0   \n",
       "11       13988                    2                     1   \n",
       "12       15349                    1                     0   \n",
       "13       16168                    1                     0   \n",
       "14       17769                    1                     0   \n",
       "15       18761                    1                     0   \n",
       "16       19057                    1                     0   \n",
       "17       20754                    1                     0   \n",
       "18       21413                    2                     1   \n",
       "19       21573                    1                     0   \n",
       "20       21616                    1                     0   \n",
       "21       22199                    1                     0   \n",
       "22       22475                    1                     0   \n",
       "23       24231                    1                     0   \n",
       "24       24535                    3                     2   \n",
       "25       25146                    1                     0   \n",
       "26       25623                    1                     0   \n",
       "27       26576                    1                     0   \n",
       "28       26604                    4                     3   \n",
       "29       27344                    1                     0   \n",
       "30       28289                    1                     0   \n",
       "31       31717                    1                     0   \n",
       "32       35469                    2                     1   \n",
       "33       36606                    1                     0   \n",
       "34       37646                    1                     0   \n",
       "35       40706                    2                     1   \n",
       "36       42329                    1                     0   \n",
       "37       43693                    3                     2   \n",
       "38       43704                    1                     0   \n",
       "39       48775                    1                     0   \n",
       "\n",
       "    prd_buy_first_time_ttl_cnt  prd_buy_second_time_ttl_cnt  prd_reorder_prob  \\\n",
       "0                            1                            0               0.0   \n",
       "1                            1                            0               0.0   \n",
       "2                            1                            0               0.0   \n",
       "3                            1                            0               0.0   \n",
       "4                            1                            0               0.0   \n",
       "5                            1                            0               0.0   \n",
       "6                            1                            0               0.0   \n",
       "7                            1                            1               1.0   \n",
       "8                            1                            1               1.0   \n",
       "9                            1                            0               0.0   \n",
       "10                           1                            0               0.0   \n",
       "11                           1                            1               1.0   \n",
       "12                           1                            0               0.0   \n",
       "13                           1                            0               0.0   \n",
       "14                           1                            0               0.0   \n",
       "15                           1                            0               0.0   \n",
       "16                           1                            0               0.0   \n",
       "17                           1                            0               0.0   \n",
       "18                           1                            1               1.0   \n",
       "19                           1                            0               0.0   \n",
       "20                           1                            0               0.0   \n",
       "21                           1                            0               0.0   \n",
       "22                           1                            0               0.0   \n",
       "23                           1                            0               0.0   \n",
       "24                           1                            1               1.0   \n",
       "25                           1                            0               0.0   \n",
       "26                           1                            0               0.0   \n",
       "27                           1                            0               0.0   \n",
       "28                           1                            1               1.0   \n",
       "29                           1                            0               0.0   \n",
       "30                           1                            0               0.0   \n",
       "31                           1                            0               0.0   \n",
       "32                           1                            1               1.0   \n",
       "33                           1                            0               0.0   \n",
       "34                           1                            0               0.0   \n",
       "35                           1                            1               1.0   \n",
       "36                           1                            0               0.0   \n",
       "37                           1                            1               1.0   \n",
       "38                           1                            0               0.0   \n",
       "39                           1                            0               0.0   \n",
       "\n",
       "    prd_reorder_ratio  \n",
       "0            0.000000  \n",
       "1            0.000000  \n",
       "2            0.000000  \n",
       "3            0.000000  \n",
       "4            0.000000  \n",
       "5            0.000000  \n",
       "6            0.000000  \n",
       "7            0.500000  \n",
       "8            0.750000  \n",
       "9            0.000000  \n",
       "10           0.000000  \n",
       "11           0.500000  \n",
       "12           0.000000  \n",
       "13           0.000000  \n",
       "14           0.000000  \n",
       "15           0.000000  \n",
       "16           0.000000  \n",
       "17           0.000000  \n",
       "18           0.500000  \n",
       "19           0.000000  \n",
       "20           0.000000  \n",
       "21           0.000000  \n",
       "22           0.000000  \n",
       "23           0.000000  \n",
       "24           0.666667  \n",
       "25           0.000000  \n",
       "26           0.000000  \n",
       "27           0.000000  \n",
       "28           0.750000  \n",
       "29           0.000000  \n",
       "30           0.000000  \n",
       "31           0.000000  \n",
       "32           0.500000  \n",
       "33           0.000000  \n",
       "34           0.000000  \n",
       "35           0.500000  \n",
       "36           0.000000  \n",
       "37           0.666667  \n",
       "38           0.000000  \n",
       "39           0.000000  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_product = toy_prior_order_detail.groupby('product_id').agg({'user_id':{'prd_ttl_bought_cnts':'count'},\n",
    "                                                                'reordered':{'prd_ttl_reorder_cnts':'sum'},\n",
    "                                                                'user_buy_product_times': {'prd_buy_first_time_ttl_cnt':lambda x: sum(x==1),\n",
    "                                                                                           'prd_buy_second_time_ttl_cnt':lambda x: sum(x==2)}})\n",
    "#商品被买的总次数\n",
    "#商品被reorder的总次数\n",
    "#有多少人买过这个商品\n",
    "#有多少人第二次买这个商品\n",
    "#有多少人第一次买了还买了第二次\n",
    "#商品被reorder的总次数/商品被买的总次数\n",
    "\n",
    "toy_product.columns = toy_product.columns.droplevel(0)\n",
    "toy_product.reset_index(inplace = True)\n",
    "toy_product['prd_reorder_prob'] = toy_product.prd_buy_second_time_ttl_cnt / toy_product.prd_buy_first_time_ttl_cnt\n",
    "toy_product['prd_reorder_ratio'] = toy_product.prd_ttl_reorder_cnts / toy_product.prd_ttl_bought_cnts\n",
    "toy_product"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## <span style=\"color:red\">timeline</span>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>hod_group</th>\n",
       "      <th>prod_cnt_by_hod</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prod_market_share_hod</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1200</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2707</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3376</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5999</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6808</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7160</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7350</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8518</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8518</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11777</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11777</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11865</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13870</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13988</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>15349</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>16168</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>17769</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>18761</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>19057</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>20754</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>21413</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>21413</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>21573</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>21616</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>22199</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>22475</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>24231</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>24535</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>24535</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>25146</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>25623</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>26576</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>26604</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>26604</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>27344</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>28289</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>31717</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>35469</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>35469</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>36606</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>37646</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>40706</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>42329</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>43693</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>43693</td>\n",
       "      <td>4</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>43704</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>48775</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    product_id  hod_group  prod_cnt_by_hod  prd_ttl_bought_cnts  \\\n",
       "0         1200          3                1                    1   \n",
       "1         2707          2                1                    1   \n",
       "2         3376          4                1                    1   \n",
       "3         5999          4                1                    1   \n",
       "4         6808          4                1                    1   \n",
       "5         7160          2                1                    1   \n",
       "6         7350          2                1                    1   \n",
       "7         8518          3                1                    2   \n",
       "8         8518          4                1                    2   \n",
       "9        11777          3                1                    4   \n",
       "10       11777          4                3                    4   \n",
       "11       11865          3                1                    1   \n",
       "12       13870          4                1                    1   \n",
       "13       13988          4                2                    2   \n",
       "14       15349          3                1                    1   \n",
       "15       16168          4                1                    1   \n",
       "16       17769          3                1                    1   \n",
       "17       18761          4                1                    1   \n",
       "18       19057          3                1                    1   \n",
       "19       20754          4                1                    1   \n",
       "20       21413          3                1                    2   \n",
       "21       21413          4                1                    2   \n",
       "22       21573          3                1                    1   \n",
       "23       21616          4                1                    1   \n",
       "24       22199          3                1                    1   \n",
       "25       22475          3                1                    1   \n",
       "26       24231          4                1                    1   \n",
       "27       24535          3                1                    3   \n",
       "28       24535          4                2                    3   \n",
       "29       25146          3                1                    1   \n",
       "30       25623          3                1                    1   \n",
       "31       26576          3                1                    1   \n",
       "32       26604          3                1                    4   \n",
       "33       26604          4                3                    4   \n",
       "34       27344          4                1                    1   \n",
       "35       28289          3                1                    1   \n",
       "36       31717          3                1                    1   \n",
       "37       35469          2                1                    2   \n",
       "38       35469          3                1                    2   \n",
       "39       36606          2                1                    1   \n",
       "40       37646          3                1                    1   \n",
       "41       40706          4                2                    2   \n",
       "42       42329          2                1                    1   \n",
       "43       43693          3                1                    3   \n",
       "44       43693          4                2                    3   \n",
       "45       43704          3                1                    1   \n",
       "46       48775          3                1                    1   \n",
       "\n",
       "    prod_market_share_hod  \n",
       "0                1.000000  \n",
       "1                1.000000  \n",
       "2                1.000000  \n",
       "3                1.000000  \n",
       "4                1.000000  \n",
       "5                1.000000  \n",
       "6                1.000000  \n",
       "7                0.500000  \n",
       "8                0.500000  \n",
       "9                0.250000  \n",
       "10               0.750000  \n",
       "11               1.000000  \n",
       "12               1.000000  \n",
       "13               1.000000  \n",
       "14               1.000000  \n",
       "15               1.000000  \n",
       "16               1.000000  \n",
       "17               1.000000  \n",
       "18               1.000000  \n",
       "19               1.000000  \n",
       "20               0.500000  \n",
       "21               0.500000  \n",
       "22               1.000000  \n",
       "23               1.000000  \n",
       "24               1.000000  \n",
       "25               1.000000  \n",
       "26               1.000000  \n",
       "27               0.333333  \n",
       "28               0.666667  \n",
       "29               1.000000  \n",
       "30               1.000000  \n",
       "31               1.000000  \n",
       "32               0.250000  \n",
       "33               0.750000  \n",
       "34               1.000000  \n",
       "35               1.000000  \n",
       "36               1.000000  \n",
       "37               0.500000  \n",
       "38               0.500000  \n",
       "39               1.000000  \n",
       "40               1.000000  \n",
       "41               1.000000  \n",
       "42               1.000000  \n",
       "43               0.333333  \n",
       "44               0.666667  \n",
       "45               1.000000  \n",
       "46               1.000000  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_prior_order_detail['hod_group'] = (toy_prior_order_detail.order_hour_of_day / 4).astype('int')\n",
    "prod_hod = toy_prior_order_detail.groupby(['product_id', 'hod_group']).order_id.agg({'prod_cnt_by_hod':'count'}).reset_index()\n",
    "prod_hod = prod_hod.merge(toy_product[['product_id', 'prd_ttl_bought_cnts']], on = 'product_id', how = 'left')\n",
    "prod_hod['prod_market_share_hod'] = prod_hod['prod_cnt_by_hod'] / prod_hod['prd_ttl_bought_cnts']\n",
    "prod_hod"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>product_id</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>prod_cnt_by_dow</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prod_market_share_dow</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1200</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2707</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3376</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>6808</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>7160</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7350</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8518</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8518</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11777</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>11777</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11777</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>11865</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>13870</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>13988</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>13988</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>15349</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>16168</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>17769</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>18761</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>19057</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>20754</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>21413</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>21413</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>21573</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>21616</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>22199</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>22475</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>24231</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>24535</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>24535</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>24535</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>25146</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>25623</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>26576</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>26604</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>26604</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>26604</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>27344</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>28289</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>31717</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>35469</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>35469</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>36606</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>37646</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>40706</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>40706</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>42329</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>43693</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>43693</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>43693</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>43704</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>48775</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    product_id  order_dow  prod_cnt_by_dow  prd_ttl_bought_cnts  \\\n",
       "0         1200          4                1                    1   \n",
       "1         2707          6                1                    1   \n",
       "2         3376          1                1                    1   \n",
       "3         5999          1                1                    1   \n",
       "4         6808          0                1                    1   \n",
       "5         7160          4                1                    1   \n",
       "6         7350          6                1                    1   \n",
       "7         8518          1                1                    2   \n",
       "8         8518          3                1                    2   \n",
       "9        11777          0                1                    4   \n",
       "10       11777          1                1                    4   \n",
       "11       11777          3                2                    4   \n",
       "12       11865          4                1                    1   \n",
       "13       13870          0                1                    1   \n",
       "14       13988          0                1                    2   \n",
       "15       13988          1                1                    2   \n",
       "16       15349          3                1                    1   \n",
       "17       16168          1                1                    1   \n",
       "18       17769          4                1                    1   \n",
       "19       18761          0                1                    1   \n",
       "20       19057          4                1                    1   \n",
       "21       20754          3                1                    1   \n",
       "22       21413          1                1                    2   \n",
       "23       21413          3                1                    2   \n",
       "24       21573          5                1                    1   \n",
       "25       21616          0                1                    1   \n",
       "26       22199          5                1                    1   \n",
       "27       22475          3                1                    1   \n",
       "28       24231          3                1                    1   \n",
       "29       24535          0                1                    3   \n",
       "30       24535          1                1                    3   \n",
       "31       24535          3                1                    3   \n",
       "32       25146          5                1                    1   \n",
       "33       25623          5                1                    1   \n",
       "34       26576          5                1                    1   \n",
       "35       26604          0                1                    4   \n",
       "36       26604          1                1                    4   \n",
       "37       26604          3                2                    4   \n",
       "38       27344          1                1                    1   \n",
       "39       28289          3                1                    1   \n",
       "40       31717          3                1                    1   \n",
       "41       35469          4                1                    2   \n",
       "42       35469          6                1                    2   \n",
       "43       36606          6                1                    1   \n",
       "44       37646          4                1                    1   \n",
       "45       40706          1                1                    2   \n",
       "46       40706          3                1                    2   \n",
       "47       42329          4                1                    1   \n",
       "48       43693          0                1                    3   \n",
       "49       43693          1                1                    3   \n",
       "50       43693          3                1                    3   \n",
       "51       43704          4                1                    1   \n",
       "52       48775          3                1                    1   \n",
       "\n",
       "    prod_market_share_dow  \n",
       "0                1.000000  \n",
       "1                1.000000  \n",
       "2                1.000000  \n",
       "3                1.000000  \n",
       "4                1.000000  \n",
       "5                1.000000  \n",
       "6                1.000000  \n",
       "7                0.500000  \n",
       "8                0.500000  \n",
       "9                0.250000  \n",
       "10               0.250000  \n",
       "11               0.500000  \n",
       "12               1.000000  \n",
       "13               1.000000  \n",
       "14               0.500000  \n",
       "15               0.500000  \n",
       "16               1.000000  \n",
       "17               1.000000  \n",
       "18               1.000000  \n",
       "19               1.000000  \n",
       "20               1.000000  \n",
       "21               1.000000  \n",
       "22               0.500000  \n",
       "23               0.500000  \n",
       "24               1.000000  \n",
       "25               1.000000  \n",
       "26               1.000000  \n",
       "27               1.000000  \n",
       "28               1.000000  \n",
       "29               0.333333  \n",
       "30               0.333333  \n",
       "31               0.333333  \n",
       "32               1.000000  \n",
       "33               1.000000  \n",
       "34               1.000000  \n",
       "35               0.250000  \n",
       "36               0.250000  \n",
       "37               0.500000  \n",
       "38               1.000000  \n",
       "39               1.000000  \n",
       "40               1.000000  \n",
       "41               0.500000  \n",
       "42               0.500000  \n",
       "43               1.000000  \n",
       "44               1.000000  \n",
       "45               0.500000  \n",
       "46               0.500000  \n",
       "47               1.000000  \n",
       "48               0.333333  \n",
       "49               0.333333  \n",
       "50               0.333333  \n",
       "51               1.000000  \n",
       "52               1.000000  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "prod_dow = toy_prior_order_detail.groupby(['product_id', 'order_dow']).order_id.agg({'prod_cnt_by_dow':'count'}).reset_index()\n",
    "prod_dow = prod_dow.merge(toy_product[['product_id', 'prd_ttl_bought_cnts']], on = 'product_id', how = 'left')\n",
    "prod_dow['prod_market_share_dow'] = prod_dow['prod_cnt_by_dow'] / prod_dow['prd_ttl_bought_cnts']\n",
    "prod_dow"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build toy user feature"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>329954</td>\n",
       "      <td>4</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2196797</td>\n",
       "      <td>5</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    order_id  user_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "5     329954        4     test             6          3                 12   \n",
       "10   2196797        5    train             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  days_since_first_order  max_days  \\\n",
       "5                     30.0                    85.0      85.0   \n",
       "10                     6.0                    46.0      46.0   \n",
       "\n",
       "    days_to_last_order  \n",
       "5                  0.0  \n",
       "10                 0.0  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_user_1 = toy_orders[toy_orders.eval_set != 'prior']\n",
    "toy_user_1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  usr_ttl_order_num  usr_avg_dspo\n",
       "0        4                  5     13.750000\n",
       "1        5                  4     13.333333"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_user_2 = toy_orders[toy_orders.eval_set == 'prior'].groupby('user_id').agg({'order_number':{'usr_ttl_order_num':\"max\"},\n",
    "                                                                             'days_since_prior_order':{'usr_avg_dspo':'mean'}})\n",
    "toy_user_2.columns = toy_user_2.columns.droplevel(0)\n",
    "toy_user_2.reset_index(inplace = True)\n",
    "toy_user_2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  usr_ttl_reordered  usr_ttl_prd  usr_unique_prd  unique_prd_ratio\n",
       "0        4                  1           18              17          0.944444\n",
       "1        5                 14           37              23          0.621622"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_user_3 = toy_prior_order_detail.groupby('user_id').agg({'reordered':{'usr_ttl_reordered' : 'sum'},\n",
    "                                                            'product_id':{'usr_ttl_prd':'count', 'usr_unique_prd':'nunique'}})\n",
    "toy_user_3.columns = toy_user_3.columns.droplevel(0)\n",
    "toy_user_3.reset_index(inplace = True)\n",
    "toy_user_3['unique_prd_ratio'] = toy_user_3.usr_unique_prd / toy_user_3.usr_ttl_prd\n",
    "toy_user_3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>329954</td>\n",
       "      <td>4</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2196797</td>\n",
       "      <td>5</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   order_id  user_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "0    329954        4     test             6          3                 12   \n",
       "1   2196797        5    train             5          0                 11   \n",
       "\n",
       "   days_since_prior_order  days_since_first_order  max_days  \\\n",
       "0                    30.0                    85.0      85.0   \n",
       "1                     6.0                    46.0      46.0   \n",
       "\n",
       "   days_to_last_order  usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  \\\n",
       "0                 0.0                  5     13.750000                  1   \n",
       "1                 0.0                  4     13.333333                 14   \n",
       "\n",
       "   usr_ttl_prd  usr_unique_prd  unique_prd_ratio  \n",
       "0           18              17          0.944444  \n",
       "1           37              23          0.621622  "
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_user = toy_user_1.merge(toy_user_2, how = 'left').merge(toy_user_3, how = 'left')\n",
    "toy_user"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>order_id</th>\n",
       "      <th>user_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>hod_group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>329954</td>\n",
       "      <td>4</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2196797</td>\n",
       "      <td>5</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   order_id  user_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "0    329954        4     test             6          3                 12   \n",
       "1   2196797        5    train             5          0                 11   \n",
       "\n",
       "   days_since_prior_order  days_since_first_order  max_days  \\\n",
       "0                    30.0                    85.0      85.0   \n",
       "1                     6.0                    46.0      46.0   \n",
       "\n",
       "   days_to_last_order  usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  \\\n",
       "0                 0.0                  5     13.750000                  1   \n",
       "1                 0.0                  4     13.333333                 14   \n",
       "\n",
       "   usr_ttl_prd  usr_unique_prd  unique_prd_ratio  hod_group  \n",
       "0           18              17          0.944444          3  \n",
       "1           37              23          0.621622          2  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_user['hod_group'] = (toy_user.order_hour_of_day / 4).astype('int')\n",
    "toy_user"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build toy ABT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>days_since_last_order</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>1200</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>2707</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>85.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>7160</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>19.0</td>\n",
       "      <td>66.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>7350</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>85.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>11865</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>45.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  product_id  up_reordered_times  up_avg_cart_position  \\\n",
       "0        4        1200                   0                   1.0   \n",
       "1        4        2707                   0                   4.0   \n",
       "2        4        7160                   0                   2.0   \n",
       "3        4        7350                   0                   2.0   \n",
       "4        4       11865                   0                   5.0   \n",
       "\n",
       "   first_order_number  last_order_number  up_avg_dspo  days_since_last_order  \n",
       "0                   3                  3         21.0                   45.0  \n",
       "1                   1                  1          NaN                   85.0  \n",
       "2                   2                  2         19.0                   66.0  \n",
       "3                   1                  1          NaN                   85.0  \n",
       "4                   3                  3         21.0                   45.0  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_abt = toy_prior_order_detail.groupby(['user_id', 'product_id']).agg({'reordered': {'up_reordered_times': 'sum'},\n",
    "                                                                         'add_to_cart_order':{'up_avg_cart_position': 'mean'},\n",
    "                                                                         'order_number':{\n",
    "                                                                             'first_order_number': 'min',\n",
    "                                                                             'last_order_number': 'max'},\n",
    "                                                                         'days_since_prior_order':{\n",
    "                                                                             'up_avg_dspo':'mean',\n",
    "#                                                                              'up_dspo_flag':lambda x: sum(x==0)+sum(x==7)+sum(x==14)+sum(x==21)+sum(x==28)+sum(x==30),\n",
    "                                                                         },\n",
    "                                                                         'days_to_last_order':{\n",
    "                                                                             'days_since_last_order':'min'\n",
    "                                                                         }\n",
    "                                                                         }\n",
    "                                                                        )\n",
    "toy_abt.columns = toy_abt.columns.droplevel(0)\n",
    "toy_abt.reset_index(inplace = True)\n",
    "toy_abt.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>days_since_last_order</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>prd_buy_first_time_ttl_cnt</th>\n",
       "      <th>prd_buy_second_time_ttl_cnt</th>\n",
       "      <th>prd_reorder_prob</th>\n",
       "      <th>prd_reorder_ratio</th>\n",
       "      <th>order_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>hod_group</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>1200</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>2707</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>85.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>7160</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>19.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>7350</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>85.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>11865</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  product_id  up_reordered_times  up_avg_cart_position  \\\n",
       "0        4        1200                   0                   1.0   \n",
       "1        4        2707                   0                   4.0   \n",
       "2        4        7160                   0                   2.0   \n",
       "3        4        7350                   0                   2.0   \n",
       "4        4       11865                   0                   5.0   \n",
       "\n",
       "   first_order_number  last_order_number  up_avg_dspo  days_since_last_order  \\\n",
       "0                   3                  3         21.0                   45.0   \n",
       "1                   1                  1          NaN                   85.0   \n",
       "2                   2                  2         19.0                   66.0   \n",
       "3                   1                  1          NaN                   85.0   \n",
       "4                   3                  3         21.0                   45.0   \n",
       "\n",
       "   prd_ttl_bought_cnts  prd_ttl_reorder_cnts  prd_buy_first_time_ttl_cnt  \\\n",
       "0                    1                     0                           1   \n",
       "1                    1                     0                           1   \n",
       "2                    1                     0                           1   \n",
       "3                    1                     0                           1   \n",
       "4                    1                     0                           1   \n",
       "\n",
       "   prd_buy_second_time_ttl_cnt  prd_reorder_prob  prd_reorder_ratio  order_id  \\\n",
       "0                            0               0.0                0.0    329954   \n",
       "1                            0               0.0                0.0    329954   \n",
       "2                            0               0.0                0.0    329954   \n",
       "3                            0               0.0                0.0    329954   \n",
       "4                            0               0.0                0.0    329954   \n",
       "\n",
       "  eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "0     test             6          3                 12   \n",
       "1     test             6          3                 12   \n",
       "2     test             6          3                 12   \n",
       "3     test             6          3                 12   \n",
       "4     test             6          3                 12   \n",
       "\n",
       "   days_since_prior_order  days_since_first_order  max_days  \\\n",
       "0                    30.0                    85.0      85.0   \n",
       "1                    30.0                    85.0      85.0   \n",
       "2                    30.0                    85.0      85.0   \n",
       "3                    30.0                    85.0      85.0   \n",
       "4                    30.0                    85.0      85.0   \n",
       "\n",
       "   days_to_last_order  usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  \\\n",
       "0                 0.0                  5         13.75                  1   \n",
       "1                 0.0                  5         13.75                  1   \n",
       "2                 0.0                  5         13.75                  1   \n",
       "3                 0.0                  5         13.75                  1   \n",
       "4                 0.0                  5         13.75                  1   \n",
       "\n",
       "   usr_ttl_prd  usr_unique_prd  unique_prd_ratio  hod_group  \n",
       "0           18              17          0.944444          3  \n",
       "1           18              17          0.944444          3  \n",
       "2           18              17          0.944444          3  \n",
       "3           18              17          0.944444          3  \n",
       "4           18              17          0.944444          3  "
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_abt = toy_abt.merge(toy_product, how='inner', on='product_id').merge(toy_user, how='inner', on='user_id')\n",
    "toy_abt.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>days_since_last_order</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>prd_buy_first_time_ttl_cnt</th>\n",
       "      <th>prd_buy_second_time_ttl_cnt</th>\n",
       "      <th>prd_reorder_prob</th>\n",
       "      <th>prd_reorder_ratio</th>\n",
       "      <th>order_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>hod_group</th>\n",
       "      <th>prod_market_share_hod</th>\n",
       "      <th>prod_market_share_dow</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>1200</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>2707</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>85.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>7160</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>66.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>7350</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>85.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>11865</td>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>4</td>\n",
       "      <td>17769</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>4</td>\n",
       "      <td>19057</td>\n",
       "      <td>0</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>4</td>\n",
       "      <td>21573</td>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>4</td>\n",
       "      <td>22199</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>4</td>\n",
       "      <td>25146</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>4</td>\n",
       "      <td>25623</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>4</td>\n",
       "      <td>26576</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>30.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4</td>\n",
       "      <td>35469</td>\n",
       "      <td>1</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>4</td>\n",
       "      <td>36606</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>85.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>4</td>\n",
       "      <td>37646</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>4</td>\n",
       "      <td>42329</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>66.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>4</td>\n",
       "      <td>43704</td>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>45.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>3</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>5</td>\n",
       "      <td>3376</td>\n",
       "      <td>0</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>5</td>\n",
       "      <td>5999</td>\n",
       "      <td>0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>5</td>\n",
       "      <td>6808</td>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>5</td>\n",
       "      <td>8518</td>\n",
       "      <td>1</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>5</td>\n",
       "      <td>11777</td>\n",
       "      <td>3</td>\n",
       "      <td>5.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>5</td>\n",
       "      <td>13870</td>\n",
       "      <td>0</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>5</td>\n",
       "      <td>13988</td>\n",
       "      <td>1</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>5</td>\n",
       "      <td>15349</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>5</td>\n",
       "      <td>16168</td>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>5</td>\n",
       "      <td>18761</td>\n",
       "      <td>0</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>5</td>\n",
       "      <td>20754</td>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>25.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>5</td>\n",
       "      <td>21413</td>\n",
       "      <td>1</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>5</td>\n",
       "      <td>21616</td>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>35.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>5</td>\n",
       "      <td>22475</td>\n",
       "      <td>0</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>5</td>\n",
       "      <td>24231</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>25.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>5</td>\n",
       "      <td>24535</td>\n",
       "      <td>2</td>\n",
       "      <td>5.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>5</td>\n",
       "      <td>26604</td>\n",
       "      <td>3</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>5</td>\n",
       "      <td>27344</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>5</td>\n",
       "      <td>28289</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>5</td>\n",
       "      <td>31717</td>\n",
       "      <td>0</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>5</td>\n",
       "      <td>40706</td>\n",
       "      <td>1</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>14.500000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>5</td>\n",
       "      <td>43693</td>\n",
       "      <td>2</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>5</td>\n",
       "      <td>48775</td>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  product_id  up_reordered_times  up_avg_cart_position  \\\n",
       "0         4        1200                   0              1.000000   \n",
       "1         4        2707                   0              4.000000   \n",
       "2         4        7160                   0              2.000000   \n",
       "3         4        7350                   0              2.000000   \n",
       "4         4       11865                   0              5.000000   \n",
       "5         4       17769                   0              2.000000   \n",
       "6         4       19057                   0              7.000000   \n",
       "7         4       21573                   0              3.000000   \n",
       "8         4       22199                   0              1.000000   \n",
       "9         4       25146                   0              2.000000   \n",
       "10        4       25623                   0              2.000000   \n",
       "11        4       26576                   0              1.000000   \n",
       "12        4       35469                   1              4.500000   \n",
       "13        4       36606                   0              1.000000   \n",
       "14        4       37646                   0              4.000000   \n",
       "15        4       42329                   0              1.000000   \n",
       "16        4       43704                   0              3.000000   \n",
       "17        5        3376                   0              8.000000   \n",
       "18        5        5999                   0             12.000000   \n",
       "19        5        6808                   0              2.000000   \n",
       "20        5        8518                   1              7.000000   \n",
       "21        5       11777                   3              5.750000   \n",
       "22        5       13870                   0              8.000000   \n",
       "23        5       13988                   1              8.000000   \n",
       "24        5       15349                   0              1.000000   \n",
       "25        5       16168                   0              5.000000   \n",
       "26        5       18761                   0              6.000000   \n",
       "27        5       20754                   0              3.000000   \n",
       "28        5       21413                   1              4.000000   \n",
       "29        5       21616                   0              5.000000   \n",
       "30        5       22475                   0             10.000000   \n",
       "31        5       24231                   0              4.000000   \n",
       "32        5       24535                   2              5.333333   \n",
       "33        5       26604                   3              6.500000   \n",
       "34        5       27344                   0              1.000000   \n",
       "35        5       28289                   0              4.000000   \n",
       "36        5       31717                   0              7.000000   \n",
       "37        5       40706                   1              4.500000   \n",
       "38        5       43693                   2              4.333333   \n",
       "39        5       48775                   0              3.000000   \n",
       "\n",
       "    first_order_number  last_order_number  up_avg_dspo  days_since_last_order  \\\n",
       "0                    3                  3    21.000000                   45.0   \n",
       "1                    1                  1     0.000000                   85.0   \n",
       "2                    2                  2    19.000000                   66.0   \n",
       "3                    1                  1     0.000000                   85.0   \n",
       "4                    3                  3    21.000000                   45.0   \n",
       "5                    3                  3    21.000000                   45.0   \n",
       "6                    3                  3    21.000000                   45.0   \n",
       "7                    5                  5     0.000000                   30.0   \n",
       "8                    4                  4    15.000000                   30.0   \n",
       "9                    4                  4    15.000000                   30.0   \n",
       "10                   5                  5     0.000000                   30.0   \n",
       "11                   5                  5     0.000000                   30.0   \n",
       "12                   1                  3    21.000000                   45.0   \n",
       "13                   1                  1     0.000000                   85.0   \n",
       "14                   3                  3    21.000000                   45.0   \n",
       "15                   2                  2    19.000000                   66.0   \n",
       "16                   3                  3    21.000000                   45.0   \n",
       "17                   4                  4    19.000000                    6.0   \n",
       "18                   4                  4    19.000000                    6.0   \n",
       "19                   2                  2    11.000000                   35.0   \n",
       "20                   1                  4    19.000000                    6.0   \n",
       "21                   1                  4    13.333333                    6.0   \n",
       "22                   2                  2    11.000000                   35.0   \n",
       "23                   2                  4    15.000000                    6.0   \n",
       "24                   1                  1     0.000000                   46.0   \n",
       "25                   4                  4    19.000000                    6.0   \n",
       "26                   2                  2    11.000000                   35.0   \n",
       "27                   3                  3    10.000000                   25.0   \n",
       "28                   1                  4    19.000000                    6.0   \n",
       "29                   2                  2    11.000000                   35.0   \n",
       "30                   1                  1     0.000000                   46.0   \n",
       "31                   3                  3    10.000000                   25.0   \n",
       "32                   1                  4    15.000000                    6.0   \n",
       "33                   1                  4    13.333333                    6.0   \n",
       "34                   4                  4    19.000000                    6.0   \n",
       "35                   1                  1     0.000000                   46.0   \n",
       "36                   1                  1     0.000000                   46.0   \n",
       "37                   3                  4    14.500000                    6.0   \n",
       "38                   1                  4    15.000000                    6.0   \n",
       "39                   1                  1     0.000000                   46.0   \n",
       "\n",
       "    prd_ttl_bought_cnts  prd_ttl_reorder_cnts  prd_buy_first_time_ttl_cnt  \\\n",
       "0                     1                     0                           1   \n",
       "1                     1                     0                           1   \n",
       "2                     1                     0                           1   \n",
       "3                     1                     0                           1   \n",
       "4                     1                     0                           1   \n",
       "5                     1                     0                           1   \n",
       "6                     1                     0                           1   \n",
       "7                     1                     0                           1   \n",
       "8                     1                     0                           1   \n",
       "9                     1                     0                           1   \n",
       "10                    1                     0                           1   \n",
       "11                    1                     0                           1   \n",
       "12                    2                     1                           1   \n",
       "13                    1                     0                           1   \n",
       "14                    1                     0                           1   \n",
       "15                    1                     0                           1   \n",
       "16                    1                     0                           1   \n",
       "17                    1                     0                           1   \n",
       "18                    1                     0                           1   \n",
       "19                    1                     0                           1   \n",
       "20                    2                     1                           1   \n",
       "21                    4                     3                           1   \n",
       "22                    1                     0                           1   \n",
       "23                    2                     1                           1   \n",
       "24                    1                     0                           1   \n",
       "25                    1                     0                           1   \n",
       "26                    1                     0                           1   \n",
       "27                    1                     0                           1   \n",
       "28                    2                     1                           1   \n",
       "29                    1                     0                           1   \n",
       "30                    1                     0                           1   \n",
       "31                    1                     0                           1   \n",
       "32                    3                     2                           1   \n",
       "33                    4                     3                           1   \n",
       "34                    1                     0                           1   \n",
       "35                    1                     0                           1   \n",
       "36                    1                     0                           1   \n",
       "37                    2                     1                           1   \n",
       "38                    3                     2                           1   \n",
       "39                    1                     0                           1   \n",
       "\n",
       "    prd_buy_second_time_ttl_cnt  prd_reorder_prob  prd_reorder_ratio  \\\n",
       "0                             0               0.0           0.000000   \n",
       "1                             0               0.0           0.000000   \n",
       "2                             0               0.0           0.000000   \n",
       "3                             0               0.0           0.000000   \n",
       "4                             0               0.0           0.000000   \n",
       "5                             0               0.0           0.000000   \n",
       "6                             0               0.0           0.000000   \n",
       "7                             0               0.0           0.000000   \n",
       "8                             0               0.0           0.000000   \n",
       "9                             0               0.0           0.000000   \n",
       "10                            0               0.0           0.000000   \n",
       "11                            0               0.0           0.000000   \n",
       "12                            1               1.0           0.500000   \n",
       "13                            0               0.0           0.000000   \n",
       "14                            0               0.0           0.000000   \n",
       "15                            0               0.0           0.000000   \n",
       "16                            0               0.0           0.000000   \n",
       "17                            0               0.0           0.000000   \n",
       "18                            0               0.0           0.000000   \n",
       "19                            0               0.0           0.000000   \n",
       "20                            1               1.0           0.500000   \n",
       "21                            1               1.0           0.750000   \n",
       "22                            0               0.0           0.000000   \n",
       "23                            1               1.0           0.500000   \n",
       "24                            0               0.0           0.000000   \n",
       "25                            0               0.0           0.000000   \n",
       "26                            0               0.0           0.000000   \n",
       "27                            0               0.0           0.000000   \n",
       "28                            1               1.0           0.500000   \n",
       "29                            0               0.0           0.000000   \n",
       "30                            0               0.0           0.000000   \n",
       "31                            0               0.0           0.000000   \n",
       "32                            1               1.0           0.666667   \n",
       "33                            1               1.0           0.750000   \n",
       "34                            0               0.0           0.000000   \n",
       "35                            0               0.0           0.000000   \n",
       "36                            0               0.0           0.000000   \n",
       "37                            1               1.0           0.500000   \n",
       "38                            1               1.0           0.666667   \n",
       "39                            0               0.0           0.000000   \n",
       "\n",
       "    order_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "0     329954     test             6          3                 12   \n",
       "1     329954     test             6          3                 12   \n",
       "2     329954     test             6          3                 12   \n",
       "3     329954     test             6          3                 12   \n",
       "4     329954     test             6          3                 12   \n",
       "5     329954     test             6          3                 12   \n",
       "6     329954     test             6          3                 12   \n",
       "7     329954     test             6          3                 12   \n",
       "8     329954     test             6          3                 12   \n",
       "9     329954     test             6          3                 12   \n",
       "10    329954     test             6          3                 12   \n",
       "11    329954     test             6          3                 12   \n",
       "12    329954     test             6          3                 12   \n",
       "13    329954     test             6          3                 12   \n",
       "14    329954     test             6          3                 12   \n",
       "15    329954     test             6          3                 12   \n",
       "16    329954     test             6          3                 12   \n",
       "17   2196797    train             5          0                 11   \n",
       "18   2196797    train             5          0                 11   \n",
       "19   2196797    train             5          0                 11   \n",
       "20   2196797    train             5          0                 11   \n",
       "21   2196797    train             5          0                 11   \n",
       "22   2196797    train             5          0                 11   \n",
       "23   2196797    train             5          0                 11   \n",
       "24   2196797    train             5          0                 11   \n",
       "25   2196797    train             5          0                 11   \n",
       "26   2196797    train             5          0                 11   \n",
       "27   2196797    train             5          0                 11   \n",
       "28   2196797    train             5          0                 11   \n",
       "29   2196797    train             5          0                 11   \n",
       "30   2196797    train             5          0                 11   \n",
       "31   2196797    train             5          0                 11   \n",
       "32   2196797    train             5          0                 11   \n",
       "33   2196797    train             5          0                 11   \n",
       "34   2196797    train             5          0                 11   \n",
       "35   2196797    train             5          0                 11   \n",
       "36   2196797    train             5          0                 11   \n",
       "37   2196797    train             5          0                 11   \n",
       "38   2196797    train             5          0                 11   \n",
       "39   2196797    train             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  days_since_first_order  max_days  \\\n",
       "0                     30.0                    85.0      85.0   \n",
       "1                     30.0                    85.0      85.0   \n",
       "2                     30.0                    85.0      85.0   \n",
       "3                     30.0                    85.0      85.0   \n",
       "4                     30.0                    85.0      85.0   \n",
       "5                     30.0                    85.0      85.0   \n",
       "6                     30.0                    85.0      85.0   \n",
       "7                     30.0                    85.0      85.0   \n",
       "8                     30.0                    85.0      85.0   \n",
       "9                     30.0                    85.0      85.0   \n",
       "10                    30.0                    85.0      85.0   \n",
       "11                    30.0                    85.0      85.0   \n",
       "12                    30.0                    85.0      85.0   \n",
       "13                    30.0                    85.0      85.0   \n",
       "14                    30.0                    85.0      85.0   \n",
       "15                    30.0                    85.0      85.0   \n",
       "16                    30.0                    85.0      85.0   \n",
       "17                     6.0                    46.0      46.0   \n",
       "18                     6.0                    46.0      46.0   \n",
       "19                     6.0                    46.0      46.0   \n",
       "20                     6.0                    46.0      46.0   \n",
       "21                     6.0                    46.0      46.0   \n",
       "22                     6.0                    46.0      46.0   \n",
       "23                     6.0                    46.0      46.0   \n",
       "24                     6.0                    46.0      46.0   \n",
       "25                     6.0                    46.0      46.0   \n",
       "26                     6.0                    46.0      46.0   \n",
       "27                     6.0                    46.0      46.0   \n",
       "28                     6.0                    46.0      46.0   \n",
       "29                     6.0                    46.0      46.0   \n",
       "30                     6.0                    46.0      46.0   \n",
       "31                     6.0                    46.0      46.0   \n",
       "32                     6.0                    46.0      46.0   \n",
       "33                     6.0                    46.0      46.0   \n",
       "34                     6.0                    46.0      46.0   \n",
       "35                     6.0                    46.0      46.0   \n",
       "36                     6.0                    46.0      46.0   \n",
       "37                     6.0                    46.0      46.0   \n",
       "38                     6.0                    46.0      46.0   \n",
       "39                     6.0                    46.0      46.0   \n",
       "\n",
       "    days_to_last_order  usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  \\\n",
       "0                  0.0                  5     13.750000                  1   \n",
       "1                  0.0                  5     13.750000                  1   \n",
       "2                  0.0                  5     13.750000                  1   \n",
       "3                  0.0                  5     13.750000                  1   \n",
       "4                  0.0                  5     13.750000                  1   \n",
       "5                  0.0                  5     13.750000                  1   \n",
       "6                  0.0                  5     13.750000                  1   \n",
       "7                  0.0                  5     13.750000                  1   \n",
       "8                  0.0                  5     13.750000                  1   \n",
       "9                  0.0                  5     13.750000                  1   \n",
       "10                 0.0                  5     13.750000                  1   \n",
       "11                 0.0                  5     13.750000                  1   \n",
       "12                 0.0                  5     13.750000                  1   \n",
       "13                 0.0                  5     13.750000                  1   \n",
       "14                 0.0                  5     13.750000                  1   \n",
       "15                 0.0                  5     13.750000                  1   \n",
       "16                 0.0                  5     13.750000                  1   \n",
       "17                 0.0                  4     13.333333                 14   \n",
       "18                 0.0                  4     13.333333                 14   \n",
       "19                 0.0                  4     13.333333                 14   \n",
       "20                 0.0                  4     13.333333                 14   \n",
       "21                 0.0                  4     13.333333                 14   \n",
       "22                 0.0                  4     13.333333                 14   \n",
       "23                 0.0                  4     13.333333                 14   \n",
       "24                 0.0                  4     13.333333                 14   \n",
       "25                 0.0                  4     13.333333                 14   \n",
       "26                 0.0                  4     13.333333                 14   \n",
       "27                 0.0                  4     13.333333                 14   \n",
       "28                 0.0                  4     13.333333                 14   \n",
       "29                 0.0                  4     13.333333                 14   \n",
       "30                 0.0                  4     13.333333                 14   \n",
       "31                 0.0                  4     13.333333                 14   \n",
       "32                 0.0                  4     13.333333                 14   \n",
       "33                 0.0                  4     13.333333                 14   \n",
       "34                 0.0                  4     13.333333                 14   \n",
       "35                 0.0                  4     13.333333                 14   \n",
       "36                 0.0                  4     13.333333                 14   \n",
       "37                 0.0                  4     13.333333                 14   \n",
       "38                 0.0                  4     13.333333                 14   \n",
       "39                 0.0                  4     13.333333                 14   \n",
       "\n",
       "    usr_ttl_prd  usr_unique_prd  unique_prd_ratio  hod_group  \\\n",
       "0            18              17          0.944444          3   \n",
       "1            18              17          0.944444          3   \n",
       "2            18              17          0.944444          3   \n",
       "3            18              17          0.944444          3   \n",
       "4            18              17          0.944444          3   \n",
       "5            18              17          0.944444          3   \n",
       "6            18              17          0.944444          3   \n",
       "7            18              17          0.944444          3   \n",
       "8            18              17          0.944444          3   \n",
       "9            18              17          0.944444          3   \n",
       "10           18              17          0.944444          3   \n",
       "11           18              17          0.944444          3   \n",
       "12           18              17          0.944444          3   \n",
       "13           18              17          0.944444          3   \n",
       "14           18              17          0.944444          3   \n",
       "15           18              17          0.944444          3   \n",
       "16           18              17          0.944444          3   \n",
       "17           37              23          0.621622          2   \n",
       "18           37              23          0.621622          2   \n",
       "19           37              23          0.621622          2   \n",
       "20           37              23          0.621622          2   \n",
       "21           37              23          0.621622          2   \n",
       "22           37              23          0.621622          2   \n",
       "23           37              23          0.621622          2   \n",
       "24           37              23          0.621622          2   \n",
       "25           37              23          0.621622          2   \n",
       "26           37              23          0.621622          2   \n",
       "27           37              23          0.621622          2   \n",
       "28           37              23          0.621622          2   \n",
       "29           37              23          0.621622          2   \n",
       "30           37              23          0.621622          2   \n",
       "31           37              23          0.621622          2   \n",
       "32           37              23          0.621622          2   \n",
       "33           37              23          0.621622          2   \n",
       "34           37              23          0.621622          2   \n",
       "35           37              23          0.621622          2   \n",
       "36           37              23          0.621622          2   \n",
       "37           37              23          0.621622          2   \n",
       "38           37              23          0.621622          2   \n",
       "39           37              23          0.621622          2   \n",
       "\n",
       "    prod_market_share_hod  prod_market_share_dow  \n",
       "0                     1.0               0.000000  \n",
       "1                     0.0               0.000000  \n",
       "2                     0.0               0.000000  \n",
       "3                     0.0               0.000000  \n",
       "4                     1.0               0.000000  \n",
       "5                     1.0               0.000000  \n",
       "6                     1.0               0.000000  \n",
       "7                     1.0               0.000000  \n",
       "8                     1.0               0.000000  \n",
       "9                     1.0               0.000000  \n",
       "10                    1.0               0.000000  \n",
       "11                    1.0               0.000000  \n",
       "12                    0.5               0.000000  \n",
       "13                    0.0               0.000000  \n",
       "14                    1.0               0.000000  \n",
       "15                    0.0               0.000000  \n",
       "16                    1.0               0.000000  \n",
       "17                    0.0               0.000000  \n",
       "18                    0.0               0.000000  \n",
       "19                    0.0               1.000000  \n",
       "20                    0.0               0.000000  \n",
       "21                    0.0               0.250000  \n",
       "22                    0.0               1.000000  \n",
       "23                    0.0               0.500000  \n",
       "24                    0.0               0.000000  \n",
       "25                    0.0               0.000000  \n",
       "26                    0.0               1.000000  \n",
       "27                    0.0               0.000000  \n",
       "28                    0.0               0.000000  \n",
       "29                    0.0               1.000000  \n",
       "30                    0.0               0.000000  \n",
       "31                    0.0               0.000000  \n",
       "32                    0.0               0.333333  \n",
       "33                    0.0               0.250000  \n",
       "34                    0.0               0.000000  \n",
       "35                    0.0               0.000000  \n",
       "36                    0.0               0.000000  \n",
       "37                    0.0               0.000000  \n",
       "38                    0.0               0.333333  \n",
       "39                    0.0               0.000000  "
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_abt = toy_abt.merge(prod_hod[['product_id', 'hod_group', 'prod_market_share_hod']], on = ['product_id', 'hod_group'], how = 'left').fillna(0)\n",
    "toy_abt = toy_abt.merge(prod_dow[['product_id', 'order_dow', 'prod_market_share_dow']], on = ['product_id', 'order_dow'], how = 'left').fillna(0)\n",
    "toy_abt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>days_since_last_order</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>prd_buy_first_time_ttl_cnt</th>\n",
       "      <th>prd_buy_second_time_ttl_cnt</th>\n",
       "      <th>prd_reorder_prob</th>\n",
       "      <th>prd_reorder_ratio</th>\n",
       "      <th>order_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>hod_group</th>\n",
       "      <th>prod_market_share_hod</th>\n",
       "      <th>prod_market_share_dow</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>5</td>\n",
       "      <td>22475</td>\n",
       "      <td>0</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>5</td>\n",
       "      <td>24231</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>25.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>5</td>\n",
       "      <td>24535</td>\n",
       "      <td>2</td>\n",
       "      <td>5.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>5</td>\n",
       "      <td>26604</td>\n",
       "      <td>3</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.250000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>5</td>\n",
       "      <td>27344</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>5</td>\n",
       "      <td>28289</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>5</td>\n",
       "      <td>31717</td>\n",
       "      <td>0</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>5</td>\n",
       "      <td>40706</td>\n",
       "      <td>1</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>14.500000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>5</td>\n",
       "      <td>43693</td>\n",
       "      <td>2</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>5</td>\n",
       "      <td>48775</td>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  product_id  up_reordered_times  up_avg_cart_position  \\\n",
       "30        5       22475                   0             10.000000   \n",
       "31        5       24231                   0              4.000000   \n",
       "32        5       24535                   2              5.333333   \n",
       "33        5       26604                   3              6.500000   \n",
       "34        5       27344                   0              1.000000   \n",
       "35        5       28289                   0              4.000000   \n",
       "36        5       31717                   0              7.000000   \n",
       "37        5       40706                   1              4.500000   \n",
       "38        5       43693                   2              4.333333   \n",
       "39        5       48775                   0              3.000000   \n",
       "\n",
       "    first_order_number  last_order_number  up_avg_dspo  days_since_last_order  \\\n",
       "30                   1                  1     0.000000                   46.0   \n",
       "31                   3                  3    10.000000                   25.0   \n",
       "32                   1                  4    15.000000                    6.0   \n",
       "33                   1                  4    13.333333                    6.0   \n",
       "34                   4                  4    19.000000                    6.0   \n",
       "35                   1                  1     0.000000                   46.0   \n",
       "36                   1                  1     0.000000                   46.0   \n",
       "37                   3                  4    14.500000                    6.0   \n",
       "38                   1                  4    15.000000                    6.0   \n",
       "39                   1                  1     0.000000                   46.0   \n",
       "\n",
       "    prd_ttl_bought_cnts  prd_ttl_reorder_cnts  prd_buy_first_time_ttl_cnt  \\\n",
       "30                    1                     0                           1   \n",
       "31                    1                     0                           1   \n",
       "32                    3                     2                           1   \n",
       "33                    4                     3                           1   \n",
       "34                    1                     0                           1   \n",
       "35                    1                     0                           1   \n",
       "36                    1                     0                           1   \n",
       "37                    2                     1                           1   \n",
       "38                    3                     2                           1   \n",
       "39                    1                     0                           1   \n",
       "\n",
       "    prd_buy_second_time_ttl_cnt  prd_reorder_prob  prd_reorder_ratio  \\\n",
       "30                            0               0.0           0.000000   \n",
       "31                            0               0.0           0.000000   \n",
       "32                            1               1.0           0.666667   \n",
       "33                            1               1.0           0.750000   \n",
       "34                            0               0.0           0.000000   \n",
       "35                            0               0.0           0.000000   \n",
       "36                            0               0.0           0.000000   \n",
       "37                            1               1.0           0.500000   \n",
       "38                            1               1.0           0.666667   \n",
       "39                            0               0.0           0.000000   \n",
       "\n",
       "    order_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "30   2196797    train             5          0                 11   \n",
       "31   2196797    train             5          0                 11   \n",
       "32   2196797    train             5          0                 11   \n",
       "33   2196797    train             5          0                 11   \n",
       "34   2196797    train             5          0                 11   \n",
       "35   2196797    train             5          0                 11   \n",
       "36   2196797    train             5          0                 11   \n",
       "37   2196797    train             5          0                 11   \n",
       "38   2196797    train             5          0                 11   \n",
       "39   2196797    train             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  days_since_first_order  max_days  \\\n",
       "30                     6.0                    46.0      46.0   \n",
       "31                     6.0                    46.0      46.0   \n",
       "32                     6.0                    46.0      46.0   \n",
       "33                     6.0                    46.0      46.0   \n",
       "34                     6.0                    46.0      46.0   \n",
       "35                     6.0                    46.0      46.0   \n",
       "36                     6.0                    46.0      46.0   \n",
       "37                     6.0                    46.0      46.0   \n",
       "38                     6.0                    46.0      46.0   \n",
       "39                     6.0                    46.0      46.0   \n",
       "\n",
       "    days_to_last_order  usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  \\\n",
       "30                 0.0                  4     13.333333                 14   \n",
       "31                 0.0                  4     13.333333                 14   \n",
       "32                 0.0                  4     13.333333                 14   \n",
       "33                 0.0                  4     13.333333                 14   \n",
       "34                 0.0                  4     13.333333                 14   \n",
       "35                 0.0                  4     13.333333                 14   \n",
       "36                 0.0                  4     13.333333                 14   \n",
       "37                 0.0                  4     13.333333                 14   \n",
       "38                 0.0                  4     13.333333                 14   \n",
       "39                 0.0                  4     13.333333                 14   \n",
       "\n",
       "    usr_ttl_prd  usr_unique_prd  unique_prd_ratio  hod_group  \\\n",
       "30           37              23          0.621622          2   \n",
       "31           37              23          0.621622          2   \n",
       "32           37              23          0.621622          2   \n",
       "33           37              23          0.621622          2   \n",
       "34           37              23          0.621622          2   \n",
       "35           37              23          0.621622          2   \n",
       "36           37              23          0.621622          2   \n",
       "37           37              23          0.621622          2   \n",
       "38           37              23          0.621622          2   \n",
       "39           37              23          0.621622          2   \n",
       "\n",
       "    prod_market_share_hod  prod_market_share_dow  \n",
       "30                    0.0               0.000000  \n",
       "31                    0.0               0.000000  \n",
       "32                    0.0               0.333333  \n",
       "33                    0.0               0.250000  \n",
       "34                    0.0               0.000000  \n",
       "35                    0.0               0.000000  \n",
       "36                    0.0               0.000000  \n",
       "37                    0.0               0.000000  \n",
       "38                    0.0               0.333333  \n",
       "39                    0.0               0.000000  "
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_abt.tail(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>reordered</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>15349</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5</td>\n",
       "      <td>19057</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>16185</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>5</td>\n",
       "      <td>21413</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>20843</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>20114</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>5</td>\n",
       "      <td>48204</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>5</td>\n",
       "      <td>40706</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>5</td>\n",
       "      <td>21616</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   user_id  product_id  reordered\n",
       "0        5       15349          1\n",
       "1        5       19057          0\n",
       "2        5       16185          0\n",
       "3        5       21413          1\n",
       "4        5       20843          0\n",
       "5        5       20114          0\n",
       "6        5       48204          0\n",
       "7        5       40706          1\n",
       "8        5       21616          1"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_train = train[train.order_id.isin(toy_orders.order_id)]\n",
    "toy_train = toy_train.merge(toy_orders[['order_id', 'user_id']], how = 'left', on = 'order_id')\n",
    "toy_train = toy_train[['user_id', 'product_id', 'reordered']]\n",
    "# toy_train['hod_group'] = (toy_train.order_hour_of_day / 4).astype('int')\n",
    "toy_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>days_since_last_order</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>prd_buy_first_time_ttl_cnt</th>\n",
       "      <th>prd_buy_second_time_ttl_cnt</th>\n",
       "      <th>prd_reorder_prob</th>\n",
       "      <th>prd_reorder_ratio</th>\n",
       "      <th>order_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>days_since_first_order</th>\n",
       "      <th>max_days</th>\n",
       "      <th>days_to_last_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>hod_group</th>\n",
       "      <th>prod_market_share_hod</th>\n",
       "      <th>prod_market_share_dow</th>\n",
       "      <th>reordered</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>5</td>\n",
       "      <td>22475</td>\n",
       "      <td>0</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>5</td>\n",
       "      <td>24231</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>25.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>5</td>\n",
       "      <td>24535</td>\n",
       "      <td>2</td>\n",
       "      <td>5.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>5</td>\n",
       "      <td>26604</td>\n",
       "      <td>3</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.750000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>5</td>\n",
       "      <td>27344</td>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>5</td>\n",
       "      <td>28289</td>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>5</td>\n",
       "      <td>31717</td>\n",
       "      <td>0</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>5</td>\n",
       "      <td>40706</td>\n",
       "      <td>1</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>14.500000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>5</td>\n",
       "      <td>43693</td>\n",
       "      <td>2</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>6.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>5</td>\n",
       "      <td>48775</td>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>46.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2196797</td>\n",
       "      <td>train</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  product_id  up_reordered_times  up_avg_cart_position  \\\n",
       "30        5       22475                   0             10.000000   \n",
       "31        5       24231                   0              4.000000   \n",
       "32        5       24535                   2              5.333333   \n",
       "33        5       26604                   3              6.500000   \n",
       "34        5       27344                   0              1.000000   \n",
       "35        5       28289                   0              4.000000   \n",
       "36        5       31717                   0              7.000000   \n",
       "37        5       40706                   1              4.500000   \n",
       "38        5       43693                   2              4.333333   \n",
       "39        5       48775                   0              3.000000   \n",
       "\n",
       "    first_order_number  last_order_number  up_avg_dspo  days_since_last_order  \\\n",
       "30                   1                  1     0.000000                   46.0   \n",
       "31                   3                  3    10.000000                   25.0   \n",
       "32                   1                  4    15.000000                    6.0   \n",
       "33                   1                  4    13.333333                    6.0   \n",
       "34                   4                  4    19.000000                    6.0   \n",
       "35                   1                  1     0.000000                   46.0   \n",
       "36                   1                  1     0.000000                   46.0   \n",
       "37                   3                  4    14.500000                    6.0   \n",
       "38                   1                  4    15.000000                    6.0   \n",
       "39                   1                  1     0.000000                   46.0   \n",
       "\n",
       "    prd_ttl_bought_cnts  prd_ttl_reorder_cnts  prd_buy_first_time_ttl_cnt  \\\n",
       "30                    1                     0                           1   \n",
       "31                    1                     0                           1   \n",
       "32                    3                     2                           1   \n",
       "33                    4                     3                           1   \n",
       "34                    1                     0                           1   \n",
       "35                    1                     0                           1   \n",
       "36                    1                     0                           1   \n",
       "37                    2                     1                           1   \n",
       "38                    3                     2                           1   \n",
       "39                    1                     0                           1   \n",
       "\n",
       "    prd_buy_second_time_ttl_cnt  prd_reorder_prob  prd_reorder_ratio  \\\n",
       "30                            0               0.0           0.000000   \n",
       "31                            0               0.0           0.000000   \n",
       "32                            1               1.0           0.666667   \n",
       "33                            1               1.0           0.750000   \n",
       "34                            0               0.0           0.000000   \n",
       "35                            0               0.0           0.000000   \n",
       "36                            0               0.0           0.000000   \n",
       "37                            1               1.0           0.500000   \n",
       "38                            1               1.0           0.666667   \n",
       "39                            0               0.0           0.000000   \n",
       "\n",
       "    order_id eval_set  order_number  order_dow  order_hour_of_day  \\\n",
       "30   2196797    train             5          0                 11   \n",
       "31   2196797    train             5          0                 11   \n",
       "32   2196797    train             5          0                 11   \n",
       "33   2196797    train             5          0                 11   \n",
       "34   2196797    train             5          0                 11   \n",
       "35   2196797    train             5          0                 11   \n",
       "36   2196797    train             5          0                 11   \n",
       "37   2196797    train             5          0                 11   \n",
       "38   2196797    train             5          0                 11   \n",
       "39   2196797    train             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  days_since_first_order  max_days  \\\n",
       "30                     6.0                    46.0      46.0   \n",
       "31                     6.0                    46.0      46.0   \n",
       "32                     6.0                    46.0      46.0   \n",
       "33                     6.0                    46.0      46.0   \n",
       "34                     6.0                    46.0      46.0   \n",
       "35                     6.0                    46.0      46.0   \n",
       "36                     6.0                    46.0      46.0   \n",
       "37                     6.0                    46.0      46.0   \n",
       "38                     6.0                    46.0      46.0   \n",
       "39                     6.0                    46.0      46.0   \n",
       "\n",
       "    days_to_last_order  usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  \\\n",
       "30                 0.0                  4     13.333333                 14   \n",
       "31                 0.0                  4     13.333333                 14   \n",
       "32                 0.0                  4     13.333333                 14   \n",
       "33                 0.0                  4     13.333333                 14   \n",
       "34                 0.0                  4     13.333333                 14   \n",
       "35                 0.0                  4     13.333333                 14   \n",
       "36                 0.0                  4     13.333333                 14   \n",
       "37                 0.0                  4     13.333333                 14   \n",
       "38                 0.0                  4     13.333333                 14   \n",
       "39                 0.0                  4     13.333333                 14   \n",
       "\n",
       "    usr_ttl_prd  usr_unique_prd  unique_prd_ratio  hod_group  \\\n",
       "30           37              23          0.621622          2   \n",
       "31           37              23          0.621622          2   \n",
       "32           37              23          0.621622          2   \n",
       "33           37              23          0.621622          2   \n",
       "34           37              23          0.621622          2   \n",
       "35           37              23          0.621622          2   \n",
       "36           37              23          0.621622          2   \n",
       "37           37              23          0.621622          2   \n",
       "38           37              23          0.621622          2   \n",
       "39           37              23          0.621622          2   \n",
       "\n",
       "    prod_market_share_hod  prod_market_share_dow  reordered  \n",
       "30                    0.0               0.000000        NaN  \n",
       "31                    0.0               0.000000        NaN  \n",
       "32                    0.0               0.333333        NaN  \n",
       "33                    0.0               0.250000        NaN  \n",
       "34                    0.0               0.000000        NaN  \n",
       "35                    0.0               0.000000        NaN  \n",
       "36                    0.0               0.000000        NaN  \n",
       "37                    0.0               0.000000        1.0  \n",
       "38                    0.0               0.333333        NaN  \n",
       "39                    0.0               0.000000        NaN  "
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "toy_abt = toy_abt.merge(toy_train, how = 'left', on = ['user_id', 'product_id'])\n",
    "toy_abt.tail(10)\n",
    "\n",
    "# del priors_orders_detail, orders\n",
    "# gc.collect()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data split and preprocess "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/jiayou/anaconda/lib/python3.6/site-packages/ipykernel/__main__.py:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  from ipykernel import kernelapp as app\n",
      "/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/core/generic.py:3295: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  self._update_inplace(new_data)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>up_dspo_flag</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>reordered</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>5.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>2</td>\n",
       "      <td>5.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>3</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>0</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>14.500000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    up_reordered_times  up_avg_cart_position  first_order_number  \\\n",
       "17                   0              8.000000                   4   \n",
       "18                   0             12.000000                   4   \n",
       "19                   0              2.000000                   2   \n",
       "20                   1              7.000000                   1   \n",
       "21                   3              5.750000                   1   \n",
       "22                   0              8.000000                   2   \n",
       "23                   1              8.000000                   2   \n",
       "24                   0              1.000000                   1   \n",
       "25                   0              5.000000                   4   \n",
       "26                   0              6.000000                   2   \n",
       "27                   0              3.000000                   3   \n",
       "28                   1              4.000000                   1   \n",
       "29                   0              5.000000                   2   \n",
       "30                   0             10.000000                   1   \n",
       "31                   0              4.000000                   3   \n",
       "32                   2              5.333333                   1   \n",
       "33                   3              6.500000                   1   \n",
       "34                   0              1.000000                   4   \n",
       "35                   0              4.000000                   1   \n",
       "36                   0              7.000000                   1   \n",
       "37                   1              4.500000                   3   \n",
       "38                   2              4.333333                   1   \n",
       "39                   0              3.000000                   1   \n",
       "\n",
       "    last_order_number  up_avg_dspo  up_dspo_flag  prd_ttl_bought_cnts  \\\n",
       "17                  4    19.000000           0.0                    1   \n",
       "18                  4    19.000000           0.0                    1   \n",
       "19                  2    11.000000           0.0                    1   \n",
       "20                  4    19.000000           0.0                    2   \n",
       "21                  4    13.333333           0.0                    4   \n",
       "22                  2    11.000000           0.0                    1   \n",
       "23                  4    15.000000           0.0                    2   \n",
       "24                  1          NaN           0.0                    1   \n",
       "25                  4    19.000000           0.0                    1   \n",
       "26                  2    11.000000           0.0                    1   \n",
       "27                  3    10.000000           0.0                    1   \n",
       "28                  4    19.000000           0.0                    2   \n",
       "29                  2    11.000000           0.0                    1   \n",
       "30                  1          NaN           0.0                    1   \n",
       "31                  3    10.000000           0.0                    1   \n",
       "32                  4    15.000000           0.0                    3   \n",
       "33                  4    13.333333           0.0                    4   \n",
       "34                  4    19.000000           0.0                    1   \n",
       "35                  1          NaN           0.0                    1   \n",
       "36                  1          NaN           0.0                    1   \n",
       "37                  4    14.500000           0.0                    2   \n",
       "38                  4    15.000000           0.0                    3   \n",
       "39                  1          NaN           0.0                    1   \n",
       "\n",
       "    prd_ttl_reorder_cnts  order_number  order_dow  order_hour_of_day  \\\n",
       "17                     0             5          0                 11   \n",
       "18                     0             5          0                 11   \n",
       "19                     0             5          0                 11   \n",
       "20                     1             5          0                 11   \n",
       "21                     3             5          0                 11   \n",
       "22                     0             5          0                 11   \n",
       "23                     1             5          0                 11   \n",
       "24                     0             5          0                 11   \n",
       "25                     0             5          0                 11   \n",
       "26                     0             5          0                 11   \n",
       "27                     0             5          0                 11   \n",
       "28                     1             5          0                 11   \n",
       "29                     0             5          0                 11   \n",
       "30                     0             5          0                 11   \n",
       "31                     0             5          0                 11   \n",
       "32                     2             5          0                 11   \n",
       "33                     3             5          0                 11   \n",
       "34                     0             5          0                 11   \n",
       "35                     0             5          0                 11   \n",
       "36                     0             5          0                 11   \n",
       "37                     1             5          0                 11   \n",
       "38                     2             5          0                 11   \n",
       "39                     0             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  usr_ttl_order_num  usr_avg_dspo  \\\n",
       "17                     6.0                  4     13.333333   \n",
       "18                     6.0                  4     13.333333   \n",
       "19                     6.0                  4     13.333333   \n",
       "20                     6.0                  4     13.333333   \n",
       "21                     6.0                  4     13.333333   \n",
       "22                     6.0                  4     13.333333   \n",
       "23                     6.0                  4     13.333333   \n",
       "24                     6.0                  4     13.333333   \n",
       "25                     6.0                  4     13.333333   \n",
       "26                     6.0                  4     13.333333   \n",
       "27                     6.0                  4     13.333333   \n",
       "28                     6.0                  4     13.333333   \n",
       "29                     6.0                  4     13.333333   \n",
       "30                     6.0                  4     13.333333   \n",
       "31                     6.0                  4     13.333333   \n",
       "32                     6.0                  4     13.333333   \n",
       "33                     6.0                  4     13.333333   \n",
       "34                     6.0                  4     13.333333   \n",
       "35                     6.0                  4     13.333333   \n",
       "36                     6.0                  4     13.333333   \n",
       "37                     6.0                  4     13.333333   \n",
       "38                     6.0                  4     13.333333   \n",
       "39                     6.0                  4     13.333333   \n",
       "\n",
       "    usr_ttl_reordered  usr_ttl_prd  usr_unique_prd  unique_prd_ratio  \\\n",
       "17                 14           37              23          0.621622   \n",
       "18                 14           37              23          0.621622   \n",
       "19                 14           37              23          0.621622   \n",
       "20                 14           37              23          0.621622   \n",
       "21                 14           37              23          0.621622   \n",
       "22                 14           37              23          0.621622   \n",
       "23                 14           37              23          0.621622   \n",
       "24                 14           37              23          0.621622   \n",
       "25                 14           37              23          0.621622   \n",
       "26                 14           37              23          0.621622   \n",
       "27                 14           37              23          0.621622   \n",
       "28                 14           37              23          0.621622   \n",
       "29                 14           37              23          0.621622   \n",
       "30                 14           37              23          0.621622   \n",
       "31                 14           37              23          0.621622   \n",
       "32                 14           37              23          0.621622   \n",
       "33                 14           37              23          0.621622   \n",
       "34                 14           37              23          0.621622   \n",
       "35                 14           37              23          0.621622   \n",
       "36                 14           37              23          0.621622   \n",
       "37                 14           37              23          0.621622   \n",
       "38                 14           37              23          0.621622   \n",
       "39                 14           37              23          0.621622   \n",
       "\n",
       "    reordered  \n",
       "17        0.0  \n",
       "18        0.0  \n",
       "19        0.0  \n",
       "20        0.0  \n",
       "21        0.0  \n",
       "22        0.0  \n",
       "23        0.0  \n",
       "24        1.0  \n",
       "25        0.0  \n",
       "26        0.0  \n",
       "27        0.0  \n",
       "28        1.0  \n",
       "29        1.0  \n",
       "30        0.0  \n",
       "31        0.0  \n",
       "32        0.0  \n",
       "33        0.0  \n",
       "34        0.0  \n",
       "35        0.0  \n",
       "36        0.0  \n",
       "37        1.0  \n",
       "38        0.0  \n",
       "39        0.0  "
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train = toy_abt[toy_abt.eval_set == 'train']\n",
    "train.drop(['eval_set', 'user_id', 'product_id', 'order_id'], axis=1, inplace = True)\n",
    "train.reordered.fillna(0, inplace = True)\n",
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "X_test = toy_abt[toy_abt.eval_set == 'test']\n",
    "X_train, X_val, y_train, y_val = train_test_split(train.drop('reordered', axis=1), train.reordered,\n",
    "                                                    test_size=0.2, random_state=1019)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>user_id</th>\n",
       "      <th>product_id</th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>up_dspo_flag</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>order_id</th>\n",
       "      <th>eval_set</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "      <th>reordered</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>4</td>\n",
       "      <td>1200</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>2707</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>7160</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>7350</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>11865</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>4</td>\n",
       "      <td>17769</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>4</td>\n",
       "      <td>19057</td>\n",
       "      <td>0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>4</td>\n",
       "      <td>21573</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>4</td>\n",
       "      <td>22199</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>4</td>\n",
       "      <td>25146</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>4</td>\n",
       "      <td>25623</td>\n",
       "      <td>0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>4</td>\n",
       "      <td>26576</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>4</td>\n",
       "      <td>35469</td>\n",
       "      <td>1</td>\n",
       "      <td>4.5</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>4</td>\n",
       "      <td>36606</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>4</td>\n",
       "      <td>37646</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>4</td>\n",
       "      <td>42329</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>4</td>\n",
       "      <td>43704</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>21.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>329954</td>\n",
       "      <td>test</td>\n",
       "      <td>6</td>\n",
       "      <td>3</td>\n",
       "      <td>12</td>\n",
       "      <td>30.0</td>\n",
       "      <td>5</td>\n",
       "      <td>13.75</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>17</td>\n",
       "      <td>0.944444</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    user_id  product_id  up_reordered_times  up_avg_cart_position  \\\n",
       "0         4        1200                   0                   1.0   \n",
       "1         4        2707                   0                   4.0   \n",
       "2         4        7160                   0                   2.0   \n",
       "3         4        7350                   0                   2.0   \n",
       "4         4       11865                   0                   5.0   \n",
       "5         4       17769                   0                   2.0   \n",
       "6         4       19057                   0                   7.0   \n",
       "7         4       21573                   0                   3.0   \n",
       "8         4       22199                   0                   1.0   \n",
       "9         4       25146                   0                   2.0   \n",
       "10        4       25623                   0                   2.0   \n",
       "11        4       26576                   0                   1.0   \n",
       "12        4       35469                   1                   4.5   \n",
       "13        4       36606                   0                   1.0   \n",
       "14        4       37646                   0                   4.0   \n",
       "15        4       42329                   0                   1.0   \n",
       "16        4       43704                   0                   3.0   \n",
       "\n",
       "    first_order_number  last_order_number  up_avg_dspo  up_dspo_flag  \\\n",
       "0                    3                  3         21.0           1.0   \n",
       "1                    1                  1          NaN           0.0   \n",
       "2                    2                  2         19.0           0.0   \n",
       "3                    1                  1          NaN           0.0   \n",
       "4                    3                  3         21.0           1.0   \n",
       "5                    3                  3         21.0           1.0   \n",
       "6                    3                  3         21.0           1.0   \n",
       "7                    5                  5          0.0           1.0   \n",
       "8                    4                  4         15.0           0.0   \n",
       "9                    4                  4         15.0           0.0   \n",
       "10                   5                  5          0.0           1.0   \n",
       "11                   5                  5          0.0           1.0   \n",
       "12                   1                  3         21.0           1.0   \n",
       "13                   1                  1          NaN           0.0   \n",
       "14                   3                  3         21.0           1.0   \n",
       "15                   2                  2         19.0           0.0   \n",
       "16                   3                  3         21.0           1.0   \n",
       "\n",
       "    prd_ttl_bought_cnts  prd_ttl_reorder_cnts  order_id eval_set  \\\n",
       "0                     1                     0    329954     test   \n",
       "1                     1                     0    329954     test   \n",
       "2                     1                     0    329954     test   \n",
       "3                     1                     0    329954     test   \n",
       "4                     1                     0    329954     test   \n",
       "5                     1                     0    329954     test   \n",
       "6                     1                     0    329954     test   \n",
       "7                     1                     0    329954     test   \n",
       "8                     1                     0    329954     test   \n",
       "9                     1                     0    329954     test   \n",
       "10                    1                     0    329954     test   \n",
       "11                    1                     0    329954     test   \n",
       "12                    2                     1    329954     test   \n",
       "13                    1                     0    329954     test   \n",
       "14                    1                     0    329954     test   \n",
       "15                    1                     0    329954     test   \n",
       "16                    1                     0    329954     test   \n",
       "\n",
       "    order_number  order_dow  order_hour_of_day  days_since_prior_order  \\\n",
       "0              6          3                 12                    30.0   \n",
       "1              6          3                 12                    30.0   \n",
       "2              6          3                 12                    30.0   \n",
       "3              6          3                 12                    30.0   \n",
       "4              6          3                 12                    30.0   \n",
       "5              6          3                 12                    30.0   \n",
       "6              6          3                 12                    30.0   \n",
       "7              6          3                 12                    30.0   \n",
       "8              6          3                 12                    30.0   \n",
       "9              6          3                 12                    30.0   \n",
       "10             6          3                 12                    30.0   \n",
       "11             6          3                 12                    30.0   \n",
       "12             6          3                 12                    30.0   \n",
       "13             6          3                 12                    30.0   \n",
       "14             6          3                 12                    30.0   \n",
       "15             6          3                 12                    30.0   \n",
       "16             6          3                 12                    30.0   \n",
       "\n",
       "    usr_ttl_order_num  usr_avg_dspo  usr_ttl_reordered  usr_ttl_prd  \\\n",
       "0                   5         13.75                  1           18   \n",
       "1                   5         13.75                  1           18   \n",
       "2                   5         13.75                  1           18   \n",
       "3                   5         13.75                  1           18   \n",
       "4                   5         13.75                  1           18   \n",
       "5                   5         13.75                  1           18   \n",
       "6                   5         13.75                  1           18   \n",
       "7                   5         13.75                  1           18   \n",
       "8                   5         13.75                  1           18   \n",
       "9                   5         13.75                  1           18   \n",
       "10                  5         13.75                  1           18   \n",
       "11                  5         13.75                  1           18   \n",
       "12                  5         13.75                  1           18   \n",
       "13                  5         13.75                  1           18   \n",
       "14                  5         13.75                  1           18   \n",
       "15                  5         13.75                  1           18   \n",
       "16                  5         13.75                  1           18   \n",
       "\n",
       "    usr_unique_prd  unique_prd_ratio  reordered  \n",
       "0               17          0.944444        NaN  \n",
       "1               17          0.944444        NaN  \n",
       "2               17          0.944444        NaN  \n",
       "3               17          0.944444        NaN  \n",
       "4               17          0.944444        NaN  \n",
       "5               17          0.944444        NaN  \n",
       "6               17          0.944444        NaN  \n",
       "7               17          0.944444        NaN  \n",
       "8               17          0.944444        NaN  \n",
       "9               17          0.944444        NaN  \n",
       "10              17          0.944444        NaN  \n",
       "11              17          0.944444        NaN  \n",
       "12              17          0.944444        NaN  \n",
       "13              17          0.944444        NaN  \n",
       "14              17          0.944444        NaN  \n",
       "15              17          0.944444        NaN  \n",
       "16              17          0.944444        NaN  "
      ]
     },
     "execution_count": 137,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>up_reordered_times</th>\n",
       "      <th>up_avg_cart_position</th>\n",
       "      <th>first_order_number</th>\n",
       "      <th>last_order_number</th>\n",
       "      <th>up_avg_dspo</th>\n",
       "      <th>up_dspo_flag</th>\n",
       "      <th>prd_ttl_bought_cnts</th>\n",
       "      <th>prd_ttl_reorder_cnts</th>\n",
       "      <th>order_number</th>\n",
       "      <th>order_dow</th>\n",
       "      <th>order_hour_of_day</th>\n",
       "      <th>days_since_prior_order</th>\n",
       "      <th>usr_ttl_order_num</th>\n",
       "      <th>usr_avg_dspo</th>\n",
       "      <th>usr_ttl_reordered</th>\n",
       "      <th>usr_ttl_prd</th>\n",
       "      <th>usr_unique_prd</th>\n",
       "      <th>unique_prd_ratio</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2</td>\n",
       "      <td>4.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>12.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>3</td>\n",
       "      <td>5.750000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>4.500000</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>14.500000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>2</td>\n",
       "      <td>5.333333</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>3</td>\n",
       "      <td>6.500000</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>8.000000</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>11.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>11</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>14</td>\n",
       "      <td>37</td>\n",
       "      <td>23</td>\n",
       "      <td>0.621622</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    up_reordered_times  up_avg_cart_position  first_order_number  \\\n",
       "38                   2              4.333333                   1   \n",
       "39                   0              3.000000                   1   \n",
       "34                   0              1.000000                   4   \n",
       "18                   0             12.000000                   4   \n",
       "21                   3              5.750000                   1   \n",
       "23                   1              8.000000                   2   \n",
       "26                   0              6.000000                   2   \n",
       "25                   0              5.000000                   4   \n",
       "19                   0              2.000000                   2   \n",
       "17                   0              8.000000                   4   \n",
       "37                   1              4.500000                   3   \n",
       "27                   0              3.000000                   3   \n",
       "32                   2              5.333333                   1   \n",
       "30                   0             10.000000                   1   \n",
       "24                   0              1.000000                   1   \n",
       "33                   3              6.500000                   1   \n",
       "31                   0              4.000000                   3   \n",
       "22                   0              8.000000                   2   \n",
       "\n",
       "    last_order_number  up_avg_dspo  up_dspo_flag  prd_ttl_bought_cnts  \\\n",
       "38                  4    15.000000           0.0                    3   \n",
       "39                  1          NaN           0.0                    1   \n",
       "34                  4    19.000000           0.0                    1   \n",
       "18                  4    19.000000           0.0                    1   \n",
       "21                  4    13.333333           0.0                    4   \n",
       "23                  4    15.000000           0.0                    2   \n",
       "26                  2    11.000000           0.0                    1   \n",
       "25                  4    19.000000           0.0                    1   \n",
       "19                  2    11.000000           0.0                    1   \n",
       "17                  4    19.000000           0.0                    1   \n",
       "37                  4    14.500000           0.0                    2   \n",
       "27                  3    10.000000           0.0                    1   \n",
       "32                  4    15.000000           0.0                    3   \n",
       "30                  1          NaN           0.0                    1   \n",
       "24                  1          NaN           0.0                    1   \n",
       "33                  4    13.333333           0.0                    4   \n",
       "31                  3    10.000000           0.0                    1   \n",
       "22                  2    11.000000           0.0                    1   \n",
       "\n",
       "    prd_ttl_reorder_cnts  order_number  order_dow  order_hour_of_day  \\\n",
       "38                     2             5          0                 11   \n",
       "39                     0             5          0                 11   \n",
       "34                     0             5          0                 11   \n",
       "18                     0             5          0                 11   \n",
       "21                     3             5          0                 11   \n",
       "23                     1             5          0                 11   \n",
       "26                     0             5          0                 11   \n",
       "25                     0             5          0                 11   \n",
       "19                     0             5          0                 11   \n",
       "17                     0             5          0                 11   \n",
       "37                     1             5          0                 11   \n",
       "27                     0             5          0                 11   \n",
       "32                     2             5          0                 11   \n",
       "30                     0             5          0                 11   \n",
       "24                     0             5          0                 11   \n",
       "33                     3             5          0                 11   \n",
       "31                     0             5          0                 11   \n",
       "22                     0             5          0                 11   \n",
       "\n",
       "    days_since_prior_order  usr_ttl_order_num  usr_avg_dspo  \\\n",
       "38                     6.0                  4     13.333333   \n",
       "39                     6.0                  4     13.333333   \n",
       "34                     6.0                  4     13.333333   \n",
       "18                     6.0                  4     13.333333   \n",
       "21                     6.0                  4     13.333333   \n",
       "23                     6.0                  4     13.333333   \n",
       "26                     6.0                  4     13.333333   \n",
       "25                     6.0                  4     13.333333   \n",
       "19                     6.0                  4     13.333333   \n",
       "17                     6.0                  4     13.333333   \n",
       "37                     6.0                  4     13.333333   \n",
       "27                     6.0                  4     13.333333   \n",
       "32                     6.0                  4     13.333333   \n",
       "30                     6.0                  4     13.333333   \n",
       "24                     6.0                  4     13.333333   \n",
       "33                     6.0                  4     13.333333   \n",
       "31                     6.0                  4     13.333333   \n",
       "22                     6.0                  4     13.333333   \n",
       "\n",
       "    usr_ttl_reordered  usr_ttl_prd  usr_unique_prd  unique_prd_ratio  \n",
       "38                 14           37              23          0.621622  \n",
       "39                 14           37              23          0.621622  \n",
       "34                 14           37              23          0.621622  \n",
       "18                 14           37              23          0.621622  \n",
       "21                 14           37              23          0.621622  \n",
       "23                 14           37              23          0.621622  \n",
       "26                 14           37              23          0.621622  \n",
       "25                 14           37              23          0.621622  \n",
       "19                 14           37              23          0.621622  \n",
       "17                 14           37              23          0.621622  \n",
       "37                 14           37              23          0.621622  \n",
       "27                 14           37              23          0.621622  \n",
       "32                 14           37              23          0.621622  \n",
       "30                 14           37              23          0.621622  \n",
       "24                 14           37              23          0.621622  \n",
       "33                 14           37              23          0.621622  \n",
       "31                 14           37              23          0.621622  \n",
       "22                 14           37              23          0.621622  "
      ]
     },
     "execution_count": 139,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'pandas.core.indexes'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mtry_read\u001b[0;34m(path, encoding)\u001b[0m\n\u001b[1;32m     51\u001b[0m             \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfh\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 52\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mpkl\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     53\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pandas.core.indexes'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mtry_read\u001b[0;34m(path, encoding)\u001b[0m\n\u001b[1;32m     56\u001b[0m                 \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfh\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 57\u001b[0;31m                     \u001b[0;32mreturn\u001b[0m \u001b[0mpc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     58\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/compat/pickle_compat.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(fh, encoding, compat, is_verbose)\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 117\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    118\u001b[0m     \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1049\u001b[0m                 \u001b[0;32massert\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbytes_types\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1050\u001b[0;31m                 \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1051\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0m_Stop\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mstopinst\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload_stack_global\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1346\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mUnpicklingError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"STACK_GLOBAL requires str\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1347\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1348\u001b[0m     \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mSTACK_GLOBAL\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_stack_global\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mfind_class\u001b[0;34m(self, module, name)\u001b[0m\n\u001b[1;32m   1387\u001b[0m                 \u001b[0mmodule\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_compat_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIMPORT_MAPPING\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1388\u001b[0;31m         \u001b[0m__import__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1389\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproto\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0;36m4\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pandas.core.indexes'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mread_pickle\u001b[0;34m(path)\u001b[0m\n\u001b[1;32m     64\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 65\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mtry_read\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     66\u001b[0m     \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mtry_read\u001b[0;34m(path, encoding)\u001b[0m\n\u001b[1;32m     61\u001b[0m                 \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfh\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 62\u001b[0;31m                     \u001b[0;32mreturn\u001b[0m \u001b[0mpc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     63\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/compat/pickle_compat.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(fh, encoding, compat, is_verbose)\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 117\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    118\u001b[0m     \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1049\u001b[0m                 \u001b[0;32massert\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbytes_types\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1050\u001b[0;31m                 \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1051\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0m_Stop\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mstopinst\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload_stack_global\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1346\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mUnpicklingError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"STACK_GLOBAL requires str\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1347\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1348\u001b[0m     \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mSTACK_GLOBAL\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_stack_global\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mfind_class\u001b[0;34m(self, module, name)\u001b[0m\n\u001b[1;32m   1387\u001b[0m                 \u001b[0mmodule\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_compat_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIMPORT_MAPPING\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1388\u001b[0;31m         \u001b[0m__import__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1389\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproto\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0;36m4\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pandas.core.indexes'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mtry_read\u001b[0;34m(path, encoding)\u001b[0m\n\u001b[1;32m     51\u001b[0m             \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfh\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 52\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mpkl\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     53\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pandas.core.indexes'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mtry_read\u001b[0;34m(path, encoding)\u001b[0m\n\u001b[1;32m     56\u001b[0m                 \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfh\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 57\u001b[0;31m                     \u001b[0;32mreturn\u001b[0m \u001b[0mpc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     58\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/compat/pickle_compat.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(fh, encoding, compat, is_verbose)\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 117\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    118\u001b[0m     \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1049\u001b[0m                 \u001b[0;32massert\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbytes_types\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1050\u001b[0;31m                 \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1051\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0m_Stop\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mstopinst\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload_stack_global\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1346\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mUnpicklingError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"STACK_GLOBAL requires str\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1347\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1348\u001b[0m     \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mSTACK_GLOBAL\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_stack_global\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mfind_class\u001b[0;34m(self, module, name)\u001b[0m\n\u001b[1;32m   1387\u001b[0m                 \u001b[0mmodule\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_compat_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIMPORT_MAPPING\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1388\u001b[0;31m         \u001b[0m__import__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1389\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproto\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0;36m4\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pandas.core.indexes'",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-3-e3d5140031aa>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mpe\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_pickle\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'abt-share/feature.product_embeddings.pkl'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mread_pickle\u001b[0;34m(path)\u001b[0m\n\u001b[1;32m     66\u001b[0m     \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     67\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mPY3\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 68\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mtry_read\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'latin1'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     69\u001b[0m         \u001b[0;32mraise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     70\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/io/pickle.py\u001b[0m in \u001b[0;36mtry_read\u001b[0;34m(path, encoding)\u001b[0m\n\u001b[1;32m     60\u001b[0m             \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     61\u001b[0m                 \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'rb'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mfh\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 62\u001b[0;31m                     \u001b[0;32mreturn\u001b[0m \u001b[0mpc\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfh\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mencoding\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mencoding\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     63\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     64\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/site-packages/pandas/compat/pickle_compat.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(fh, encoding, compat, is_verbose)\u001b[0m\n\u001b[1;32m    115\u001b[0m         \u001b[0mup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_verbose\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mis_verbose\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 117\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mup\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    118\u001b[0m     \u001b[0;32mexcept\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    119\u001b[0m         \u001b[0;32mraise\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1048\u001b[0m                     \u001b[0;32mraise\u001b[0m \u001b[0mEOFError\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1049\u001b[0m                 \u001b[0;32massert\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbytes_types\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1050\u001b[0;31m                 \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1051\u001b[0m         \u001b[0;32mexcept\u001b[0m \u001b[0m_Stop\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mstopinst\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1052\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mstopinst\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mload_stack_global\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m   1345\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mstr\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1346\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mUnpicklingError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"STACK_GLOBAL requires str\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1347\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfind_class\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1348\u001b[0m     \u001b[0mdispatch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mSTACK_GLOBAL\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_stack_global\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1349\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/jiayou/anaconda/lib/python3.6/pickle.py\u001b[0m in \u001b[0;36mfind_class\u001b[0;34m(self, module, name)\u001b[0m\n\u001b[1;32m   1386\u001b[0m             \u001b[0;32melif\u001b[0m \u001b[0mmodule\u001b[0m \u001b[0;32min\u001b[0m \u001b[0m_compat_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIMPORT_MAPPING\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1387\u001b[0m                 \u001b[0mmodule\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_compat_pickle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mIMPORT_MAPPING\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1388\u001b[0;31m         \u001b[0m__import__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlevel\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1389\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mproto\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0;36m4\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1390\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0m_getattribute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msys\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmodules\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmodule\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'pandas.core.indexes'"
     ]
    }
   ],
   "source": [
    "pe = pd.read_pickle('abt-share/feature.product_embeddings.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}