Sushi dataset.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from operator import or_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load the dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The dataset has been created looking at some Japanese restaurants' menus (located in Italy):\n",
    "- KOI, Turin: http://www.ristorantekoi.it/carta.pdf\n",
    "- SUSHI SUN, Turin: https://www.sushisuntorino.it/menu\n",
    "- HAYASHI SUSHI, Rome: https://www.ristorantegiapponese-roma.com/menu-completo\n",
    "- DAIFUKU - Rome: https://s43261ed02e900f3e.jimcontent.com/download/version/1353022243/module/6993894386/name/daifuku%20menu%20buffet.pdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>RECIPE</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AMAEBI FRY</td>\n",
       "      <td>gamberi</td>\n",
       "      <td>pasta kataifi</td>\n",
       "      <td>salsa teriyaki</td>\n",
       "      <td>maionese piccante</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NORI EDAMAME</td>\n",
       "      <td>soya</td>\n",
       "      <td>alga Nori</td>\n",
       "      <td>Shichimi</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MISO SOUP</td>\n",
       "      <td>Zuppa</td>\n",
       "      <td>alga Nori</td>\n",
       "      <td>tofu</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>OSUMASHI</td>\n",
       "      <td>Zuppa</td>\n",
       "      <td>alga Nori</td>\n",
       "      <td>asparagi</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SHRIMP-SALMON</td>\n",
       "      <td>tempura</td>\n",
       "      <td>gamberi</td>\n",
       "      <td>philadelphia</td>\n",
       "      <td>salmone</td>\n",
       "      <td>tobiko</td>\n",
       "      <td>salsa teriyaki</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          RECIPE        1              2               3                  4  \\\n",
       "0     AMAEBI FRY  gamberi  pasta kataifi  salsa teriyaki  maionese piccante   \n",
       "1   NORI EDAMAME     soya      alga Nori        Shichimi                      \n",
       "2      MISO SOUP    Zuppa      alga Nori            tofu                      \n",
       "3       OSUMASHI    Zuppa      alga Nori        asparagi                      \n",
       "4  SHRIMP-SALMON  tempura        gamberi    philadelphia            salmone   \n",
       "\n",
       "        5               6 7 8 9 10 11 12 13 14 15  \n",
       "0                                                  \n",
       "1                                                  \n",
       "2                                                  \n",
       "3                                                  \n",
       "4  tobiko  salsa teriyaki                          "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# load the recipes CSV file (Japanese dishes)\n",
    "data = pd.read_csv('jappo.csv', sep=';').fillna('')\n",
    "data.head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 147 recipes\n"
     ]
    }
   ],
   "source": [
    "print('There are {} recipes'.format(data.shape[0]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data pre-processing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# recipes must be uppercase\n",
    "data['RECIPE'] = data['RECIPE'].str.upper()\n",
    "# ingredients must be lowercase\n",
    "for col in range(1, 16):\n",
    "    col = str(col)\n",
    "    data[col] = data[col].str.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# retrieve the list of all the available ingredients\n",
    "ingredients = list(reduce(or_, list(map(lambda col: set(data[str(col)]), range(1, 16)))))\n",
    "ingredients.remove('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are 77 ingredients\n"
     ]
    }
   ],
   "source": [
    "print('There are {} ingredients'.format(len(ingredients)))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<div class=\"alert alert-warning\">\n",
    "TODO: The number of ingredients, with respect to the number of recipes, is not so small...\n",
    "</div>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['alga nori',\n",
       " 'ananas',\n",
       " 'anguilla',\n",
       " 'arachidi',\n",
       " 'asparagi',\n",
       " 'astice',\n",
       " 'avocado',\n",
       " 'branzino',\n",
       " 'capesante',\n",
       " 'caviale',\n",
       " 'cetriolo',\n",
       " 'crunch',\n",
       " 'daikon',\n",
       " 'erba cipollina',\n",
       " 'fagiolini',\n",
       " 'farina di tapioca',\n",
       " 'fiori di zucca',\n",
       " 'foglia di shiso',\n",
       " 'foie gras',\n",
       " 'formaggio',\n",
       " 'fragola',\n",
       " 'gamberi',\n",
       " 'granchio',\n",
       " 'ikura',\n",
       " 'insalata',\n",
       " 'maionese',\n",
       " 'maionese piccante',\n",
       " 'mandorle',\n",
       " 'mango',\n",
       " 'manzo',\n",
       " 'menta',\n",
       " 'nero di seppia',\n",
       " 'olio',\n",
       " 'olio tartufato',\n",
       " 'pane giapponese',\n",
       " 'pasta kataifi',\n",
       " 'patate',\n",
       " 'pesce bianco',\n",
       " 'philadelphia',\n",
       " 'pinoli',\n",
       " 'pistacchio',\n",
       " 'pollo',\n",
       " 'pomodoro',\n",
       " 'ricciola',\n",
       " 'riso',\n",
       " 'rucola',\n",
       " 'salmone',\n",
       " 'salsa al mango',\n",
       " 'salsa dello chef',\n",
       " 'salsa di miso',\n",
       " 'salsa kabayaki',\n",
       " 'salsa piccante',\n",
       " 'salsa ponzu',\n",
       " 'salsa teriyaki',\n",
       " 'salsa yuzu',\n",
       " 'scampi',\n",
       " 'sesamo',\n",
       " 'shichimi',\n",
       " 'soya',\n",
       " 'spaghetti',\n",
       " 'spezie',\n",
       " 'spigola',\n",
       " 'surimi',\n",
       " 'tabasco',\n",
       " 'tempura',\n",
       " 'tobiko',\n",
       " 'tofu',\n",
       " 'tonno',\n",
       " 'uova',\n",
       " 'uova di pesce volante',\n",
       " 'uova di quaglia',\n",
       " 'uova di salmone',\n",
       " 'verdure',\n",
       " 'wasabi',\n",
       " 'zenzero',\n",
       " 'zucchine',\n",
       " 'zuppa']"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ingredients.sort()\n",
    "ingredients"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create the ingredients dictionary: key is the ingredient, value is its index\n",
    "ingredients_dict = {'': ''}\n",
    "for i in range(len(ingredients)):\n",
    "    ingredients_dict[ingredients[i]] = i"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# map the ingredients inside the dataframe using IDs\n",
    "for i in range(1, 16):\n",
    "    data[str(i)] = data[str(i)].apply(lambda x: ingredients_dict[x])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>RECIPE</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>10</th>\n",
       "      <th>11</th>\n",
       "      <th>12</th>\n",
       "      <th>13</th>\n",
       "      <th>14</th>\n",
       "      <th>15</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AMAEBI FRY</td>\n",
       "      <td>21</td>\n",
       "      <td>35</td>\n",
       "      <td>53</td>\n",
       "      <td>26</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NORI EDAMAME</td>\n",
       "      <td>58</td>\n",
       "      <td>0</td>\n",
       "      <td>57</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>MISO SOUP</td>\n",
       "      <td>76</td>\n",
       "      <td>0</td>\n",
       "      <td>66</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>OSUMASHI</td>\n",
       "      <td>76</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>SHRIMP-SALMON</td>\n",
       "      <td>64</td>\n",
       "      <td>21</td>\n",
       "      <td>38</td>\n",
       "      <td>46</td>\n",
       "      <td>65</td>\n",
       "      <td>53</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          RECIPE   1   2   3   4   5   6 7 8 9 10 11 12 13 14 15\n",
       "0     AMAEBI FRY  21  35  53  26                                \n",
       "1   NORI EDAMAME  58   0  57                                    \n",
       "2      MISO SOUP  76   0  66                                    \n",
       "3       OSUMASHI  76   0   4                                    \n",
       "4  SHRIMP-SALMON  64  21  38  46  65  53                        "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head(5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data integrity controls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "def ingredients_for(recipe_name):\n",
    "    '''\n",
    "    Retrieve the ingredients for the recipe as a list\n",
    "    '''\n",
    "    # check that the receipt exists\n",
    "    if not np.any(data['RECIPE'] == recipe_name):\n",
    "        raise ValueError('The recipe \"{}\" does not exists'.format(recipe_name))\n",
    "    # return its ingredients\n",
    "    return np.setdiff1d(data[data['RECIPE'] == recipe_name].values[0][1:], [''])\n",
    "\n",
    "def uses_ingredients(r, l):\n",
    "    '''\n",
    "    Given a recipe name and a list of ingredients, the method checks if the recipe uses all the specified ingredients (among the others)\n",
    "    '''\n",
    "    return set(ingredients_for(r)) >= set(l)\n",
    "\n",
    "def compare_ingredient_lists(l1, l2):\n",
    "    '''\n",
    "    Check that the two given lists of ingredients refer to a same receipe\n",
    "    '''\n",
    "    # cast the lists as sets\n",
    "    s1 = set(l1)\n",
    "    s2 = set(l2)\n",
    "    # result\n",
    "    return s1 == s2\n",
    "\n",
    "def compare_recipes(r1, r2):\n",
    "    '''\n",
    "    Control if the two recipes use the same ingredients (so: if they are duplicates)\n",
    "    '''\n",
    "    l1 = ingredients_for(r1)\n",
    "    l2 = ingredients_for(r2)\n",
    "    return compare_ingredient_lists(l1, l2)\n",
    "\n",
    "def check_duplicated_ingredients(r):\n",
    "    '''\n",
    "    For the given recipe, check that no ingredients are duplicated\n",
    "    '''\n",
    "    # retrieve the list of ingredients\n",
    "    l = sorted(ingredients_for(r))\n",
    "    # if there is only one ingredient, for sure we have no duplicates\n",
    "    if len(l) == 1:\n",
    "        return False\n",
    "    # check that there are no duplicates\n",
    "    return np.any(list(map(lambda x: x[0]!='' and x[0]==x[1], zip(l[:-1], l[1:]))))\n",
    "\n",
    "def get_recipe(ingredient_list, subset_match=False):\n",
    "    '''\n",
    "    Given a list of ingredients, this method return the recipe (if any) that uses them.\n",
    "    If \"subset_match\" is True, the method returns the list of recipes that uses the specified ingredients (among the others) \n",
    "    '''\n",
    "    # retrieve the list of recipes\n",
    "    recipes = data['RECIPE'].values\n",
    "    # result variable\n",
    "    if subset_match:\n",
    "        res = []\n",
    "    else:\n",
    "        res = None\n",
    "    # control every recipe\n",
    "    for r in recipes:\n",
    "        if subset_match:\n",
    "            # if the recipe uses the ingredients, save its name as result\n",
    "            if uses_ingredients(r, ingredient_list):\n",
    "                res.append(r)\n",
    "        else:\n",
    "            # if the ingredients of the recipe are exactly the ones provided, we have found our answer\n",
    "            if compare_ingredient_lists(ingredients_for(r), ingredient_list):\n",
    "                res = r\n",
    "                break\n",
    "    # final result\n",
    "    return res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset is now ready.\n"
     ]
    }
   ],
   "source": [
    "# inside recipes, the same ingredient should never appear twice.\n",
    "# also, we want to work only on recipes with at least three ingredients\n",
    "for r in data['RECIPE']:\n",
    "    assert not check_duplicated_ingredients(r), 'Recipe \"{}\" has duplicated ingredients'.format(r)\n",
    "    assert len(ingredients_for(r)) >= 3\n",
    "\n",
    "# we must drop recipes with different names, but the same set of ingredients\n",
    "recipes = data['RECIPE'].values\n",
    "for i in range(len(recipes)):\n",
    "    r1 = recipes[i]\n",
    "    for j in range(i+1, len(recipes)):\n",
    "        r2 = recipes[j]\n",
    "        assert not compare_recipes(r1, r2), 'Recipes \"{}\" and \"{}\" are actually duplicates'.format(r1, r2)\n",
    "\n",
    "# every recipe should have a different name\n",
    "recipes.sort()\n",
    "assert not np.any(list(map(lambda x: x[0]==x[1], zip(recipes[:-1], recipes[1:])))), 'There are different recipes with the same name'\n",
    "\n",
    "\n",
    "print('Dataset is now ready.')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Getting ready"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# convert the dataframe as a list of recipes (who are lists of ingredients)\n",
    "menu = [ingredients_for(r[0]).tolist() for r in data.values]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.14"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}