tathatstu_final-demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from fuzzywuzzy import fuzz\n",
    "from fuzzywuzzy import process\n",
    "import swifter\n",
    "from fastai.text import *\n",
    "path = Path('/home/jupyter/tutorials/Thathasthu')\n",
    "import gensim\n",
    "from spellchecker import SpellChecker\n",
    "spell = SpellChecker()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: boto in /opt/anaconda3/lib/python3.7/site-packages (2.49.0)\r\n"
     ]
    }
   ],
   "source": [
    "!pip install boto"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "                                     article_name  \\\n",
      "0        BAGRRY MUESLI CHOCO DELIGHT BX 400g/500g   \n",
      "1               HEN FRUIT LARGE WHITE EGG 30 PACK   \n",
      "2  BIOTIQUE FACEWASH BIO PAPAYA EXFOLIATING 100ml   \n",
      "3           TILDA BASMATI RICE KHUS LONG GRAIN 1K   \n",
      "4             KARMIQ OLIVE OIL PURE REFINED BT 1L   \n",
      "\n",
      "                            manufacturer_description  \n",
      "0  Company Name - Bagrrys India Ltd<br />Membersh...  \n",
      "1  Company Name - FOOD SERVICES<br />Membership D...  \n",
      "2  Company Name - BIOVEDA ACTION RESEARCH PVT LTD...  \n",
      "3  Company Name - TILDA HAIN INDIA PVT LTD<br />M...  \n",
      "4  Company Name - Future Consumer Limited<br />Me...  \n",
      "         brand_name\n",
      "0     ORGANIC INDIA\n",
      "1  head & shoulders\n",
      "2          Sunfeast\n",
      "3            Unibic\n",
      "4           CREMICA\n"
     ]
    }
   ],
   "source": [
    "\n",
    "train = pd.read_csv('./tathasthu/validation_set.csv')\n",
    "manufacturers = pd.read_csv(\"./tathasthu/manufacturer_list.csv\")\n",
    "print(train.head())\n",
    "print(manufacturers.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_column(column, delimitter_list):\n",
    "    column = column.str.lower()\n",
    "    for delimitter in delimitter_list: \n",
    "        column = column.str.replace(delimitter,\"\")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    column = column.str.replace(\"  \",\" \")\n",
    "    return column\n",
    "\n",
    "def get_brand_name(article_name, choices):\n",
    "    maxScore = 0\n",
    "    maxChoice = \"\"\n",
    "    for choice in choices:\n",
    "        score = fuzz.token_set_ratio(\" \" + article_name + \" \", \" \" + choice + \" \")\n",
    "        if score > maxScore or (score == maxScore and len(choice) > len(maxChoice)):\n",
    "            maxScore = score\n",
    "            maxChoice = choice\n",
    "        if len(choice) > 5:\n",
    "            concat_article_name = article_name.replace(\" \", \"\")\n",
    "            concat_choice = choice.replace(\" \", \"\")\n",
    "            score = 100 if concat_choice in concat_article_name else 0\n",
    "            if score > maxScore or (score == maxScore and len(choice) > len(maxChoice)):\n",
    "                maxScore = score\n",
    "                maxChoice = choice\n",
    "    return maxChoice, maxScore\n",
    "\n",
    "def get_strict(article_name, choices):\n",
    "    matches = []\n",
    "    for choice in choices:\n",
    "        choice1 = choice + \" \"\n",
    "        choice2 = \" \" + choice + \" \"\n",
    "        choice3 = \" \" + choice\n",
    "        if article_name.startswith(choice1) or article_name.endswith(choice3) or choice2 in article_name:\n",
    "            matches.append(choice)\n",
    "    return matches\n",
    "\n",
    "def remove_string(large, queries):\n",
    "    for query in queries.split(\" \"):\n",
    "        large = large.replace(query, \"\")\n",
    "        large = large.replace(query+\"s\", \"\")\n",
    "    large = large.replace(\"  \", \" \")\n",
    "    large = large.replace(\"  \", \" \")\n",
    "    large = large.replace(\"  \", \" \")\n",
    "    return large\n",
    "\n",
    "def get_type(filtered_string):\n",
    "    type_column = set()\n",
    "    for word in filtered_string.split(' '):\n",
    "        for seed in seed_choices:\n",
    "            try: \n",
    "                similarity_score = model.similarity(seed, word)\n",
    "            except KeyError:\n",
    "                similarity_score = 0.0\n",
    "            if similarity_score > 0.35:\n",
    "                type_column.add(word)\n",
    "    #         print(seed + \" \" + word + \" \" + str(similarity_score))\n",
    "    s = list(type_column)\n",
    "    string_array = ' '.join(str(e) for e in s)\n",
    "    return string_array\n",
    "\n",
    "def get_words_from_sentence(sentence):\n",
    "    words = sentence.split(\" \")\n",
    "    returns = []\n",
    "    misspelled = spell.unknown(words)\n",
    "    for word in words:\n",
    "        if len(word) > 2 and word not in misspelled and word not in stopwords:\n",
    "            returns.append(word)\n",
    "    return returns\n",
    "\n",
    "seed_choices = ['oranges', 'apples', 'avocado', 'onion', 'tomato', 'pants', 'shirt', 'pink', 'blue']\n",
    "seed_colors = ['red', 'blue', 'green']\n",
    "seed_flavors = ['onion', 'tomato', 'apples', 'avocado']\n",
    "seed_type = ['shirt', 'pant', 'soap', 'cosmetics']\n",
    "\n",
    "def get_type_specific(filtered_string):\n",
    "    type_column = set()\n",
    "    for word in filtered_string.split(' '):\n",
    "        for seed in seed_colors:\n",
    "            try:\n",
    "                similarity_score = model.similarity(seed, word)\n",
    "            except KeyError:\n",
    "                similarity_score = 0.0\n",
    "            if similarity_score > 0.35:\n",
    "                 type_column.add('color:' + word)\n",
    "       \n",
    "        for seed in seed_flavors:\n",
    "            try:\n",
    "                similarity_score = model.similarity(seed, word)\n",
    "            except KeyError:\n",
    "                similarity_score = 0.0\n",
    "            if similarity_score > 0.35:\n",
    "                type_column.add('flavor:' + word)\n",
    "\n",
    "        for seed in seed_type:\n",
    "            try:\n",
    "                similarity_score = model.similarity(seed, word)\n",
    "            except KeyError:\n",
    "                similarity_score = 0.0\n",
    "            if similarity_score > 0.35:\n",
    "                type_column.add('type:' + word)\n",
    "    \n",
    "    s = list(type_column)\n",
    "    string_array = ' '.join(str(e) for e in s)\n",
    "    return string_array"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['manufacturer_description'] = clean_column(train['manufacturer_description'], [])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"company_name\"] = train.manufacturer_description.str.extract(r\"company name - ([a-zA-Z-09\\. \\&]+)\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"article_name\"] = clean_column(train['article_name'], [\"'\", \"(\", \")\", \"/\", \"-\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['quantity'] = train['article_name'].str.extract(r'(\\d.{0,4}(packs|m|ml|g|kg|l|s|p))')[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "manufacturers[\"brand_name\"] = clean_column(manufacturers['brand_name'], [\"'\", \"(\", \")\", \"/\", \"-\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"company_name\"] = train[\"company_name\"].fillna(\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"article_name\"] = train[\"article_name\"].fillna(\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['strict_transformed'] = train['article_name'].apply(lambda x: get_strict(x, manufacturers['brand_name']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['strict_company'] = train['company_name'].apply(lambda x: get_strict(x, manufacturers['brand_name']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = train[train[\"article_name\"] != \"\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "train2 = train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 65.15it/s]\n"
     ]
    }
   ],
   "source": [
    "train['fuzzy_transformed'] = train['article_name'].swifter.apply(lambda x: get_brand_name(x, manufacturers['brand_name']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 76.33it/s]\n"
     ]
    }
   ],
   "source": [
    "train['fuzzy_company'] = train['company_name'].swifter.apply(lambda x: get_brand_name(x, manufacturers['brand_name']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = train.filter(['article_name','company_name', 'quantity', 'strict_transformed', 'strict_company', 'fuzzy_transformed', 'fuzzy_company']).join(train.fuzzy_transformed.apply(lambda loc: pd.Series(loc, index=['fuzzy_brand', 'brand_score']))).join(train.fuzzy_company.apply(lambda loc: pd.Series(loc, index=['f_company', 'company_score'])))\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "del train['fuzzy_transformed']\n",
    "del train['fuzzy_company']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_brand_from_map(article_name):\n",
    "    brand_map = {\n",
    "        \"ph\": \"premium harvest\",\n",
    "        \"ttrt\": \"tasty treat\",\n",
    "        \"gh\": \"golden harvest\",\n",
    "        \"on1y\": \"only\"\n",
    "    }\n",
    "    for key in brand_map:\n",
    "        if key in article_name:\n",
    "            return brand_map[key]\n",
    "    return None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "train3 = train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>company_name</th>\n",
       "      <th>quantity</th>\n",
       "      <th>strict_transformed</th>\n",
       "      <th>strict_company</th>\n",
       "      <th>fuzzy_brand</th>\n",
       "      <th>brand_score</th>\n",
       "      <th>f_company</th>\n",
       "      <th>company_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bagrry muesli choco delight bx 400g500g</td>\n",
       "      <td>bagrrys india ltd</td>\n",
       "      <td>400g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[bagrrys]</td>\n",
       "      <td>axe signature gold</td>\n",
       "      <td>35</td>\n",
       "      <td>bagrrys</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>hen fruit large white egg 30 pack</td>\n",
       "      <td>food services</td>\n",
       "      <td>30 p</td>\n",
       "      <td>[hen fruit, fruit]</td>\n",
       "      <td>[]</td>\n",
       "      <td>hen fruit</td>\n",
       "      <td>100</td>\n",
       "      <td>old spice</td>\n",
       "      <td>64</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>biotique facewash bio papaya exfoliating 100ml</td>\n",
       "      <td>bioveda action research pvt ltd</td>\n",
       "      <td>100ml</td>\n",
       "      <td>[biotique]</td>\n",
       "      <td>[]</td>\n",
       "      <td>biotique</td>\n",
       "      <td>100</td>\n",
       "      <td>oleev active</td>\n",
       "      <td>47</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tilda basmati rice khus long grain 1k</td>\n",
       "      <td>tilda hain india pvt ltd</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[tilda]</td>\n",
       "      <td>[tilda]</td>\n",
       "      <td>tilda</td>\n",
       "      <td>100</td>\n",
       "      <td>tilda</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>karmiq olive oil pure refined bt 1l</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>1l</td>\n",
       "      <td>[karmiq]</td>\n",
       "      <td>[]</td>\n",
       "      <td>karmiq</td>\n",
       "      <td>100</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vlcc body ltn cocoa butter spf15 350ml</td>\n",
       "      <td>vlcc personal care ltd</td>\n",
       "      <td>5 350m</td>\n",
       "      <td>[vlcc]</td>\n",
       "      <td>[vlcc]</td>\n",
       "      <td>vlcc</td>\n",
       "      <td>100</td>\n",
       "      <td>vlcc</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>american garden cheese microwave popcorn 297g</td>\n",
       "      <td>bajoria foods pvt ltd</td>\n",
       "      <td>297g</td>\n",
       "      <td>[american garden, garden]</td>\n",
       "      <td>[]</td>\n",
       "      <td>american garden</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>garnier fc scrub pure active apricot 50g</td>\n",
       "      <td>loreal india pvt ltd</td>\n",
       "      <td>50g</td>\n",
       "      <td>[garnier]</td>\n",
       "      <td>[]</td>\n",
       "      <td>garnier</td>\n",
       "      <td>100</td>\n",
       "      <td>loreal paris</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>quaker oats kesar kishmish 40g</td>\n",
       "      <td>fritolays</td>\n",
       "      <td>40g</td>\n",
       "      <td>[quaker]</td>\n",
       "      <td>[]</td>\n",
       "      <td>quaker</td>\n",
       "      <td>100</td>\n",
       "      <td>fruittella</td>\n",
       "      <td>63</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>nissin cup noodles tangy tomato cp 70g</td>\n",
       "      <td>indo nissin</td>\n",
       "      <td>70g</td>\n",
       "      <td>[nissin]</td>\n",
       "      <td>[nissin]</td>\n",
       "      <td>nissin</td>\n",
       "      <td>100</td>\n",
       "      <td>nissin</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>kiwi liq polish classic black 40m</td>\n",
       "      <td></td>\n",
       "      <td>40m</td>\n",
       "      <td>[kiwi]</td>\n",
       "      <td>[]</td>\n",
       "      <td>kiwi</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>pooof tomato flavoured potato kettle chips 30g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>30g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>100</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>kellogs cornflakes strawberry flakes 275g</td>\n",
       "      <td>kellogs india pvt ltd</td>\n",
       "      <td>275g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>golden harvest prime</td>\n",
       "      <td>36</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>epigamia yogurt greek strawberry cup 90g</td>\n",
       "      <td>drumsfood international pvt ltd</td>\n",
       "      <td>90g</td>\n",
       "      <td>[epigamia]</td>\n",
       "      <td>[]</td>\n",
       "      <td>epigamia</td>\n",
       "      <td>100</td>\n",
       "      <td>secret temptation</td>\n",
       "      <td>38</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>oral b tbrush ultrathin green 2+1</td>\n",
       "      <td>procter &amp; gamble india</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>green brrew</td>\n",
       "      <td>62</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>amul kool mango milk shake 180ml</td>\n",
       "      <td>gujarat co operative milk marketing federation...</td>\n",
       "      <td>180ml</td>\n",
       "      <td>[amul]</td>\n",
       "      <td>[]</td>\n",
       "      <td>amul</td>\n",
       "      <td>100</td>\n",
       "      <td>golden harvest prime</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>roopak pow spice red chilli 200g</td>\n",
       "      <td>roopak stores pvt ltd</td>\n",
       "      <td>200g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>old spice</td>\n",
       "      <td>71</td>\n",
       "      <td>roopaks</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ayush anti pimple turmeric face wash 40m</td>\n",
       "      <td>hindustan unilever ltd</td>\n",
       "      <td>40m</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>62</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>fresh lous cheese jalapeno shots bx 300g</td>\n",
       "      <td>baramati agro ltd</td>\n",
       "      <td>300g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>soo fresh</td>\n",
       "      <td>71</td>\n",
       "      <td>kansal agro</td>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>haldiram ni namk falahari chiwda 150g</td>\n",
       "      <td>haldiram foods international ltd</td>\n",
       "      <td>150g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>67</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tasty treat veg fryum papad chilli pp 200g</td>\n",
       "      <td>future consumer enterprise limited</td>\n",
       "      <td>200g</td>\n",
       "      <td>[tasty treat]</td>\n",
       "      <td>[]</td>\n",
       "      <td>tasty treat</td>\n",
       "      <td>100</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>engage perfume classic woody men bt 18m</td>\n",
       "      <td></td>\n",
       "      <td>18m</td>\n",
       "      <td>[engage]</td>\n",
       "      <td>[]</td>\n",
       "      <td>engage</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>keya pow spice pasta seasoning 40g</td>\n",
       "      <td>amalgam speciality foods</td>\n",
       "      <td>40g</td>\n",
       "      <td>[keya]</td>\n",
       "      <td>[]</td>\n",
       "      <td>keya</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>del monte mango fruit drink 240ml</td>\n",
       "      <td>field fresh foods pvt ltd</td>\n",
       "      <td>240ml</td>\n",
       "      <td>[fruit, del monte]</td>\n",
       "      <td>[]</td>\n",
       "      <td>del monte</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>waiwai instant noodles veg cup 65g</td>\n",
       "      <td>cg foods india pvt ltd</td>\n",
       "      <td>65g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>wai wai</td>\n",
       "      <td>100</td>\n",
       "      <td>hr foods</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sofrsh vd df muffin blueberry 1p</td>\n",
       "      <td>future retail limited</td>\n",
       "      <td>1p</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>beverly hills polo club</td>\n",
       "      <td>36</td>\n",
       "      <td>natures treat</td>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>fun foods mayonnaise olive oil egls 275g</td>\n",
       "      <td>fun foods pvt ltd</td>\n",
       "      <td>275g</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>funfoods</td>\n",
       "      <td>100</td>\n",
       "      <td>funfoods</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>bajaj hairoil brahmi amla ayrvdc bt300ml</td>\n",
       "      <td>bajaj corp ltd</td>\n",
       "      <td>300ml</td>\n",
       "      <td>[bajaj]</td>\n",
       "      <td>[bajaj]</td>\n",
       "      <td>bajaj</td>\n",
       "      <td>100</td>\n",
       "      <td>bajaj</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>dettol handwash original pp 2+1 175m op</td>\n",
       "      <td>reckitt benckiser india ltd</td>\n",
       "      <td>1 175m</td>\n",
       "      <td>[dettol]</td>\n",
       "      <td>[]</td>\n",
       "      <td>dettol</td>\n",
       "      <td>100</td>\n",
       "      <td>india gate</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>nilons punjabi masala papad 160g</td>\n",
       "      <td>nilons enterprises pvt ltd</td>\n",
       "      <td>160g</td>\n",
       "      <td>[nilons]</td>\n",
       "      <td>[nilons]</td>\n",
       "      <td>nilons</td>\n",
       "      <td>100</td>\n",
       "      <td>nilons</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>mccain french fries masala pp 375g</td>\n",
       "      <td>mccain foods india pvt ltd</td>\n",
       "      <td>375g</td>\n",
       "      <td>[mccain]</td>\n",
       "      <td>[mccain]</td>\n",
       "      <td>mccain</td>\n",
       "      <td>100</td>\n",
       "      <td>mccain</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>pillsbury gold sharbati atta pp 1kg</td>\n",
       "      <td>0</td>\n",
       "      <td>1kg</td>\n",
       "      <td>[pillsbury]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pillsbury</td>\n",
       "      <td>100</td>\n",
       "      <td>emami fair and handsome</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>mother dairy desi ghee tp 1l</td>\n",
       "      <td>mother dairy fruit &amp; vegetable pvt ltd</td>\n",
       "      <td>1l</td>\n",
       "      <td>[mother dairy]</td>\n",
       "      <td>[mother dairy, fruit]</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>100</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>himalaya shampoo anti dandruff 200m</td>\n",
       "      <td>the himalaya drug company</td>\n",
       "      <td>200m</td>\n",
       "      <td>[himalaya]</td>\n",
       "      <td>[himalaya]</td>\n",
       "      <td>himalaya</td>\n",
       "      <td>100</td>\n",
       "      <td>himalaya</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>agripure sunflower oil refined pp 1l</td>\n",
       "      <td>future consumer limited</td>\n",
       "      <td>1l</td>\n",
       "      <td>[agripure]</td>\n",
       "      <td>[]</td>\n",
       "      <td>agripure</td>\n",
       "      <td>100</td>\n",
       "      <td>center fruit</td>\n",
       "      <td>51</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      article_name  \\\n",
       "0          bagrry muesli choco delight bx 400g500g   \n",
       "1                hen fruit large white egg 30 pack   \n",
       "2   biotique facewash bio papaya exfoliating 100ml   \n",
       "3            tilda basmati rice khus long grain 1k   \n",
       "4              karmiq olive oil pure refined bt 1l   \n",
       "5           vlcc body ltn cocoa butter spf15 350ml   \n",
       "6    american garden cheese microwave popcorn 297g   \n",
       "7         garnier fc scrub pure active apricot 50g   \n",
       "8                   quaker oats kesar kishmish 40g   \n",
       "9           nissin cup noodles tangy tomato cp 70g   \n",
       "10               kiwi liq polish classic black 40m   \n",
       "11  pooof tomato flavoured potato kettle chips 30g   \n",
       "12       kellogs cornflakes strawberry flakes 275g   \n",
       "13        epigamia yogurt greek strawberry cup 90g   \n",
       "14               oral b tbrush ultrathin green 2+1   \n",
       "15                amul kool mango milk shake 180ml   \n",
       "16                roopak pow spice red chilli 200g   \n",
       "17        ayush anti pimple turmeric face wash 40m   \n",
       "18        fresh lous cheese jalapeno shots bx 300g   \n",
       "19           haldiram ni namk falahari chiwda 150g   \n",
       "20      tasty treat veg fryum papad chilli pp 200g   \n",
       "21         engage perfume classic woody men bt 18m   \n",
       "22              keya pow spice pasta seasoning 40g   \n",
       "23               del monte mango fruit drink 240ml   \n",
       "24              waiwai instant noodles veg cup 65g   \n",
       "25                sofrsh vd df muffin blueberry 1p   \n",
       "26        fun foods mayonnaise olive oil egls 275g   \n",
       "27        bajaj hairoil brahmi amla ayrvdc bt300ml   \n",
       "28         dettol handwash original pp 2+1 175m op   \n",
       "29                nilons punjabi masala papad 160g   \n",
       "30              mccain french fries masala pp 375g   \n",
       "31             pillsbury gold sharbati atta pp 1kg   \n",
       "32                    mother dairy desi ghee tp 1l   \n",
       "33             himalaya shampoo anti dandruff 200m   \n",
       "34            agripure sunflower oil refined pp 1l   \n",
       "\n",
       "                                         company_name quantity  \\\n",
       "0                                   bagrrys india ltd     400g   \n",
       "1                                       food services     30 p   \n",
       "2                     bioveda action research pvt ltd    100ml   \n",
       "3                            tilda hain india pvt ltd      NaN   \n",
       "4                             future consumer limited       1l   \n",
       "5                              vlcc personal care ltd   5 350m   \n",
       "6                               bajoria foods pvt ltd     297g   \n",
       "7                                loreal india pvt ltd      50g   \n",
       "8                                           fritolays      40g   \n",
       "9                                         indo nissin      70g   \n",
       "10                                                         40m   \n",
       "11                 future consumer enterprise limited      30g   \n",
       "12                              kellogs india pvt ltd     275g   \n",
       "13                    drumsfood international pvt ltd      90g   \n",
       "14                             procter & gamble india      NaN   \n",
       "15  gujarat co operative milk marketing federation...    180ml   \n",
       "16                              roopak stores pvt ltd     200g   \n",
       "17                             hindustan unilever ltd      40m   \n",
       "18                                  baramati agro ltd     300g   \n",
       "19                   haldiram foods international ltd     150g   \n",
       "20                 future consumer enterprise limited     200g   \n",
       "21                                                         18m   \n",
       "22                          amalgam speciality foods       40g   \n",
       "23                          field fresh foods pvt ltd    240ml   \n",
       "24                             cg foods india pvt ltd      65g   \n",
       "25                              future retail limited       1p   \n",
       "26                                  fun foods pvt ltd     275g   \n",
       "27                                     bajaj corp ltd    300ml   \n",
       "28                        reckitt benckiser india ltd   1 175m   \n",
       "29                         nilons enterprises pvt ltd     160g   \n",
       "30                         mccain foods india pvt ltd     375g   \n",
       "31                                                  0      1kg   \n",
       "32             mother dairy fruit & vegetable pvt ltd       1l   \n",
       "33                          the himalaya drug company     200m   \n",
       "34                            future consumer limited       1l   \n",
       "\n",
       "           strict_transformed         strict_company              fuzzy_brand  \\\n",
       "0                          []              [bagrrys]       axe signature gold   \n",
       "1          [hen fruit, fruit]                     []                hen fruit   \n",
       "2                  [biotique]                     []                 biotique   \n",
       "3                     [tilda]                [tilda]                    tilda   \n",
       "4                    [karmiq]                     []                   karmiq   \n",
       "5                      [vlcc]                 [vlcc]                     vlcc   \n",
       "6   [american garden, garden]                     []          american garden   \n",
       "7                   [garnier]                     []                  garnier   \n",
       "8                    [quaker]                     []                   quaker   \n",
       "9                    [nissin]               [nissin]                   nissin   \n",
       "10                     [kiwi]                     []                     kiwi   \n",
       "11                         []                     []                   pooof!   \n",
       "12                         []                     []     golden harvest prime   \n",
       "13                 [epigamia]                     []                 epigamia   \n",
       "14                         []                     []              green brrew   \n",
       "15                     [amul]                     []                     amul   \n",
       "16                         []                     []                old spice   \n",
       "17                         []                     []              lever ayush   \n",
       "18                         []                     []                soo fresh   \n",
       "19                         []                     []         haldiram mopleez   \n",
       "20              [tasty treat]                     []              tasty treat   \n",
       "21                   [engage]                     []                   engage   \n",
       "22                     [keya]                     []                     keya   \n",
       "23         [fruit, del monte]                     []                del monte   \n",
       "24                         []                     []                  wai wai   \n",
       "25                         []                     []  beverly hills polo club   \n",
       "26                         []                     []                 funfoods   \n",
       "27                    [bajaj]                [bajaj]                    bajaj   \n",
       "28                   [dettol]                     []                   dettol   \n",
       "29                   [nilons]               [nilons]                   nilons   \n",
       "30                   [mccain]               [mccain]                   mccain   \n",
       "31                [pillsbury]                     []                pillsbury   \n",
       "32             [mother dairy]  [mother dairy, fruit]             mother dairy   \n",
       "33                 [himalaya]             [himalaya]                 himalaya   \n",
       "34                 [agripure]                     []                 agripure   \n",
       "\n",
       "    brand_score                f_company  company_score  \n",
       "0            35                  bagrrys            100  \n",
       "1           100                old spice             64  \n",
       "2           100             oleev active             47  \n",
       "3           100                    tilda            100  \n",
       "4           100             center fruit             51  \n",
       "5           100                     vlcc            100  \n",
       "6           100                 hr foods             77  \n",
       "7           100             loreal paris             67  \n",
       "8           100               fruittella             63  \n",
       "9           100                   nissin            100  \n",
       "10          100  emami fair and handsome              0  \n",
       "11          100             center fruit             48  \n",
       "12           36               india gate             67  \n",
       "13          100        secret temptation             38  \n",
       "14           62               india gate             67  \n",
       "15          100     golden harvest prime             40  \n",
       "16           71                  roopaks            100  \n",
       "17           62              lever ayush             48  \n",
       "18           71              kansal agro             57  \n",
       "19           67                 hr foods             77  \n",
       "20          100             center fruit             48  \n",
       "21          100  emami fair and handsome              0  \n",
       "22          100                 hr foods             77  \n",
       "23          100                 hr foods             77  \n",
       "24          100                 hr foods             77  \n",
       "25           36            natures treat             53  \n",
       "26          100                 funfoods            100  \n",
       "27          100                    bajaj            100  \n",
       "28          100               india gate             67  \n",
       "29          100                   nilons            100  \n",
       "30          100                   mccain            100  \n",
       "31          100  emami fair and handsome              0  \n",
       "32          100             mother dairy            100  \n",
       "33          100                 himalaya            100  \n",
       "34          100             center fruit             51  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 13488.99it/s]\n"
     ]
    }
   ],
   "source": [
    "train[\"final_brand\"] = train.swifter.apply(lambda x: x.fuzzy_brand if x.brand_score > 50 else x.strict_company[0] if len(x.strict_company) > 0 else get_brand_from_map(x.article_name), axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = train.filter([\"article_name\", \"quantity\", \"final_brand\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"filtered\"] = train.apply(lambda x: x.article_name if x.final_brand is None else remove_string(x.article_name, x.final_brand), axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "train[\"filtered\"] = train.apply(lambda x: remove_string(x.filtered, str(x.quantity)), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "train.to_csv(\"train_quantity.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "train = pd.read_csv(\"train_quantity.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "learn = load_learner(path)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 17865.48it/s]\n"
     ]
    }
   ],
   "source": [
    "train[\"final_brand\"] = train.swifter.apply(lambda x: \"\" if x.final_brand == None else x.final_brand, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['final_brand'] = train['final_brand'].fillna('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "train['filtered'] = train['filtered'].fillna('')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:01<00:00, 19.22it/s]\n"
     ]
    }
   ],
   "source": [
    "train['function_dl'] = train.swifter.apply(lambda x: str(learn.predict(x['final_brand']+' '+x['filtered'])[0]), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_df = pd.read_csv(\"./classes\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered = pd.merge(train,function_df, how='left', left_on = 'function_dl', right_on = 'class1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered['class1'] = clean_column(function_filtered['class1'], [\"'\", \"(\", \")\", \"/\", \"&\", \",\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered['class2'] = clean_column(function_filtered['class2'], [\"'\", \"(\", \")\", \"/\", \"&\", \",\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered['appended_class'] = function_filtered.apply(lambda x: x.class1 + \" \" + x.class2, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "function_filtered[\"cleaned\"] = function_filtered.apply(lambda x: remove_string(x.filtered, x.appended_class), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data = function_filtered.filter(['article_name', 'cleaned', 'quantity', 'final_brand', 'class1', 'class2'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data.to_csv('./final1_data.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data = pd.read_csv('./final1_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = gensim.models.KeyedVectors.load_word2vec_format('./google.bin', binary=True)  \n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'truffle dessert'"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seed_choices = ['oranges', 'apples', 'avocado', 'onion', 'tomato', 'pants', 'shirt', 'pink', 'blue']\n",
    "get_type(\"kitkat dessert delight truffle\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data[\"cleaned\"] = final1_data.cleaned.fillna(\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 876.80it/s]\n"
     ]
    }
   ],
   "source": [
    "final1_data['type'] = final1_data.swifter.apply(lambda x:get_type_specific(x.cleaned), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>cleaned</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "      <th>type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bagrry muesli choco delight bx 400g500g</td>\n",
       "      <td>bagrry muesli choco delight bx 500g</td>\n",
       "      <td>400g</td>\n",
       "      <td>bagrrys</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:choco flavor:muesli</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>hen fruit large white egg 30 pack</td>\n",
       "      <td>large white egg ack</td>\n",
       "      <td>30 p</td>\n",
       "      <td>hen fruit</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>color:white flavor:egg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>biotique facewash bio papaya exfoliating 100ml</td>\n",
       "      <td>facewash bio papaya exfoliating</td>\n",
       "      <td>100ml</td>\n",
       "      <td>biotique</td>\n",
       "      <td>baby care</td>\n",
       "      <td>baby care</td>\n",
       "      <td>type:exfoliating flavor:papaya</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tilda basmati rice khus long grain 1k</td>\n",
       "      <td>basmati rice khus long grain 1k</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tilda</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:khus flavor:rice type:khus flavor:grain...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>karmiq olive oil pure refined bt 1l</td>\n",
       "      <td>olive pure refined bt</td>\n",
       "      <td>1l</td>\n",
       "      <td>karmiq</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>color:olive flavor:olive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vlcc body ltn cocoa butter spf15 350ml</td>\n",
       "      <td>body ltn cocoa butter spf1 30ml</td>\n",
       "      <td>5 350m</td>\n",
       "      <td>vlcc</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:butter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>american garden cheese microwave popcorn 297g</td>\n",
       "      <td>cheese microwave popcorn</td>\n",
       "      <td>297g</td>\n",
       "      <td>american garden</td>\n",
       "      <td>jams spreads honey</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:cheese</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>garnier fc scrub pure active apricot 50g</td>\n",
       "      <td>fc scrub pure active apricot</td>\n",
       "      <td>50g</td>\n",
       "      <td>garnier</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:apricot</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>quaker oats kesar kishmish 40g</td>\n",
       "      <td>oats kesar kishmish</td>\n",
       "      <td>40g</td>\n",
       "      <td>quaker</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:kesar flavor:oats flavor:kishmish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>nissin cup noodles tangy tomato cp 70g</td>\n",
       "      <td>cup tangy tomato cp</td>\n",
       "      <td>70g</td>\n",
       "      <td>nissin</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:tomato flavor:tangy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>kiwi liq polish classic black 40m</td>\n",
       "      <td>liq polish classic black</td>\n",
       "      <td>40m</td>\n",
       "      <td>kiwi</td>\n",
       "      <td>home cleaning</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>color:black</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>pooof tomato flavoured potato kettle chips 30g</td>\n",
       "      <td>pooof tomato flavoured potato kettle</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:tomato flavor:potato</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>kellogs cornflakes strawberry flakes 275g</td>\n",
       "      <td>kellogs cornflakes strawberry flakes</td>\n",
       "      <td>275g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:strawberry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>epigamia yogurt greek strawberry cup 90g</td>\n",
       "      <td>yogurt greek strawberry cup</td>\n",
       "      <td>90g</td>\n",
       "      <td>epigamia</td>\n",
       "      <td>otc</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:yogurt flavor:strawberry flavor:yogurt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>oral b tbrush ultrathin green 2+1</td>\n",
       "      <td>b tbrush ultrathin 2+1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>green brrew</td>\n",
       "      <td>oral care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>amul kool mango milk shake 180ml</td>\n",
       "      <td>kool mango milk shake</td>\n",
       "      <td>180ml</td>\n",
       "      <td>amul</td>\n",
       "      <td>ice cream desserts</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:mango flavor:milk</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>roopak pow spice red chilli 200g</td>\n",
       "      <td>roopak pow red chilli</td>\n",
       "      <td>200g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>flavor:chilli color:red</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ayush anti pimple turmeric face wash 40m</td>\n",
       "      <td>anti pimple turmeric face wash</td>\n",
       "      <td>40m</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:turmeric type:wash</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>fresh lous cheese jalapeno shots bx 300g</td>\n",
       "      <td>lous cheese jalapeno shots bx</td>\n",
       "      <td>300g</td>\n",
       "      <td>soo fresh</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:jalapeno flavor:cheese</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>haldiram ni namk falahari chiwda 150g</td>\n",
       "      <td>ni namk falahari chiwda</td>\n",
       "      <td>150g</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tasty treat veg fryum papad chilli pp 200g</td>\n",
       "      <td>veg um papad chilli pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>tasty treat</td>\n",
       "      <td>ready to fry</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:chilli flavor:veg flavor:papad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>engage perfume classic woody men bt 18m</td>\n",
       "      <td>perfume classic woody men bt</td>\n",
       "      <td>18m</td>\n",
       "      <td>engage</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:perfume</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>keya pow spice pasta seasoning 40g</td>\n",
       "      <td>pow spice pasta seasoning</td>\n",
       "      <td>40g</td>\n",
       "      <td>keya</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:seasoning flavor:pasta</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>del monte mango fruit drink 240ml</td>\n",
       "      <td>mango drink</td>\n",
       "      <td>240ml</td>\n",
       "      <td>del monte</td>\n",
       "      <td>fruit juices drinks</td>\n",
       "      <td>beverages</td>\n",
       "      <td>flavor:mango</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>waiwai instant noodles veg cup 65g</td>\n",
       "      <td>instant veg cup</td>\n",
       "      <td>65g</td>\n",
       "      <td>wai wai</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:veg</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sofrsh vd df muffin blueberry 1p</td>\n",
       "      <td>sofrsh vd df muffin blueberry</td>\n",
       "      <td>1p</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>flavor:blueberry flavor:muffin</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>fun foods mayonnaise olive oil egls 275g</td>\n",
       "      <td>fun foods mayonnaise olive egls</td>\n",
       "      <td>275g</td>\n",
       "      <td>funfoods</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:mayonnaise flavor:foods type:foods type...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>bajaj hairoil brahmi amla ayrvdc bt300ml</td>\n",
       "      <td>hairoil brahmi amla ayrvdc bt</td>\n",
       "      <td>300ml</td>\n",
       "      <td>bajaj</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:amla</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>dettol handwash original pp 2+1 175m op</td>\n",
       "      <td>handwash original pp 2+ 75m op</td>\n",
       "      <td>1 175m</td>\n",
       "      <td>dettol</td>\n",
       "      <td>personal hygiene</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:handwash</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>nilons punjabi masala papad 160g</td>\n",
       "      <td>punjabi masala papad</td>\n",
       "      <td>160g</td>\n",
       "      <td>nilons</td>\n",
       "      <td>ready to fry</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:papad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>mccain french fries masala pp 375g</td>\n",
       "      <td>french fries masala pp</td>\n",
       "      <td>375g</td>\n",
       "      <td>mccain</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:fries</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>pillsbury gold sharbati atta pp 1kg</td>\n",
       "      <td>gold sharbati atta pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>pillsbury</td>\n",
       "      <td>baking dessert mixes</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>mother dairy desi ghee tp 1l</td>\n",
       "      <td>desi tp</td>\n",
       "      <td>1l</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>himalaya shampoo anti dandruff 200m</td>\n",
       "      <td>shampoo anti dandruff</td>\n",
       "      <td>200m</td>\n",
       "      <td>himalaya</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:shampoo</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>agripure sunflower oil refined pp 1l</td>\n",
       "      <td>sunflower refined pp</td>\n",
       "      <td>1l</td>\n",
       "      <td>agripure</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:sunflower</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      article_name  \\\n",
       "0          bagrry muesli choco delight bx 400g500g   \n",
       "1                hen fruit large white egg 30 pack   \n",
       "2   biotique facewash bio papaya exfoliating 100ml   \n",
       "3            tilda basmati rice khus long grain 1k   \n",
       "4              karmiq olive oil pure refined bt 1l   \n",
       "5           vlcc body ltn cocoa butter spf15 350ml   \n",
       "6    american garden cheese microwave popcorn 297g   \n",
       "7         garnier fc scrub pure active apricot 50g   \n",
       "8                   quaker oats kesar kishmish 40g   \n",
       "9           nissin cup noodles tangy tomato cp 70g   \n",
       "10               kiwi liq polish classic black 40m   \n",
       "11  pooof tomato flavoured potato kettle chips 30g   \n",
       "12       kellogs cornflakes strawberry flakes 275g   \n",
       "13        epigamia yogurt greek strawberry cup 90g   \n",
       "14               oral b tbrush ultrathin green 2+1   \n",
       "15                amul kool mango milk shake 180ml   \n",
       "16                roopak pow spice red chilli 200g   \n",
       "17        ayush anti pimple turmeric face wash 40m   \n",
       "18        fresh lous cheese jalapeno shots bx 300g   \n",
       "19           haldiram ni namk falahari chiwda 150g   \n",
       "20      tasty treat veg fryum papad chilli pp 200g   \n",
       "21         engage perfume classic woody men bt 18m   \n",
       "22              keya pow spice pasta seasoning 40g   \n",
       "23               del monte mango fruit drink 240ml   \n",
       "24              waiwai instant noodles veg cup 65g   \n",
       "25                sofrsh vd df muffin blueberry 1p   \n",
       "26        fun foods mayonnaise olive oil egls 275g   \n",
       "27        bajaj hairoil brahmi amla ayrvdc bt300ml   \n",
       "28         dettol handwash original pp 2+1 175m op   \n",
       "29                nilons punjabi masala papad 160g   \n",
       "30              mccain french fries masala pp 375g   \n",
       "31             pillsbury gold sharbati atta pp 1kg   \n",
       "32                    mother dairy desi ghee tp 1l   \n",
       "33             himalaya shampoo anti dandruff 200m   \n",
       "34            agripure sunflower oil refined pp 1l   \n",
       "\n",
       "                                  cleaned quantity       final_brand  \\\n",
       "0     bagrry muesli choco delight bx 500g     400g           bagrrys   \n",
       "1                     large white egg ack     30 p         hen fruit   \n",
       "2        facewash bio papaya exfoliating     100ml          biotique   \n",
       "3         basmati rice khus long grain 1k      NaN             tilda   \n",
       "4                  olive pure refined bt        1l            karmiq   \n",
       "5         body ltn cocoa butter spf1 30ml   5 350m              vlcc   \n",
       "6               cheese microwave popcorn      297g   american garden   \n",
       "7           fc scrub pure active apricot       50g           garnier   \n",
       "8                    oats kesar kishmish       40g            quaker   \n",
       "9                    cup tangy tomato cp       70g            nissin   \n",
       "10              liq polish classic black       40m              kiwi   \n",
       "11  pooof tomato flavoured potato kettle       30g            pooof!   \n",
       "12  kellogs cornflakes strawberry flakes      275g               NaN   \n",
       "13           yogurt greek strawberry cup       90g          epigamia   \n",
       "14                 b tbrush ultrathin 2+1      NaN       green brrew   \n",
       "15                 kool mango milk shake     180ml              amul   \n",
       "16                 roopak pow red chilli      200g         old spice   \n",
       "17        anti pimple turmeric face wash       40m       lever ayush   \n",
       "18         lous cheese jalapeno shots bx      300g         soo fresh   \n",
       "19               ni namk falahari chiwda      150g  haldiram mopleez   \n",
       "20                veg um papad chilli pp      200g       tasty treat   \n",
       "21          perfume classic woody men bt       18m            engage   \n",
       "22             pow spice pasta seasoning       40g              keya   \n",
       "23                           mango drink     240ml         del monte   \n",
       "24                       instant veg cup       65g           wai wai   \n",
       "25         sofrsh vd df muffin blueberry        1p               NaN   \n",
       "26       fun foods mayonnaise olive egls      275g          funfoods   \n",
       "27          hairoil brahmi amla ayrvdc bt    300ml             bajaj   \n",
       "28         handwash original pp 2+ 75m op   1 175m            dettol   \n",
       "29                  punjabi masala papad      160g            nilons   \n",
       "30                french fries masala pp      375g            mccain   \n",
       "31                 gold sharbati atta pp       1kg         pillsbury   \n",
       "32                               desi tp        1l      mother dairy   \n",
       "33                 shampoo anti dandruff      200m          himalaya   \n",
       "34                  sunflower refined pp        1l          agripure   \n",
       "\n",
       "                              class1                class2  \\\n",
       "0                  breakfast cereals          branded food   \n",
       "1   chocolates cakes confectioneries          branded food   \n",
       "2                          baby care             baby care   \n",
       "3                     organic grains               grocery   \n",
       "4                    edible oil ghee               grocery   \n",
       "5                          skin care  beauty personal care   \n",
       "6                 jams spreads honey          branded food   \n",
       "7                          skin care  beauty personal care   \n",
       "8                  breakfast cereals          branded food   \n",
       "9          noodles pastas vermicelli          branded food   \n",
       "10                     home cleaning          home hygiene   \n",
       "11             chips namkeens snacks          branded food   \n",
       "12  chocolates cakes confectioneries          branded food   \n",
       "13                               otc  beauty personal care   \n",
       "14                         oral care  beauty personal care   \n",
       "15                ice cream desserts          branded food   \n",
       "16              freshners repellents          home hygiene   \n",
       "17                         skin care  beauty personal care   \n",
       "18             chips namkeens snacks          branded food   \n",
       "19  chocolates cakes confectioneries          branded food   \n",
       "20                      ready to fry          branded food   \n",
       "21                     deos perfumes  beauty personal care   \n",
       "22                     masala spices               grocery   \n",
       "23               fruit juices drinks             beverages   \n",
       "24         noodles pastas vermicelli          branded food   \n",
       "25                              toys       toys stationery   \n",
       "26                   edible oil ghee               grocery   \n",
       "27                         skin care  beauty personal care   \n",
       "28                  personal hygiene  beauty personal care   \n",
       "29                      ready to fry          branded food   \n",
       "30                        frozen veg          branded food   \n",
       "31              baking dessert mixes          branded food   \n",
       "32                   edible oil ghee               grocery   \n",
       "33                         hair care  beauty personal care   \n",
       "34                   edible oil ghee               grocery   \n",
       "\n",
       "                                                 type  \n",
       "0                          flavor:choco flavor:muesli  \n",
       "1                              color:white flavor:egg  \n",
       "2                      type:exfoliating flavor:papaya  \n",
       "3   flavor:khus flavor:rice type:khus flavor:grain...  \n",
       "4                            color:olive flavor:olive  \n",
       "5                                       flavor:butter  \n",
       "6                                       flavor:cheese  \n",
       "7                                      flavor:apricot  \n",
       "8            flavor:kesar flavor:oats flavor:kishmish  \n",
       "9                          flavor:tomato flavor:tangy  \n",
       "10                                        color:black  \n",
       "11                        flavor:tomato flavor:potato  \n",
       "12                                  flavor:strawberry  \n",
       "13        type:yogurt flavor:strawberry flavor:yogurt  \n",
       "14                                                     \n",
       "15                           flavor:mango flavor:milk  \n",
       "16                            flavor:chilli color:red  \n",
       "17                          flavor:turmeric type:wash  \n",
       "18                      flavor:jalapeno flavor:cheese  \n",
       "19                                                     \n",
       "20              flavor:chilli flavor:veg flavor:papad  \n",
       "21                                       type:perfume  \n",
       "22                      flavor:seasoning flavor:pasta  \n",
       "23                                       flavor:mango  \n",
       "24                                         flavor:veg  \n",
       "25                     flavor:blueberry flavor:muffin  \n",
       "26  flavor:mayonnaise flavor:foods type:foods type...  \n",
       "27                                        flavor:amla  \n",
       "28                                      type:handwash  \n",
       "29                                       flavor:papad  \n",
       "30                                       flavor:fries  \n",
       "31                                                     \n",
       "32                                                     \n",
       "33                                       type:shampoo  \n",
       "34                                   flavor:sunflower  "
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final1_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 11154.22it/s]\n"
     ]
    }
   ],
   "source": [
    "final1_data['cleaned_more'] = final1_data.swifter.apply(lambda x: remove_string(x.cleaned, x.type), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>cleaned</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "      <th>type</th>\n",
       "      <th>cleaned_more</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bagrry muesli choco delight bx 400g500g</td>\n",
       "      <td>bagrry muesli choco delight bx 500g</td>\n",
       "      <td>400g</td>\n",
       "      <td>bagrrys</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:choco flavor:muesli</td>\n",
       "      <td>bagrry muesli choco delight bx 500g</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>hen fruit large white egg 30 pack</td>\n",
       "      <td>large white egg ack</td>\n",
       "      <td>30 p</td>\n",
       "      <td>hen fruit</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>color:white flavor:egg</td>\n",
       "      <td>large white egg ack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>biotique facewash bio papaya exfoliating 100ml</td>\n",
       "      <td>facewash bio papaya exfoliating</td>\n",
       "      <td>100ml</td>\n",
       "      <td>biotique</td>\n",
       "      <td>baby care</td>\n",
       "      <td>baby care</td>\n",
       "      <td>type:exfoliating flavor:papaya</td>\n",
       "      <td>facewash bio papaya exfoliating</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tilda basmati rice khus long grain 1k</td>\n",
       "      <td>basmati rice khus long grain 1k</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tilda</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:khus flavor:rice type:khus flavor:grain...</td>\n",
       "      <td>basmati rice khus long grain 1k</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>karmiq olive oil pure refined bt 1l</td>\n",
       "      <td>olive pure refined bt</td>\n",
       "      <td>1l</td>\n",
       "      <td>karmiq</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>color:olive flavor:olive</td>\n",
       "      <td>olive pure refined bt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vlcc body ltn cocoa butter spf15 350ml</td>\n",
       "      <td>body ltn cocoa butter spf1 30ml</td>\n",
       "      <td>5 350m</td>\n",
       "      <td>vlcc</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:butter</td>\n",
       "      <td>body ltn cocoa butter spf1 30ml</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>american garden cheese microwave popcorn 297g</td>\n",
       "      <td>cheese microwave popcorn</td>\n",
       "      <td>297g</td>\n",
       "      <td>american garden</td>\n",
       "      <td>jams spreads honey</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:cheese</td>\n",
       "      <td>cheese microwave popcorn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>garnier fc scrub pure active apricot 50g</td>\n",
       "      <td>fc scrub pure active apricot</td>\n",
       "      <td>50g</td>\n",
       "      <td>garnier</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:apricot</td>\n",
       "      <td>fc scrub pure active apricot</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>quaker oats kesar kishmish 40g</td>\n",
       "      <td>oats kesar kishmish</td>\n",
       "      <td>40g</td>\n",
       "      <td>quaker</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:kesar flavor:oats flavor:kishmish</td>\n",
       "      <td>oats kesar kishmish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>nissin cup noodles tangy tomato cp 70g</td>\n",
       "      <td>cup tangy tomato cp</td>\n",
       "      <td>70g</td>\n",
       "      <td>nissin</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:tomato flavor:tangy</td>\n",
       "      <td>cup tangy tomato cp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>kiwi liq polish classic black 40m</td>\n",
       "      <td>liq polish classic black</td>\n",
       "      <td>40m</td>\n",
       "      <td>kiwi</td>\n",
       "      <td>home cleaning</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>color:black</td>\n",
       "      <td>liq polish classic black</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>pooof tomato flavoured potato kettle chips 30g</td>\n",
       "      <td>pooof tomato flavoured potato kettle</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:tomato flavor:potato</td>\n",
       "      <td>pooof tomato flavoured potato kettle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>kellogs cornflakes strawberry flakes 275g</td>\n",
       "      <td>kellogs cornflakes strawberry flakes</td>\n",
       "      <td>275g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:strawberry</td>\n",
       "      <td>kellogs cornflakes strawberry flakes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>epigamia yogurt greek strawberry cup 90g</td>\n",
       "      <td>yogurt greek strawberry cup</td>\n",
       "      <td>90g</td>\n",
       "      <td>epigamia</td>\n",
       "      <td>otc</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:yogurt flavor:strawberry flavor:yogurt</td>\n",
       "      <td>yogurt greek strawberry cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>oral b tbrush ultrathin green 2+1</td>\n",
       "      <td>b tbrush ultrathin 2+1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>green brrew</td>\n",
       "      <td>oral care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>b tbruh ultrathin 2+1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>amul kool mango milk shake 180ml</td>\n",
       "      <td>kool mango milk shake</td>\n",
       "      <td>180ml</td>\n",
       "      <td>amul</td>\n",
       "      <td>ice cream desserts</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:mango flavor:milk</td>\n",
       "      <td>kool mango milk shake</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>roopak pow spice red chilli 200g</td>\n",
       "      <td>roopak pow red chilli</td>\n",
       "      <td>200g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>flavor:chilli color:red</td>\n",
       "      <td>roopak pow red chilli</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ayush anti pimple turmeric face wash 40m</td>\n",
       "      <td>anti pimple turmeric face wash</td>\n",
       "      <td>40m</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:turmeric type:wash</td>\n",
       "      <td>anti pimple turmeric face wash</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>fresh lous cheese jalapeno shots bx 300g</td>\n",
       "      <td>lous cheese jalapeno shots bx</td>\n",
       "      <td>300g</td>\n",
       "      <td>soo fresh</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:jalapeno flavor:cheese</td>\n",
       "      <td>lous cheese jalapeno shots bx</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>haldiram ni namk falahari chiwda 150g</td>\n",
       "      <td>ni namk falahari chiwda</td>\n",
       "      <td>150g</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>ni namk falahari chiwda</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tasty treat veg fryum papad chilli pp 200g</td>\n",
       "      <td>veg um papad chilli pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>tasty treat</td>\n",
       "      <td>ready to fry</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:chilli flavor:veg flavor:papad</td>\n",
       "      <td>veg um papad chilli pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>engage perfume classic woody men bt 18m</td>\n",
       "      <td>perfume classic woody men bt</td>\n",
       "      <td>18m</td>\n",
       "      <td>engage</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:perfume</td>\n",
       "      <td>perfume classic woody men bt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>keya pow spice pasta seasoning 40g</td>\n",
       "      <td>pow spice pasta seasoning</td>\n",
       "      <td>40g</td>\n",
       "      <td>keya</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:seasoning flavor:pasta</td>\n",
       "      <td>pow spice pasta seasoning</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>del monte mango fruit drink 240ml</td>\n",
       "      <td>mango drink</td>\n",
       "      <td>240ml</td>\n",
       "      <td>del monte</td>\n",
       "      <td>fruit juices drinks</td>\n",
       "      <td>beverages</td>\n",
       "      <td>flavor:mango</td>\n",
       "      <td>mango drink</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>waiwai instant noodles veg cup 65g</td>\n",
       "      <td>instant veg cup</td>\n",
       "      <td>65g</td>\n",
       "      <td>wai wai</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:veg</td>\n",
       "      <td>instant veg cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sofrsh vd df muffin blueberry 1p</td>\n",
       "      <td>sofrsh vd df muffin blueberry</td>\n",
       "      <td>1p</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>flavor:blueberry flavor:muffin</td>\n",
       "      <td>sofrsh vd df muffin blueberry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>fun foods mayonnaise olive oil egls 275g</td>\n",
       "      <td>fun foods mayonnaise olive egls</td>\n",
       "      <td>275g</td>\n",
       "      <td>funfoods</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:mayonnaise flavor:foods type:foods type...</td>\n",
       "      <td>fun foods mayonnaise olive egls</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>bajaj hairoil brahmi amla ayrvdc bt300ml</td>\n",
       "      <td>hairoil brahmi amla ayrvdc bt</td>\n",
       "      <td>300ml</td>\n",
       "      <td>bajaj</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:amla</td>\n",
       "      <td>hairoil brahmi amla ayrvdc bt</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>dettol handwash original pp 2+1 175m op</td>\n",
       "      <td>handwash original pp 2+ 75m op</td>\n",
       "      <td>1 175m</td>\n",
       "      <td>dettol</td>\n",
       "      <td>personal hygiene</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:handwash</td>\n",
       "      <td>handwash original pp 2+ 75m op</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>nilons punjabi masala papad 160g</td>\n",
       "      <td>punjabi masala papad</td>\n",
       "      <td>160g</td>\n",
       "      <td>nilons</td>\n",
       "      <td>ready to fry</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:papad</td>\n",
       "      <td>punjabi masala papad</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>mccain french fries masala pp 375g</td>\n",
       "      <td>french fries masala pp</td>\n",
       "      <td>375g</td>\n",
       "      <td>mccain</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:fries</td>\n",
       "      <td>french fries masala pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>pillsbury gold sharbati atta pp 1kg</td>\n",
       "      <td>gold sharbati atta pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>pillsbury</td>\n",
       "      <td>baking dessert mixes</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>gold harbati atta pp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>mother dairy desi ghee tp 1l</td>\n",
       "      <td>desi tp</td>\n",
       "      <td>1l</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td></td>\n",
       "      <td>dei tp</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>himalaya shampoo anti dandruff 200m</td>\n",
       "      <td>shampoo anti dandruff</td>\n",
       "      <td>200m</td>\n",
       "      <td>himalaya</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:shampoo</td>\n",
       "      <td>shampoo anti dandruff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>agripure sunflower oil refined pp 1l</td>\n",
       "      <td>sunflower refined pp</td>\n",
       "      <td>1l</td>\n",
       "      <td>agripure</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:sunflower</td>\n",
       "      <td>sunflower refined pp</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      article_name  \\\n",
       "0          bagrry muesli choco delight bx 400g500g   \n",
       "1                hen fruit large white egg 30 pack   \n",
       "2   biotique facewash bio papaya exfoliating 100ml   \n",
       "3            tilda basmati rice khus long grain 1k   \n",
       "4              karmiq olive oil pure refined bt 1l   \n",
       "5           vlcc body ltn cocoa butter spf15 350ml   \n",
       "6    american garden cheese microwave popcorn 297g   \n",
       "7         garnier fc scrub pure active apricot 50g   \n",
       "8                   quaker oats kesar kishmish 40g   \n",
       "9           nissin cup noodles tangy tomato cp 70g   \n",
       "10               kiwi liq polish classic black 40m   \n",
       "11  pooof tomato flavoured potato kettle chips 30g   \n",
       "12       kellogs cornflakes strawberry flakes 275g   \n",
       "13        epigamia yogurt greek strawberry cup 90g   \n",
       "14               oral b tbrush ultrathin green 2+1   \n",
       "15                amul kool mango milk shake 180ml   \n",
       "16                roopak pow spice red chilli 200g   \n",
       "17        ayush anti pimple turmeric face wash 40m   \n",
       "18        fresh lous cheese jalapeno shots bx 300g   \n",
       "19           haldiram ni namk falahari chiwda 150g   \n",
       "20      tasty treat veg fryum papad chilli pp 200g   \n",
       "21         engage perfume classic woody men bt 18m   \n",
       "22              keya pow spice pasta seasoning 40g   \n",
       "23               del monte mango fruit drink 240ml   \n",
       "24              waiwai instant noodles veg cup 65g   \n",
       "25                sofrsh vd df muffin blueberry 1p   \n",
       "26        fun foods mayonnaise olive oil egls 275g   \n",
       "27        bajaj hairoil brahmi amla ayrvdc bt300ml   \n",
       "28         dettol handwash original pp 2+1 175m op   \n",
       "29                nilons punjabi masala papad 160g   \n",
       "30              mccain french fries masala pp 375g   \n",
       "31             pillsbury gold sharbati atta pp 1kg   \n",
       "32                    mother dairy desi ghee tp 1l   \n",
       "33             himalaya shampoo anti dandruff 200m   \n",
       "34            agripure sunflower oil refined pp 1l   \n",
       "\n",
       "                                  cleaned quantity       final_brand  \\\n",
       "0     bagrry muesli choco delight bx 500g     400g           bagrrys   \n",
       "1                     large white egg ack     30 p         hen fruit   \n",
       "2        facewash bio papaya exfoliating     100ml          biotique   \n",
       "3         basmati rice khus long grain 1k      NaN             tilda   \n",
       "4                  olive pure refined bt        1l            karmiq   \n",
       "5         body ltn cocoa butter spf1 30ml   5 350m              vlcc   \n",
       "6               cheese microwave popcorn      297g   american garden   \n",
       "7           fc scrub pure active apricot       50g           garnier   \n",
       "8                    oats kesar kishmish       40g            quaker   \n",
       "9                    cup tangy tomato cp       70g            nissin   \n",
       "10              liq polish classic black       40m              kiwi   \n",
       "11  pooof tomato flavoured potato kettle       30g            pooof!   \n",
       "12  kellogs cornflakes strawberry flakes      275g               NaN   \n",
       "13           yogurt greek strawberry cup       90g          epigamia   \n",
       "14                 b tbrush ultrathin 2+1      NaN       green brrew   \n",
       "15                 kool mango milk shake     180ml              amul   \n",
       "16                 roopak pow red chilli      200g         old spice   \n",
       "17        anti pimple turmeric face wash       40m       lever ayush   \n",
       "18         lous cheese jalapeno shots bx      300g         soo fresh   \n",
       "19               ni namk falahari chiwda      150g  haldiram mopleez   \n",
       "20                veg um papad chilli pp      200g       tasty treat   \n",
       "21          perfume classic woody men bt       18m            engage   \n",
       "22             pow spice pasta seasoning       40g              keya   \n",
       "23                           mango drink     240ml         del monte   \n",
       "24                       instant veg cup       65g           wai wai   \n",
       "25         sofrsh vd df muffin blueberry        1p               NaN   \n",
       "26       fun foods mayonnaise olive egls      275g          funfoods   \n",
       "27          hairoil brahmi amla ayrvdc bt    300ml             bajaj   \n",
       "28         handwash original pp 2+ 75m op   1 175m            dettol   \n",
       "29                  punjabi masala papad      160g            nilons   \n",
       "30                french fries masala pp      375g            mccain   \n",
       "31                 gold sharbati atta pp       1kg         pillsbury   \n",
       "32                               desi tp        1l      mother dairy   \n",
       "33                 shampoo anti dandruff      200m          himalaya   \n",
       "34                  sunflower refined pp        1l          agripure   \n",
       "\n",
       "                              class1                class2  \\\n",
       "0                  breakfast cereals          branded food   \n",
       "1   chocolates cakes confectioneries          branded food   \n",
       "2                          baby care             baby care   \n",
       "3                     organic grains               grocery   \n",
       "4                    edible oil ghee               grocery   \n",
       "5                          skin care  beauty personal care   \n",
       "6                 jams spreads honey          branded food   \n",
       "7                          skin care  beauty personal care   \n",
       "8                  breakfast cereals          branded food   \n",
       "9          noodles pastas vermicelli          branded food   \n",
       "10                     home cleaning          home hygiene   \n",
       "11             chips namkeens snacks          branded food   \n",
       "12  chocolates cakes confectioneries          branded food   \n",
       "13                               otc  beauty personal care   \n",
       "14                         oral care  beauty personal care   \n",
       "15                ice cream desserts          branded food   \n",
       "16              freshners repellents          home hygiene   \n",
       "17                         skin care  beauty personal care   \n",
       "18             chips namkeens snacks          branded food   \n",
       "19  chocolates cakes confectioneries          branded food   \n",
       "20                      ready to fry          branded food   \n",
       "21                     deos perfumes  beauty personal care   \n",
       "22                     masala spices               grocery   \n",
       "23               fruit juices drinks             beverages   \n",
       "24         noodles pastas vermicelli          branded food   \n",
       "25                              toys       toys stationery   \n",
       "26                   edible oil ghee               grocery   \n",
       "27                         skin care  beauty personal care   \n",
       "28                  personal hygiene  beauty personal care   \n",
       "29                      ready to fry          branded food   \n",
       "30                        frozen veg          branded food   \n",
       "31              baking dessert mixes          branded food   \n",
       "32                   edible oil ghee               grocery   \n",
       "33                         hair care  beauty personal care   \n",
       "34                   edible oil ghee               grocery   \n",
       "\n",
       "                                                 type  \\\n",
       "0                          flavor:choco flavor:muesli   \n",
       "1                              color:white flavor:egg   \n",
       "2                      type:exfoliating flavor:papaya   \n",
       "3   flavor:khus flavor:rice type:khus flavor:grain...   \n",
       "4                            color:olive flavor:olive   \n",
       "5                                       flavor:butter   \n",
       "6                                       flavor:cheese   \n",
       "7                                      flavor:apricot   \n",
       "8            flavor:kesar flavor:oats flavor:kishmish   \n",
       "9                          flavor:tomato flavor:tangy   \n",
       "10                                        color:black   \n",
       "11                        flavor:tomato flavor:potato   \n",
       "12                                  flavor:strawberry   \n",
       "13        type:yogurt flavor:strawberry flavor:yogurt   \n",
       "14                                                      \n",
       "15                           flavor:mango flavor:milk   \n",
       "16                            flavor:chilli color:red   \n",
       "17                          flavor:turmeric type:wash   \n",
       "18                      flavor:jalapeno flavor:cheese   \n",
       "19                                                      \n",
       "20              flavor:chilli flavor:veg flavor:papad   \n",
       "21                                       type:perfume   \n",
       "22                      flavor:seasoning flavor:pasta   \n",
       "23                                       flavor:mango   \n",
       "24                                         flavor:veg   \n",
       "25                     flavor:blueberry flavor:muffin   \n",
       "26  flavor:mayonnaise flavor:foods type:foods type...   \n",
       "27                                        flavor:amla   \n",
       "28                                      type:handwash   \n",
       "29                                       flavor:papad   \n",
       "30                                       flavor:fries   \n",
       "31                                                      \n",
       "32                                                      \n",
       "33                                       type:shampoo   \n",
       "34                                   flavor:sunflower   \n",
       "\n",
       "                             cleaned_more  \n",
       "0     bagrry muesli choco delight bx 500g  \n",
       "1                     large white egg ack  \n",
       "2        facewash bio papaya exfoliating   \n",
       "3         basmati rice khus long grain 1k  \n",
       "4                  olive pure refined bt   \n",
       "5         body ltn cocoa butter spf1 30ml  \n",
       "6               cheese microwave popcorn   \n",
       "7           fc scrub pure active apricot   \n",
       "8                    oats kesar kishmish   \n",
       "9                    cup tangy tomato cp   \n",
       "10              liq polish classic black   \n",
       "11  pooof tomato flavoured potato kettle   \n",
       "12  kellogs cornflakes strawberry flakes   \n",
       "13           yogurt greek strawberry cup   \n",
       "14                  b tbruh ultrathin 2+1  \n",
       "15                 kool mango milk shake   \n",
       "16                 roopak pow red chilli   \n",
       "17        anti pimple turmeric face wash   \n",
       "18         lous cheese jalapeno shots bx   \n",
       "19               ni namk falahari chiwda   \n",
       "20                veg um papad chilli pp   \n",
       "21          perfume classic woody men bt   \n",
       "22             pow spice pasta seasoning   \n",
       "23                           mango drink   \n",
       "24                       instant veg cup   \n",
       "25         sofrsh vd df muffin blueberry   \n",
       "26       fun foods mayonnaise olive egls   \n",
       "27          hairoil brahmi amla ayrvdc bt  \n",
       "28         handwash original pp 2+ 75m op  \n",
       "29                  punjabi masala papad   \n",
       "30                french fries masala pp   \n",
       "31                  gold harbati atta pp   \n",
       "32                                dei tp   \n",
       "33                 shampoo anti dandruff   \n",
       "34                  sunflower refined pp   "
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final1_data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "stopwords = [\"i\", \"me\", \"my\", \"myself\", \"we\", \"our\", \"ours\", \"ourselves\", \"you\", \"your\", \"yours\", \"yourself\", \"yourselves\", \"he\", \"him\", \"his\", \"himself\", \"she\", \"her\", \"hers\", \"herself\", \"it\", \"its\", \"itself\", \"they\", \"them\", \"their\", \"theirs\", \"themselves\", \"what\", \"which\", \"who\", \"whom\", \"this\", \"that\", \"these\", \"those\", \"am\", \"is\", \"are\", \"was\", \"were\", \"be\", \"been\", \"being\", \"have\", \"has\", \"had\", \"having\", \"do\", \"does\", \"did\", \"doing\", \"a\", \"an\", \"the\", \"and\", \"but\", \"if\", \"or\", \"because\", \"as\", \"until\", \"while\", \"of\", \"at\", \"by\", \"for\", \"with\", \"about\", \"against\", \"between\", \"into\", \"through\", \"during\", \"before\", \"after\", \"above\", \"below\", \"to\", \"from\", \"up\", \"down\", \"in\", \"out\", \"on\", \"off\", \"over\", \"under\", \"again\", \"further\", \"then\", \"once\", \"here\", \"there\", \"when\", \"where\", \"why\", \"how\", \"all\", \"any\", \"both\", \"each\", \"few\", \"more\", \"most\", \"other\", \"some\", \"such\", \"no\", \"nor\", \"not\", \"only\", \"own\", \"same\", \"so\", \"than\", \"too\", \"very\", \"s\", \"t\", \"can\", \"will\", \"just\", \"don\", \"should\", \"now\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 12449.17it/s]\n"
     ]
    }
   ],
   "source": [
    "final1_data[\"get_cleaned\"] = final1_data.swifter.apply(lambda x: get_words_from_sentence(x.cleaned_more), axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "final1_data.to_csv(\"./final_datav1.1.2demo.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>cleaned</th>\n",
       "      <th>quantity</th>\n",
       "      <th>final_brand</th>\n",
       "      <th>class1</th>\n",
       "      <th>class2</th>\n",
       "      <th>type</th>\n",
       "      <th>cleaned_more</th>\n",
       "      <th>get_cleaned</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bagrry muesli choco delight bx 400g500g</td>\n",
       "      <td>bagrry muesli choco delight bx 500g</td>\n",
       "      <td>400g</td>\n",
       "      <td>bagrrys</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:choco flavor:muesli</td>\n",
       "      <td>bagrry muesli choco delight bx 500g</td>\n",
       "      <td>[muesli, delight]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>hen fruit large white egg 30 pack</td>\n",
       "      <td>large white egg ack</td>\n",
       "      <td>30 p</td>\n",
       "      <td>hen fruit</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>color:white flavor:egg</td>\n",
       "      <td>large white egg ack</td>\n",
       "      <td>[large, white, egg, ack]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>biotique facewash bio papaya exfoliating 100ml</td>\n",
       "      <td>facewash bio papaya exfoliating</td>\n",
       "      <td>100ml</td>\n",
       "      <td>biotique</td>\n",
       "      <td>baby care</td>\n",
       "      <td>baby care</td>\n",
       "      <td>type:exfoliating flavor:papaya</td>\n",
       "      <td>facewash bio papaya exfoliating</td>\n",
       "      <td>[bio, papaya]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tilda basmati rice khus long grain 1k</td>\n",
       "      <td>basmati rice khus long grain 1k</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tilda</td>\n",
       "      <td>organic grains</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:khus flavor:rice type:khus flavor:grain...</td>\n",
       "      <td>basmati rice khus long grain 1k</td>\n",
       "      <td>[basmati, rice, long, grain]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>karmiq olive oil pure refined bt 1l</td>\n",
       "      <td>olive pure refined bt</td>\n",
       "      <td>1l</td>\n",
       "      <td>karmiq</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>color:olive flavor:olive</td>\n",
       "      <td>olive pure refined bt</td>\n",
       "      <td>[olive, pure, refined]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vlcc body ltn cocoa butter spf15 350ml</td>\n",
       "      <td>body ltn cocoa butter spf1 30ml</td>\n",
       "      <td>5 350m</td>\n",
       "      <td>vlcc</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:butter</td>\n",
       "      <td>body ltn cocoa butter spf1 30ml</td>\n",
       "      <td>[body, cocoa, butter]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>american garden cheese microwave popcorn 297g</td>\n",
       "      <td>cheese microwave popcorn</td>\n",
       "      <td>297g</td>\n",
       "      <td>american garden</td>\n",
       "      <td>jams spreads honey</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:cheese</td>\n",
       "      <td>cheese microwave popcorn</td>\n",
       "      <td>[cheese, microwave, popcorn]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>garnier fc scrub pure active apricot 50g</td>\n",
       "      <td>fc scrub pure active apricot</td>\n",
       "      <td>50g</td>\n",
       "      <td>garnier</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:apricot</td>\n",
       "      <td>fc scrub pure active apricot</td>\n",
       "      <td>[scrub, pure, active, apricot]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>quaker oats kesar kishmish 40g</td>\n",
       "      <td>oats kesar kishmish</td>\n",
       "      <td>40g</td>\n",
       "      <td>quaker</td>\n",
       "      <td>breakfast cereals</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:kesar flavor:oats flavor:kishmish</td>\n",
       "      <td>oats kesar kishmish</td>\n",
       "      <td>[oats]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>nissin cup noodles tangy tomato cp 70g</td>\n",
       "      <td>cup tangy tomato cp</td>\n",
       "      <td>70g</td>\n",
       "      <td>nissin</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:tomato flavor:tangy</td>\n",
       "      <td>cup tangy tomato cp</td>\n",
       "      <td>[cup, tangy, tomato]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>kiwi liq polish classic black 40m</td>\n",
       "      <td>liq polish classic black</td>\n",
       "      <td>40m</td>\n",
       "      <td>kiwi</td>\n",
       "      <td>home cleaning</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>color:black</td>\n",
       "      <td>liq polish classic black</td>\n",
       "      <td>[polish, classic, black]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>pooof tomato flavoured potato kettle chips 30g</td>\n",
       "      <td>pooof tomato flavoured potato kettle</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:tomato flavor:potato</td>\n",
       "      <td>pooof tomato flavoured potato kettle</td>\n",
       "      <td>[tomato, flavoured, potato, kettle]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>kellogs cornflakes strawberry flakes 275g</td>\n",
       "      <td>kellogs cornflakes strawberry flakes</td>\n",
       "      <td>275g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:strawberry</td>\n",
       "      <td>kellogs cornflakes strawberry flakes</td>\n",
       "      <td>[cornflakes, strawberry, flakes]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>epigamia yogurt greek strawberry cup 90g</td>\n",
       "      <td>yogurt greek strawberry cup</td>\n",
       "      <td>90g</td>\n",
       "      <td>epigamia</td>\n",
       "      <td>otc</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:yogurt flavor:strawberry flavor:yogurt</td>\n",
       "      <td>yogurt greek strawberry cup</td>\n",
       "      <td>[yogurt, greek, strawberry, cup]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>oral b tbrush ultrathin green 2+1</td>\n",
       "      <td>b tbrush ultrathin 2+1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>green brrew</td>\n",
       "      <td>oral care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td>b tbruh ultrathin 2+1</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>amul kool mango milk shake 180ml</td>\n",
       "      <td>kool mango milk shake</td>\n",
       "      <td>180ml</td>\n",
       "      <td>amul</td>\n",
       "      <td>ice cream desserts</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:mango flavor:milk</td>\n",
       "      <td>kool mango milk shake</td>\n",
       "      <td>[mango, milk, shake]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>roopak pow spice red chilli 200g</td>\n",
       "      <td>roopak pow red chilli</td>\n",
       "      <td>200g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents</td>\n",
       "      <td>home hygiene</td>\n",
       "      <td>flavor:chilli color:red</td>\n",
       "      <td>roopak pow red chilli</td>\n",
       "      <td>[pow, red, chilli]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ayush anti pimple turmeric face wash 40m</td>\n",
       "      <td>anti pimple turmeric face wash</td>\n",
       "      <td>40m</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:turmeric type:wash</td>\n",
       "      <td>anti pimple turmeric face wash</td>\n",
       "      <td>[anti, pimple, turmeric, face, wash]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>fresh lous cheese jalapeno shots bx 300g</td>\n",
       "      <td>lous cheese jalapeno shots bx</td>\n",
       "      <td>300g</td>\n",
       "      <td>soo fresh</td>\n",
       "      <td>chips namkeens snacks</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:jalapeno flavor:cheese</td>\n",
       "      <td>lous cheese jalapeno shots bx</td>\n",
       "      <td>[cheese, shots]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>haldiram ni namk falahari chiwda 150g</td>\n",
       "      <td>ni namk falahari chiwda</td>\n",
       "      <td>150g</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>chocolates cakes confectioneries</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>ni namk falahari chiwda</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tasty treat veg fryum papad chilli pp 200g</td>\n",
       "      <td>veg um papad chilli pp</td>\n",
       "      <td>200g</td>\n",
       "      <td>tasty treat</td>\n",
       "      <td>ready to fry</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:chilli flavor:veg flavor:papad</td>\n",
       "      <td>veg um papad chilli pp</td>\n",
       "      <td>[veg, chilli]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>engage perfume classic woody men bt 18m</td>\n",
       "      <td>perfume classic woody men bt</td>\n",
       "      <td>18m</td>\n",
       "      <td>engage</td>\n",
       "      <td>deos perfumes</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:perfume</td>\n",
       "      <td>perfume classic woody men bt</td>\n",
       "      <td>[perfume, classic, woody, men]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>keya pow spice pasta seasoning 40g</td>\n",
       "      <td>pow spice pasta seasoning</td>\n",
       "      <td>40g</td>\n",
       "      <td>keya</td>\n",
       "      <td>masala spices</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:seasoning flavor:pasta</td>\n",
       "      <td>pow spice pasta seasoning</td>\n",
       "      <td>[pow, spice, pasta, seasoning]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>del monte mango fruit drink 240ml</td>\n",
       "      <td>mango drink</td>\n",
       "      <td>240ml</td>\n",
       "      <td>del monte</td>\n",
       "      <td>fruit juices drinks</td>\n",
       "      <td>beverages</td>\n",
       "      <td>flavor:mango</td>\n",
       "      <td>mango drink</td>\n",
       "      <td>[mango, drink]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>waiwai instant noodles veg cup 65g</td>\n",
       "      <td>instant veg cup</td>\n",
       "      <td>65g</td>\n",
       "      <td>wai wai</td>\n",
       "      <td>noodles pastas vermicelli</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:veg</td>\n",
       "      <td>instant veg cup</td>\n",
       "      <td>[instant, veg, cup]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sofrsh vd df muffin blueberry 1p</td>\n",
       "      <td>sofrsh vd df muffin blueberry</td>\n",
       "      <td>1p</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys</td>\n",
       "      <td>toys stationery</td>\n",
       "      <td>flavor:blueberry flavor:muffin</td>\n",
       "      <td>sofrsh vd df muffin blueberry</td>\n",
       "      <td>[muffin, blueberry]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>fun foods mayonnaise olive oil egls 275g</td>\n",
       "      <td>fun foods mayonnaise olive egls</td>\n",
       "      <td>275g</td>\n",
       "      <td>funfoods</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:mayonnaise flavor:foods type:foods type...</td>\n",
       "      <td>fun foods mayonnaise olive egls</td>\n",
       "      <td>[fun, foods, mayonnaise, olive]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>bajaj hairoil brahmi amla ayrvdc bt300ml</td>\n",
       "      <td>hairoil brahmi amla ayrvdc bt</td>\n",
       "      <td>300ml</td>\n",
       "      <td>bajaj</td>\n",
       "      <td>skin care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>flavor:amla</td>\n",
       "      <td>hairoil brahmi amla ayrvdc bt</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>dettol handwash original pp 2+1 175m op</td>\n",
       "      <td>handwash original pp 2+ 75m op</td>\n",
       "      <td>1 175m</td>\n",
       "      <td>dettol</td>\n",
       "      <td>personal hygiene</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:handwash</td>\n",
       "      <td>handwash original pp 2+ 75m op</td>\n",
       "      <td>[original]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>nilons punjabi masala papad 160g</td>\n",
       "      <td>punjabi masala papad</td>\n",
       "      <td>160g</td>\n",
       "      <td>nilons</td>\n",
       "      <td>ready to fry</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:papad</td>\n",
       "      <td>punjabi masala papad</td>\n",
       "      <td>[punjabi, masala]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>mccain french fries masala pp 375g</td>\n",
       "      <td>french fries masala pp</td>\n",
       "      <td>375g</td>\n",
       "      <td>mccain</td>\n",
       "      <td>frozen veg</td>\n",
       "      <td>branded food</td>\n",
       "      <td>flavor:fries</td>\n",
       "      <td>french fries masala pp</td>\n",
       "      <td>[french, fries, masala]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>pillsbury gold sharbati atta pp 1kg</td>\n",
       "      <td>gold sharbati atta pp</td>\n",
       "      <td>1kg</td>\n",
       "      <td>pillsbury</td>\n",
       "      <td>baking dessert mixes</td>\n",
       "      <td>branded food</td>\n",
       "      <td></td>\n",
       "      <td>gold harbati atta pp</td>\n",
       "      <td>[gold, atta]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>mother dairy desi ghee tp 1l</td>\n",
       "      <td>desi tp</td>\n",
       "      <td>1l</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td></td>\n",
       "      <td>dei tp</td>\n",
       "      <td>[dei]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>himalaya shampoo anti dandruff 200m</td>\n",
       "      <td>shampoo anti dandruff</td>\n",
       "      <td>200m</td>\n",
       "      <td>himalaya</td>\n",
       "      <td>hair care</td>\n",
       "      <td>beauty personal care</td>\n",
       "      <td>type:shampoo</td>\n",
       "      <td>shampoo anti dandruff</td>\n",
       "      <td>[shampoo, anti, dandruff]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>agripure sunflower oil refined pp 1l</td>\n",
       "      <td>sunflower refined pp</td>\n",
       "      <td>1l</td>\n",
       "      <td>agripure</td>\n",
       "      <td>edible oil ghee</td>\n",
       "      <td>grocery</td>\n",
       "      <td>flavor:sunflower</td>\n",
       "      <td>sunflower refined pp</td>\n",
       "      <td>[sunflower, refined]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      article_name  \\\n",
       "0          bagrry muesli choco delight bx 400g500g   \n",
       "1                hen fruit large white egg 30 pack   \n",
       "2   biotique facewash bio papaya exfoliating 100ml   \n",
       "3            tilda basmati rice khus long grain 1k   \n",
       "4              karmiq olive oil pure refined bt 1l   \n",
       "5           vlcc body ltn cocoa butter spf15 350ml   \n",
       "6    american garden cheese microwave popcorn 297g   \n",
       "7         garnier fc scrub pure active apricot 50g   \n",
       "8                   quaker oats kesar kishmish 40g   \n",
       "9           nissin cup noodles tangy tomato cp 70g   \n",
       "10               kiwi liq polish classic black 40m   \n",
       "11  pooof tomato flavoured potato kettle chips 30g   \n",
       "12       kellogs cornflakes strawberry flakes 275g   \n",
       "13        epigamia yogurt greek strawberry cup 90g   \n",
       "14               oral b tbrush ultrathin green 2+1   \n",
       "15                amul kool mango milk shake 180ml   \n",
       "16                roopak pow spice red chilli 200g   \n",
       "17        ayush anti pimple turmeric face wash 40m   \n",
       "18        fresh lous cheese jalapeno shots bx 300g   \n",
       "19           haldiram ni namk falahari chiwda 150g   \n",
       "20      tasty treat veg fryum papad chilli pp 200g   \n",
       "21         engage perfume classic woody men bt 18m   \n",
       "22              keya pow spice pasta seasoning 40g   \n",
       "23               del monte mango fruit drink 240ml   \n",
       "24              waiwai instant noodles veg cup 65g   \n",
       "25                sofrsh vd df muffin blueberry 1p   \n",
       "26        fun foods mayonnaise olive oil egls 275g   \n",
       "27        bajaj hairoil brahmi amla ayrvdc bt300ml   \n",
       "28         dettol handwash original pp 2+1 175m op   \n",
       "29                nilons punjabi masala papad 160g   \n",
       "30              mccain french fries masala pp 375g   \n",
       "31             pillsbury gold sharbati atta pp 1kg   \n",
       "32                    mother dairy desi ghee tp 1l   \n",
       "33             himalaya shampoo anti dandruff 200m   \n",
       "34            agripure sunflower oil refined pp 1l   \n",
       "\n",
       "                                  cleaned quantity       final_brand  \\\n",
       "0     bagrry muesli choco delight bx 500g     400g           bagrrys   \n",
       "1                     large white egg ack     30 p         hen fruit   \n",
       "2        facewash bio papaya exfoliating     100ml          biotique   \n",
       "3         basmati rice khus long grain 1k      NaN             tilda   \n",
       "4                  olive pure refined bt        1l            karmiq   \n",
       "5         body ltn cocoa butter spf1 30ml   5 350m              vlcc   \n",
       "6               cheese microwave popcorn      297g   american garden   \n",
       "7           fc scrub pure active apricot       50g           garnier   \n",
       "8                    oats kesar kishmish       40g            quaker   \n",
       "9                    cup tangy tomato cp       70g            nissin   \n",
       "10              liq polish classic black       40m              kiwi   \n",
       "11  pooof tomato flavoured potato kettle       30g            pooof!   \n",
       "12  kellogs cornflakes strawberry flakes      275g               NaN   \n",
       "13           yogurt greek strawberry cup       90g          epigamia   \n",
       "14                 b tbrush ultrathin 2+1      NaN       green brrew   \n",
       "15                 kool mango milk shake     180ml              amul   \n",
       "16                 roopak pow red chilli      200g         old spice   \n",
       "17        anti pimple turmeric face wash       40m       lever ayush   \n",
       "18         lous cheese jalapeno shots bx      300g         soo fresh   \n",
       "19               ni namk falahari chiwda      150g  haldiram mopleez   \n",
       "20                veg um papad chilli pp      200g       tasty treat   \n",
       "21          perfume classic woody men bt       18m            engage   \n",
       "22             pow spice pasta seasoning       40g              keya   \n",
       "23                           mango drink     240ml         del monte   \n",
       "24                       instant veg cup       65g           wai wai   \n",
       "25         sofrsh vd df muffin blueberry        1p               NaN   \n",
       "26       fun foods mayonnaise olive egls      275g          funfoods   \n",
       "27          hairoil brahmi amla ayrvdc bt    300ml             bajaj   \n",
       "28         handwash original pp 2+ 75m op   1 175m            dettol   \n",
       "29                  punjabi masala papad      160g            nilons   \n",
       "30                french fries masala pp      375g            mccain   \n",
       "31                 gold sharbati atta pp       1kg         pillsbury   \n",
       "32                               desi tp        1l      mother dairy   \n",
       "33                 shampoo anti dandruff      200m          himalaya   \n",
       "34                  sunflower refined pp        1l          agripure   \n",
       "\n",
       "                              class1                class2  \\\n",
       "0                  breakfast cereals          branded food   \n",
       "1   chocolates cakes confectioneries          branded food   \n",
       "2                          baby care             baby care   \n",
       "3                     organic grains               grocery   \n",
       "4                    edible oil ghee               grocery   \n",
       "5                          skin care  beauty personal care   \n",
       "6                 jams spreads honey          branded food   \n",
       "7                          skin care  beauty personal care   \n",
       "8                  breakfast cereals          branded food   \n",
       "9          noodles pastas vermicelli          branded food   \n",
       "10                     home cleaning          home hygiene   \n",
       "11             chips namkeens snacks          branded food   \n",
       "12  chocolates cakes confectioneries          branded food   \n",
       "13                               otc  beauty personal care   \n",
       "14                         oral care  beauty personal care   \n",
       "15                ice cream desserts          branded food   \n",
       "16              freshners repellents          home hygiene   \n",
       "17                         skin care  beauty personal care   \n",
       "18             chips namkeens snacks          branded food   \n",
       "19  chocolates cakes confectioneries          branded food   \n",
       "20                      ready to fry          branded food   \n",
       "21                     deos perfumes  beauty personal care   \n",
       "22                     masala spices               grocery   \n",
       "23               fruit juices drinks             beverages   \n",
       "24         noodles pastas vermicelli          branded food   \n",
       "25                              toys       toys stationery   \n",
       "26                   edible oil ghee               grocery   \n",
       "27                         skin care  beauty personal care   \n",
       "28                  personal hygiene  beauty personal care   \n",
       "29                      ready to fry          branded food   \n",
       "30                        frozen veg          branded food   \n",
       "31              baking dessert mixes          branded food   \n",
       "32                   edible oil ghee               grocery   \n",
       "33                         hair care  beauty personal care   \n",
       "34                   edible oil ghee               grocery   \n",
       "\n",
       "                                                 type  \\\n",
       "0                          flavor:choco flavor:muesli   \n",
       "1                              color:white flavor:egg   \n",
       "2                      type:exfoliating flavor:papaya   \n",
       "3   flavor:khus flavor:rice type:khus flavor:grain...   \n",
       "4                            color:olive flavor:olive   \n",
       "5                                       flavor:butter   \n",
       "6                                       flavor:cheese   \n",
       "7                                      flavor:apricot   \n",
       "8            flavor:kesar flavor:oats flavor:kishmish   \n",
       "9                          flavor:tomato flavor:tangy   \n",
       "10                                        color:black   \n",
       "11                        flavor:tomato flavor:potato   \n",
       "12                                  flavor:strawberry   \n",
       "13        type:yogurt flavor:strawberry flavor:yogurt   \n",
       "14                                                      \n",
       "15                           flavor:mango flavor:milk   \n",
       "16                            flavor:chilli color:red   \n",
       "17                          flavor:turmeric type:wash   \n",
       "18                      flavor:jalapeno flavor:cheese   \n",
       "19                                                      \n",
       "20              flavor:chilli flavor:veg flavor:papad   \n",
       "21                                       type:perfume   \n",
       "22                      flavor:seasoning flavor:pasta   \n",
       "23                                       flavor:mango   \n",
       "24                                         flavor:veg   \n",
       "25                     flavor:blueberry flavor:muffin   \n",
       "26  flavor:mayonnaise flavor:foods type:foods type...   \n",
       "27                                        flavor:amla   \n",
       "28                                      type:handwash   \n",
       "29                                       flavor:papad   \n",
       "30                                       flavor:fries   \n",
       "31                                                      \n",
       "32                                                      \n",
       "33                                       type:shampoo   \n",
       "34                                   flavor:sunflower   \n",
       "\n",
       "                             cleaned_more  \\\n",
       "0     bagrry muesli choco delight bx 500g   \n",
       "1                     large white egg ack   \n",
       "2        facewash bio papaya exfoliating    \n",
       "3         basmati rice khus long grain 1k   \n",
       "4                  olive pure refined bt    \n",
       "5         body ltn cocoa butter spf1 30ml   \n",
       "6               cheese microwave popcorn    \n",
       "7           fc scrub pure active apricot    \n",
       "8                    oats kesar kishmish    \n",
       "9                    cup tangy tomato cp    \n",
       "10              liq polish classic black    \n",
       "11  pooof tomato flavoured potato kettle    \n",
       "12  kellogs cornflakes strawberry flakes    \n",
       "13           yogurt greek strawberry cup    \n",
       "14                  b tbruh ultrathin 2+1   \n",
       "15                 kool mango milk shake    \n",
       "16                 roopak pow red chilli    \n",
       "17        anti pimple turmeric face wash    \n",
       "18         lous cheese jalapeno shots bx    \n",
       "19               ni namk falahari chiwda    \n",
       "20                veg um papad chilli pp    \n",
       "21          perfume classic woody men bt    \n",
       "22             pow spice pasta seasoning    \n",
       "23                           mango drink    \n",
       "24                       instant veg cup    \n",
       "25         sofrsh vd df muffin blueberry    \n",
       "26       fun foods mayonnaise olive egls    \n",
       "27          hairoil brahmi amla ayrvdc bt   \n",
       "28         handwash original pp 2+ 75m op   \n",
       "29                  punjabi masala papad    \n",
       "30                french fries masala pp    \n",
       "31                  gold harbati atta pp    \n",
       "32                                dei tp    \n",
       "33                 shampoo anti dandruff    \n",
       "34                  sunflower refined pp    \n",
       "\n",
       "                             get_cleaned  \n",
       "0                      [muesli, delight]  \n",
       "1               [large, white, egg, ack]  \n",
       "2                          [bio, papaya]  \n",
       "3           [basmati, rice, long, grain]  \n",
       "4                 [olive, pure, refined]  \n",
       "5                  [body, cocoa, butter]  \n",
       "6           [cheese, microwave, popcorn]  \n",
       "7         [scrub, pure, active, apricot]  \n",
       "8                                 [oats]  \n",
       "9                   [cup, tangy, tomato]  \n",
       "10              [polish, classic, black]  \n",
       "11   [tomato, flavoured, potato, kettle]  \n",
       "12      [cornflakes, strawberry, flakes]  \n",
       "13      [yogurt, greek, strawberry, cup]  \n",
       "14                                    []  \n",
       "15                  [mango, milk, shake]  \n",
       "16                    [pow, red, chilli]  \n",
       "17  [anti, pimple, turmeric, face, wash]  \n",
       "18                       [cheese, shots]  \n",
       "19                                    []  \n",
       "20                         [veg, chilli]  \n",
       "21        [perfume, classic, woody, men]  \n",
       "22        [pow, spice, pasta, seasoning]  \n",
       "23                        [mango, drink]  \n",
       "24                   [instant, veg, cup]  \n",
       "25                   [muffin, blueberry]  \n",
       "26       [fun, foods, mayonnaise, olive]  \n",
       "27                                    []  \n",
       "28                            [original]  \n",
       "29                     [punjabi, masala]  \n",
       "30               [french, fries, masala]  \n",
       "31                          [gold, atta]  \n",
       "32                                 [dei]  \n",
       "33             [shampoo, anti, dandruff]  \n",
       "34                  [sunflower, refined]  "
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final1_data.head(100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "output = final1_data.filter(['article_name', 'quantity', 'final_brand', 'class1', 'class2', 'type', 'get_cleaned'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "output = output.rename(columns={\"final_brand\": \"brand\", \"class1\": \"function\", \"class2\": \"function_parent\", \"type\": \"type-flavour-colour\", \"get_cleaned\": \"misc\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Pandas Apply: 100%|██████████| 35/35 [00:00<00:00, 49228.92it/s]\n"
     ]
    }
   ],
   "source": [
    "output[\"misc\"] = output.misc.swifter.apply(lambda x: \",\".join(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "output.function = output.swifter.apply(lambda x: x.function + \" | \" + x.function_parent, axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "del output[\"function_parent\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "output.to_csv(\"./output_demo.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>article_name</th>\n",
       "      <th>quantity</th>\n",
       "      <th>brand</th>\n",
       "      <th>function</th>\n",
       "      <th>type-flavour-colour</th>\n",
       "      <th>misc</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>bagrry muesli choco delight bx 400g500g</td>\n",
       "      <td>400g</td>\n",
       "      <td>bagrrys</td>\n",
       "      <td>breakfast cereals | branded food</td>\n",
       "      <td>flavor:choco flavor:muesli</td>\n",
       "      <td>muesli,delight</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>hen fruit large white egg 30 pack</td>\n",
       "      <td>30 p</td>\n",
       "      <td>hen fruit</td>\n",
       "      <td>chocolates cakes confectioneries | branded food</td>\n",
       "      <td>color:white flavor:egg</td>\n",
       "      <td>large,white,egg,ack</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>biotique facewash bio papaya exfoliating 100ml</td>\n",
       "      <td>100ml</td>\n",
       "      <td>biotique</td>\n",
       "      <td>baby care | baby care</td>\n",
       "      <td>type:exfoliating flavor:papaya</td>\n",
       "      <td>bio,papaya</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>tilda basmati rice khus long grain 1k</td>\n",
       "      <td>NaN</td>\n",
       "      <td>tilda</td>\n",
       "      <td>organic grains | grocery</td>\n",
       "      <td>flavor:khus flavor:rice type:khus flavor:grain...</td>\n",
       "      <td>basmati,rice,long,grain</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>karmiq olive oil pure refined bt 1l</td>\n",
       "      <td>1l</td>\n",
       "      <td>karmiq</td>\n",
       "      <td>edible oil ghee | grocery</td>\n",
       "      <td>color:olive flavor:olive</td>\n",
       "      <td>olive,pure,refined</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>vlcc body ltn cocoa butter spf15 350ml</td>\n",
       "      <td>5 350m</td>\n",
       "      <td>vlcc</td>\n",
       "      <td>skin care | beauty personal care</td>\n",
       "      <td>flavor:butter</td>\n",
       "      <td>body,cocoa,butter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>american garden cheese microwave popcorn 297g</td>\n",
       "      <td>297g</td>\n",
       "      <td>american garden</td>\n",
       "      <td>jams spreads honey | branded food</td>\n",
       "      <td>flavor:cheese</td>\n",
       "      <td>cheese,microwave,popcorn</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>garnier fc scrub pure active apricot 50g</td>\n",
       "      <td>50g</td>\n",
       "      <td>garnier</td>\n",
       "      <td>skin care | beauty personal care</td>\n",
       "      <td>flavor:apricot</td>\n",
       "      <td>scrub,pure,active,apricot</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>quaker oats kesar kishmish 40g</td>\n",
       "      <td>40g</td>\n",
       "      <td>quaker</td>\n",
       "      <td>breakfast cereals | branded food</td>\n",
       "      <td>flavor:kesar flavor:oats flavor:kishmish</td>\n",
       "      <td>oats</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>nissin cup noodles tangy tomato cp 70g</td>\n",
       "      <td>70g</td>\n",
       "      <td>nissin</td>\n",
       "      <td>noodles pastas vermicelli | branded food</td>\n",
       "      <td>flavor:tomato flavor:tangy</td>\n",
       "      <td>cup,tangy,tomato</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>kiwi liq polish classic black 40m</td>\n",
       "      <td>40m</td>\n",
       "      <td>kiwi</td>\n",
       "      <td>home cleaning | home hygiene</td>\n",
       "      <td>color:black</td>\n",
       "      <td>polish,classic,black</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>pooof tomato flavoured potato kettle chips 30g</td>\n",
       "      <td>30g</td>\n",
       "      <td>pooof!</td>\n",
       "      <td>chips namkeens snacks | branded food</td>\n",
       "      <td>flavor:tomato flavor:potato</td>\n",
       "      <td>tomato,flavoured,potato,kettle</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>kellogs cornflakes strawberry flakes 275g</td>\n",
       "      <td>275g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>chocolates cakes confectioneries | branded food</td>\n",
       "      <td>flavor:strawberry</td>\n",
       "      <td>cornflakes,strawberry,flakes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>epigamia yogurt greek strawberry cup 90g</td>\n",
       "      <td>90g</td>\n",
       "      <td>epigamia</td>\n",
       "      <td>otc | beauty personal care</td>\n",
       "      <td>type:yogurt flavor:strawberry flavor:yogurt</td>\n",
       "      <td>yogurt,greek,strawberry,cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>oral b tbrush ultrathin green 2+1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>green brrew</td>\n",
       "      <td>oral care | beauty personal care</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>amul kool mango milk shake 180ml</td>\n",
       "      <td>180ml</td>\n",
       "      <td>amul</td>\n",
       "      <td>ice cream desserts | branded food</td>\n",
       "      <td>flavor:mango flavor:milk</td>\n",
       "      <td>mango,milk,shake</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>roopak pow spice red chilli 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>old spice</td>\n",
       "      <td>freshners repellents | home hygiene</td>\n",
       "      <td>flavor:chilli color:red</td>\n",
       "      <td>pow,red,chilli</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>ayush anti pimple turmeric face wash 40m</td>\n",
       "      <td>40m</td>\n",
       "      <td>lever ayush</td>\n",
       "      <td>skin care | beauty personal care</td>\n",
       "      <td>flavor:turmeric type:wash</td>\n",
       "      <td>anti,pimple,turmeric,face,wash</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>fresh lous cheese jalapeno shots bx 300g</td>\n",
       "      <td>300g</td>\n",
       "      <td>soo fresh</td>\n",
       "      <td>chips namkeens snacks | branded food</td>\n",
       "      <td>flavor:jalapeno flavor:cheese</td>\n",
       "      <td>cheese,shots</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>haldiram ni namk falahari chiwda 150g</td>\n",
       "      <td>150g</td>\n",
       "      <td>haldiram mopleez</td>\n",
       "      <td>chocolates cakes confectioneries | branded food</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>tasty treat veg fryum papad chilli pp 200g</td>\n",
       "      <td>200g</td>\n",
       "      <td>tasty treat</td>\n",
       "      <td>ready to fry | branded food</td>\n",
       "      <td>flavor:chilli flavor:veg flavor:papad</td>\n",
       "      <td>veg,chilli</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>engage perfume classic woody men bt 18m</td>\n",
       "      <td>18m</td>\n",
       "      <td>engage</td>\n",
       "      <td>deos perfumes | beauty personal care</td>\n",
       "      <td>type:perfume</td>\n",
       "      <td>perfume,classic,woody,men</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>keya pow spice pasta seasoning 40g</td>\n",
       "      <td>40g</td>\n",
       "      <td>keya</td>\n",
       "      <td>masala spices | grocery</td>\n",
       "      <td>flavor:seasoning flavor:pasta</td>\n",
       "      <td>pow,spice,pasta,seasoning</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>del monte mango fruit drink 240ml</td>\n",
       "      <td>240ml</td>\n",
       "      <td>del monte</td>\n",
       "      <td>fruit juices drinks | beverages</td>\n",
       "      <td>flavor:mango</td>\n",
       "      <td>mango,drink</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>waiwai instant noodles veg cup 65g</td>\n",
       "      <td>65g</td>\n",
       "      <td>wai wai</td>\n",
       "      <td>noodles pastas vermicelli | branded food</td>\n",
       "      <td>flavor:veg</td>\n",
       "      <td>instant,veg,cup</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>sofrsh vd df muffin blueberry 1p</td>\n",
       "      <td>1p</td>\n",
       "      <td>NaN</td>\n",
       "      <td>toys | toys stationery</td>\n",
       "      <td>flavor:blueberry flavor:muffin</td>\n",
       "      <td>muffin,blueberry</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>fun foods mayonnaise olive oil egls 275g</td>\n",
       "      <td>275g</td>\n",
       "      <td>funfoods</td>\n",
       "      <td>edible oil ghee | grocery</td>\n",
       "      <td>flavor:mayonnaise flavor:foods type:foods type...</td>\n",
       "      <td>fun,foods,mayonnaise,olive</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>bajaj hairoil brahmi amla ayrvdc bt300ml</td>\n",
       "      <td>300ml</td>\n",
       "      <td>bajaj</td>\n",
       "      <td>skin care | beauty personal care</td>\n",
       "      <td>flavor:amla</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>dettol handwash original pp 2+1 175m op</td>\n",
       "      <td>1 175m</td>\n",
       "      <td>dettol</td>\n",
       "      <td>personal hygiene | beauty personal care</td>\n",
       "      <td>type:handwash</td>\n",
       "      <td>original</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>nilons punjabi masala papad 160g</td>\n",
       "      <td>160g</td>\n",
       "      <td>nilons</td>\n",
       "      <td>ready to fry | branded food</td>\n",
       "      <td>flavor:papad</td>\n",
       "      <td>punjabi,masala</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>mccain french fries masala pp 375g</td>\n",
       "      <td>375g</td>\n",
       "      <td>mccain</td>\n",
       "      <td>frozen veg | branded food</td>\n",
       "      <td>flavor:fries</td>\n",
       "      <td>french,fries,masala</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>pillsbury gold sharbati atta pp 1kg</td>\n",
       "      <td>1kg</td>\n",
       "      <td>pillsbury</td>\n",
       "      <td>baking dessert mixes | branded food</td>\n",
       "      <td></td>\n",
       "      <td>gold,atta</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>mother dairy desi ghee tp 1l</td>\n",
       "      <td>1l</td>\n",
       "      <td>mother dairy</td>\n",
       "      <td>edible oil ghee | grocery</td>\n",
       "      <td></td>\n",
       "      <td>dei</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>himalaya shampoo anti dandruff 200m</td>\n",
       "      <td>200m</td>\n",
       "      <td>himalaya</td>\n",
       "      <td>hair care | beauty personal care</td>\n",
       "      <td>type:shampoo</td>\n",
       "      <td>shampoo,anti,dandruff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>agripure sunflower oil refined pp 1l</td>\n",
       "      <td>1l</td>\n",
       "      <td>agripure</td>\n",
       "      <td>edible oil ghee | grocery</td>\n",
       "      <td>flavor:sunflower</td>\n",
       "      <td>sunflower,refined</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                      article_name quantity             brand  \\\n",
       "0          bagrry muesli choco delight bx 400g500g     400g           bagrrys   \n",
       "1                hen fruit large white egg 30 pack     30 p         hen fruit   \n",
       "2   biotique facewash bio papaya exfoliating 100ml    100ml          biotique   \n",
       "3            tilda basmati rice khus long grain 1k      NaN             tilda   \n",
       "4              karmiq olive oil pure refined bt 1l       1l            karmiq   \n",
       "5           vlcc body ltn cocoa butter spf15 350ml   5 350m              vlcc   \n",
       "6    american garden cheese microwave popcorn 297g     297g   american garden   \n",
       "7         garnier fc scrub pure active apricot 50g      50g           garnier   \n",
       "8                   quaker oats kesar kishmish 40g      40g            quaker   \n",
       "9           nissin cup noodles tangy tomato cp 70g      70g            nissin   \n",
       "10               kiwi liq polish classic black 40m      40m              kiwi   \n",
       "11  pooof tomato flavoured potato kettle chips 30g      30g            pooof!   \n",
       "12       kellogs cornflakes strawberry flakes 275g     275g               NaN   \n",
       "13        epigamia yogurt greek strawberry cup 90g      90g          epigamia   \n",
       "14               oral b tbrush ultrathin green 2+1      NaN       green brrew   \n",
       "15                amul kool mango milk shake 180ml    180ml              amul   \n",
       "16                roopak pow spice red chilli 200g     200g         old spice   \n",
       "17        ayush anti pimple turmeric face wash 40m      40m       lever ayush   \n",
       "18        fresh lous cheese jalapeno shots bx 300g     300g         soo fresh   \n",
       "19           haldiram ni namk falahari chiwda 150g     150g  haldiram mopleez   \n",
       "20      tasty treat veg fryum papad chilli pp 200g     200g       tasty treat   \n",
       "21         engage perfume classic woody men bt 18m      18m            engage   \n",
       "22              keya pow spice pasta seasoning 40g      40g              keya   \n",
       "23               del monte mango fruit drink 240ml    240ml         del monte   \n",
       "24              waiwai instant noodles veg cup 65g      65g           wai wai   \n",
       "25                sofrsh vd df muffin blueberry 1p       1p               NaN   \n",
       "26        fun foods mayonnaise olive oil egls 275g     275g          funfoods   \n",
       "27        bajaj hairoil brahmi amla ayrvdc bt300ml    300ml             bajaj   \n",
       "28         dettol handwash original pp 2+1 175m op   1 175m            dettol   \n",
       "29                nilons punjabi masala papad 160g     160g            nilons   \n",
       "30              mccain french fries masala pp 375g     375g            mccain   \n",
       "31             pillsbury gold sharbati atta pp 1kg      1kg         pillsbury   \n",
       "32                    mother dairy desi ghee tp 1l       1l      mother dairy   \n",
       "33             himalaya shampoo anti dandruff 200m     200m          himalaya   \n",
       "34            agripure sunflower oil refined pp 1l       1l          agripure   \n",
       "\n",
       "                                           function  \\\n",
       "0                  breakfast cereals | branded food   \n",
       "1   chocolates cakes confectioneries | branded food   \n",
       "2                             baby care | baby care   \n",
       "3                          organic grains | grocery   \n",
       "4                         edible oil ghee | grocery   \n",
       "5                  skin care | beauty personal care   \n",
       "6                 jams spreads honey | branded food   \n",
       "7                  skin care | beauty personal care   \n",
       "8                  breakfast cereals | branded food   \n",
       "9          noodles pastas vermicelli | branded food   \n",
       "10                     home cleaning | home hygiene   \n",
       "11             chips namkeens snacks | branded food   \n",
       "12  chocolates cakes confectioneries | branded food   \n",
       "13                       otc | beauty personal care   \n",
       "14                 oral care | beauty personal care   \n",
       "15                ice cream desserts | branded food   \n",
       "16              freshners repellents | home hygiene   \n",
       "17                 skin care | beauty personal care   \n",
       "18             chips namkeens snacks | branded food   \n",
       "19  chocolates cakes confectioneries | branded food   \n",
       "20                      ready to fry | branded food   \n",
       "21             deos perfumes | beauty personal care   \n",
       "22                          masala spices | grocery   \n",
       "23                  fruit juices drinks | beverages   \n",
       "24         noodles pastas vermicelli | branded food   \n",
       "25                           toys | toys stationery   \n",
       "26                        edible oil ghee | grocery   \n",
       "27                 skin care | beauty personal care   \n",
       "28          personal hygiene | beauty personal care   \n",
       "29                      ready to fry | branded food   \n",
       "30                        frozen veg | branded food   \n",
       "31              baking dessert mixes | branded food   \n",
       "32                        edible oil ghee | grocery   \n",
       "33                 hair care | beauty personal care   \n",
       "34                        edible oil ghee | grocery   \n",
       "\n",
       "                                  type-flavour-colour  \\\n",
       "0                          flavor:choco flavor:muesli   \n",
       "1                              color:white flavor:egg   \n",
       "2                      type:exfoliating flavor:papaya   \n",
       "3   flavor:khus flavor:rice type:khus flavor:grain...   \n",
       "4                            color:olive flavor:olive   \n",
       "5                                       flavor:butter   \n",
       "6                                       flavor:cheese   \n",
       "7                                      flavor:apricot   \n",
       "8            flavor:kesar flavor:oats flavor:kishmish   \n",
       "9                          flavor:tomato flavor:tangy   \n",
       "10                                        color:black   \n",
       "11                        flavor:tomato flavor:potato   \n",
       "12                                  flavor:strawberry   \n",
       "13        type:yogurt flavor:strawberry flavor:yogurt   \n",
       "14                                                      \n",
       "15                           flavor:mango flavor:milk   \n",
       "16                            flavor:chilli color:red   \n",
       "17                          flavor:turmeric type:wash   \n",
       "18                      flavor:jalapeno flavor:cheese   \n",
       "19                                                      \n",
       "20              flavor:chilli flavor:veg flavor:papad   \n",
       "21                                       type:perfume   \n",
       "22                      flavor:seasoning flavor:pasta   \n",
       "23                                       flavor:mango   \n",
       "24                                         flavor:veg   \n",
       "25                     flavor:blueberry flavor:muffin   \n",
       "26  flavor:mayonnaise flavor:foods type:foods type...   \n",
       "27                                        flavor:amla   \n",
       "28                                      type:handwash   \n",
       "29                                       flavor:papad   \n",
       "30                                       flavor:fries   \n",
       "31                                                      \n",
       "32                                                      \n",
       "33                                       type:shampoo   \n",
       "34                                   flavor:sunflower   \n",
       "\n",
       "                              misc  \n",
       "0                   muesli,delight  \n",
       "1              large,white,egg,ack  \n",
       "2                       bio,papaya  \n",
       "3          basmati,rice,long,grain  \n",
       "4               olive,pure,refined  \n",
       "5                body,cocoa,butter  \n",
       "6         cheese,microwave,popcorn  \n",
       "7        scrub,pure,active,apricot  \n",
       "8                             oats  \n",
       "9                 cup,tangy,tomato  \n",
       "10            polish,classic,black  \n",
       "11  tomato,flavoured,potato,kettle  \n",
       "12    cornflakes,strawberry,flakes  \n",
       "13     yogurt,greek,strawberry,cup  \n",
       "14                                  \n",
       "15                mango,milk,shake  \n",
       "16                  pow,red,chilli  \n",
       "17  anti,pimple,turmeric,face,wash  \n",
       "18                    cheese,shots  \n",
       "19                                  \n",
       "20                      veg,chilli  \n",
       "21       perfume,classic,woody,men  \n",
       "22       pow,spice,pasta,seasoning  \n",
       "23                     mango,drink  \n",
       "24                 instant,veg,cup  \n",
       "25                muffin,blueberry  \n",
       "26      fun,foods,mayonnaise,olive  \n",
       "27                                  \n",
       "28                        original  \n",
       "29                  punjabi,masala  \n",
       "30             french,fries,masala  \n",
       "31                       gold,atta  \n",
       "32                             dei  \n",
       "33           shampoo,anti,dandruff  \n",
       "34               sunflower,refined  "
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}