AMAZON_reviews_SCRAPPER.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/AkashKhamkar/Mouse-Review-Sentiment-Classifier-using-BERT/blob/main/AMAZON_reviews_SCRAPPER.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "background_save": true,
          "base_uri": "https://localhost:8080/"
        },
        "id": "qcV28BShXwsJ",
        "outputId": "ddd514fc-5ca6-4983-80b4-70690382dedd"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Getting page: 1\n",
            "10\n",
            "Getting page: 2\n",
            "20\n",
            "Getting page: 3\n",
            "30\n",
            "Getting page: 4\n",
            "40\n",
            "Getting page: 5\n",
            "50\n",
            "Getting page: 6\n",
            "60\n",
            "Getting page: 7\n",
            "70\n",
            "Getting page: 8\n",
            "80\n",
            "Getting page: 9\n",
            "90\n",
            "Getting page: 10\n",
            "100\n",
            "Getting page: 11\n",
            "110\n",
            "Getting page: 12\n",
            "120\n",
            "Getting page: 13\n",
            "130\n",
            "Getting page: 14\n",
            "140\n",
            "Getting page: 15\n",
            "150\n",
            "Getting page: 16\n",
            "150\n",
            "Getting page: 17\n",
            "160\n",
            "Getting page: 18\n",
            "170\n",
            "Getting page: 19\n",
            "180\n",
            "Getting page: 20\n",
            "180\n",
            "Getting page: 21\n",
            "180\n",
            "Getting page: 22\n",
            "190\n",
            "Getting page: 23\n",
            "200\n",
            "Getting page: 24\n",
            "200\n",
            "Getting page: 25\n",
            "210\n",
            "Getting page: 26\n",
            "220\n",
            "Getting page: 27\n",
            "230\n",
            "Getting page: 28\n",
            "230\n",
            "Getting page: 29\n",
            "240\n",
            "Getting page: 30\n",
            "240\n",
            "Getting page: 31\n",
            "250\n",
            "Getting page: 32\n",
            "260\n",
            "Getting page: 33\n",
            "270\n",
            "Getting page: 34\n",
            "280\n",
            "Getting page: 35\n",
            "290\n",
            "Getting page: 36\n",
            "300\n",
            "Getting page: 37\n",
            "310\n",
            "Getting page: 38\n",
            "320\n",
            "Getting page: 39\n",
            "330\n",
            "Getting page: 40\n",
            "340\n",
            "Getting page: 41\n",
            "350\n",
            "Getting page: 42\n",
            "360\n",
            "Getting page: 43\n",
            "370\n",
            "Getting page: 44\n",
            "370\n",
            "Getting page: 45\n",
            "380\n",
            "Getting page: 46\n",
            "390\n",
            "Getting page: 47\n",
            "390\n",
            "Getting page: 48\n",
            "390\n",
            "Getting page: 49\n",
            "390\n",
            "Getting page: 50\n",
            "400\n",
            "Getting page: 51\n",
            "410\n",
            "Getting page: 52\n",
            "410\n",
            "Getting page: 53\n",
            "420\n",
            "Getting page: 54\n",
            "430\n",
            "Getting page: 55\n",
            "440\n",
            "Getting page: 56\n",
            "450\n",
            "Getting page: 57\n",
            "460\n",
            "Getting page: 58\n",
            "470\n",
            "Getting page: 59\n",
            "480\n",
            "Getting page: 60\n",
            "490\n",
            "Getting page: 61\n",
            "500\n",
            "Getting page: 62\n",
            "510\n",
            "Getting page: 63\n",
            "520\n",
            "Getting page: 64\n",
            "520\n",
            "Getting page: 65\n",
            "530\n",
            "Getting page: 66\n",
            "540\n",
            "Getting page: 67\n",
            "550\n",
            "Getting page: 68\n",
            "560\n",
            "Getting page: 69\n",
            "570\n",
            "Getting page: 70\n",
            "580\n",
            "Getting page: 71\n",
            "590\n",
            "Getting page: 72\n",
            "600\n",
            "Getting page: 73\n",
            "610\n",
            "Getting page: 74\n",
            "620\n",
            "Getting page: 75\n",
            "630\n",
            "Getting page: 76\n",
            "630\n",
            "Getting page: 77\n",
            "630\n",
            "Getting page: 78\n",
            "640\n",
            "Getting page: 79\n",
            "640\n",
            "Getting page: 80\n",
            "650\n",
            "Getting page: 81\n",
            "650\n",
            "Getting page: 82\n",
            "650\n",
            "Getting page: 83\n",
            "650\n",
            "Getting page: 84\n",
            "660\n",
            "Getting page: 85\n",
            "660\n",
            "Getting page: 86\n",
            "670\n",
            "Getting page: 87\n",
            "680\n",
            "Getting page: 88\n",
            "690\n",
            "Getting page: 89\n",
            "690\n",
            "Getting page: 90\n",
            "690\n",
            "Getting page: 91\n",
            "690\n",
            "Getting page: 92\n",
            "700\n",
            "Getting page: 93\n",
            "700\n",
            "Getting page: 94\n",
            "700\n",
            "Getting page: 95\n",
            "710\n",
            "Getting page: 96\n",
            "710\n",
            "Getting page: 97\n",
            "710\n",
            "Getting page: 98\n",
            "720\n",
            "Getting page: 99\n",
            "720\n",
            "Getting page: 100\n",
            "720\n",
            "Getting page: 101\n",
            "730\n",
            "Getting page: 102\n",
            "740\n",
            "Getting page: 103\n",
            "750\n",
            "Getting page: 104\n",
            "750\n",
            "Getting page: 105\n",
            "760\n",
            "Getting page: 106\n",
            "770\n",
            "Getting page: 107\n",
            "780\n",
            "Getting page: 108\n",
            "790\n",
            "Getting page: 109\n",
            "790\n",
            "Getting page: 110\n",
            "790\n",
            "Getting page: 111\n",
            "790\n",
            "Getting page: 112\n",
            "800\n",
            "Getting page: 113\n",
            "800\n",
            "Getting page: 114\n",
            "800\n",
            "Getting page: 115\n",
            "810\n",
            "Getting page: 116\n",
            "820\n",
            "Getting page: 117\n",
            "830\n",
            "Getting page: 118\n",
            "830\n",
            "Getting page: 119\n",
            "840\n",
            "Getting page: 120\n",
            "850\n",
            "Getting page: 121\n",
            "860\n",
            "Getting page: 122\n",
            "870\n",
            "Getting page: 123\n",
            "880\n",
            "Getting page: 124\n",
            "890\n",
            "Getting page: 125\n",
            "890\n",
            "Getting page: 126\n",
            "900\n",
            "Getting page: 127\n",
            "910\n",
            "Getting page: 128\n",
            "920\n",
            "Getting page: 129\n",
            "930\n",
            "Getting page: 130\n",
            "940\n",
            "Getting page: 131\n",
            "940\n",
            "Getting page: 132\n",
            "950\n",
            "Getting page: 133\n",
            "960\n",
            "Getting page: 134\n",
            "970\n",
            "Getting page: 135\n",
            "980\n",
            "Getting page: 136\n",
            "980\n",
            "Getting page: 137\n",
            "990\n",
            "Getting page: 138\n",
            "1000\n",
            "Getting page: 139\n",
            "1010\n",
            "Getting page: 140\n",
            "1020\n",
            "Getting page: 141\n",
            "1020\n",
            "Getting page: 142\n",
            "1030\n",
            "Getting page: 143\n",
            "1030\n",
            "Getting page: 144\n",
            "1030\n",
            "Getting page: 145\n",
            "1040\n",
            "Getting page: 146\n",
            "1050\n",
            "Getting page: 147\n",
            "1060\n",
            "Getting page: 148\n",
            "1070\n",
            "Getting page: 149\n",
            "1080\n",
            "Getting page: 150\n",
            "1090\n",
            "Getting page: 151\n",
            "1100\n",
            "Getting page: 152\n",
            "1110\n",
            "Getting page: 153\n",
            "1110\n",
            "Getting page: 154\n",
            "1120\n",
            "Getting page: 155\n",
            "1130\n",
            "Getting page: 156\n",
            "1140\n",
            "Getting page: 157\n",
            "1150\n",
            "Getting page: 158\n",
            "1160\n",
            "Getting page: 159\n",
            "1160\n",
            "Getting page: 160\n",
            "1170\n",
            "Getting page: 161\n",
            "1180\n",
            "Getting page: 162\n",
            "1190\n",
            "Getting page: 163\n",
            "1200\n",
            "Getting page: 164\n",
            "1210\n",
            "Getting page: 165\n",
            "1220\n",
            "Getting page: 166\n",
            "1230\n",
            "Getting page: 167\n",
            "1240\n",
            "Getting page: 168\n",
            "1250\n",
            "Getting page: 169\n",
            "1250\n",
            "Getting page: 170\n",
            "1260\n",
            "Getting page: 171\n",
            "1270\n",
            "Getting page: 172\n",
            "1280\n",
            "Getting page: 173\n",
            "1290\n",
            "Getting page: 174\n",
            "1300\n",
            "Getting page: 175\n",
            "1310\n",
            "Getting page: 176\n",
            "1320\n",
            "Getting page: 177\n",
            "1330\n",
            "Getting page: 178\n",
            "1340\n",
            "Getting page: 179\n",
            "1350\n",
            "Getting page: 180\n",
            "1360\n",
            "Getting page: 181\n",
            "1370\n",
            "Getting page: 182\n",
            "1370\n",
            "Getting page: 183\n",
            "1380\n",
            "Getting page: 184\n",
            "1380\n",
            "Getting page: 185\n",
            "1390\n",
            "Getting page: 186\n",
            "1390\n",
            "Getting page: 187\n",
            "1400\n",
            "Getting page: 188\n",
            "1410\n",
            "Getting page: 189\n",
            "1410\n",
            "Getting page: 190\n",
            "1420\n",
            "Getting page: 191\n",
            "1420\n",
            "Getting page: 192\n",
            "1420\n",
            "Getting page: 193\n",
            "1430\n",
            "Getting page: 194\n",
            "1440\n",
            "Getting page: 195\n",
            "1450\n",
            "Getting page: 196\n",
            "1460\n",
            "Getting page: 197\n",
            "1470\n",
            "Getting page: 198\n",
            "1480\n",
            "Getting page: 199\n",
            "1480\n",
            "Getting page: 200\n",
            "1490\n",
            "Getting page: 201\n",
            "1500\n",
            "Getting page: 202\n",
            "1510\n",
            "Getting page: 203\n",
            "1520\n",
            "Getting page: 204\n",
            "1530\n",
            "Getting page: 205\n",
            "1540\n",
            "Getting page: 206\n",
            "1550\n",
            "Getting page: 207\n",
            "1560\n",
            "Getting page: 208\n",
            "1560\n",
            "Getting page: 209\n",
            "1570\n",
            "Getting page: 210\n",
            "1580\n",
            "Getting page: 211\n",
            "1590\n",
            "Getting page: 212\n",
            "1590\n",
            "Getting page: 213\n",
            "1590\n",
            "Getting page: 214\n",
            "1590\n",
            "Getting page: 215\n",
            "1600\n",
            "Getting page: 216\n",
            "1610\n",
            "Getting page: 217\n",
            "1620\n",
            "Getting page: 218\n",
            "1630\n",
            "Getting page: 219\n",
            "1640\n",
            "Getting page: 220\n",
            "1650\n",
            "Getting page: 221\n",
            "1660\n",
            "Getting page: 222\n",
            "1670\n",
            "Getting page: 223\n",
            "1680\n",
            "Getting page: 224\n",
            "1680\n",
            "Getting page: 225\n",
            "1680\n",
            "Getting page: 226\n",
            "1680\n",
            "Getting page: 227\n",
            "1680\n",
            "Getting page: 228\n",
            "1680\n",
            "Getting page: 229\n",
            "1680\n",
            "Getting page: 230\n",
            "1680\n",
            "Getting page: 231\n",
            "1680\n",
            "Getting page: 232\n",
            "1680\n",
            "Getting page: 233\n",
            "1680\n",
            "Getting page: 234\n",
            "1680\n",
            "Getting page: 235\n",
            "1680\n",
            "Getting page: 236\n",
            "1680\n",
            "Getting page: 237\n",
            "1680\n",
            "Getting page: 238\n",
            "1680\n",
            "Getting page: 239\n",
            "1680\n",
            "Getting page: 240\n",
            "1680\n",
            "Getting page: 241\n",
            "1680\n",
            "Getting page: 242\n",
            "1680\n",
            "Getting page: 243\n",
            "1680\n",
            "Getting page: 244\n",
            "1680\n",
            "Getting page: 245\n",
            "1680\n",
            "Getting page: 246\n",
            "1680\n",
            "Getting page: 247\n",
            "1680\n",
            "Getting page: 248\n",
            "1680\n",
            "Getting page: 249\n",
            "1680\n",
            "Getting page: 250\n",
            "1680\n",
            "Getting page: 251\n",
            "1680\n",
            "Getting page: 252\n",
            "1680\n",
            "Getting page: 253\n",
            "1680\n",
            "Getting page: 254\n",
            "1680\n",
            "Getting page: 255\n",
            "1680\n",
            "Getting page: 256\n",
            "1680\n",
            "Getting page: 257\n",
            "1680\n",
            "Getting page: 258\n",
            "1680\n",
            "Getting page: 259\n",
            "1680\n",
            "Getting page: 260\n",
            "1680\n",
            "Getting page: 261\n",
            "1680\n",
            "Getting page: 262\n",
            "1680\n",
            "Getting page: 263\n",
            "1680\n",
            "Getting page: 264\n",
            "1680\n",
            "Getting page: 265\n",
            "1680\n",
            "Getting page: 266\n",
            "1680\n",
            "Getting page: 267\n",
            "1680\n",
            "Getting page: 268\n",
            "1680\n",
            "Getting page: 269\n",
            "1680\n",
            "Getting page: 270\n",
            "1680\n",
            "Getting page: 271\n",
            "1680\n",
            "Getting page: 272\n",
            "1680\n",
            "Getting page: 273\n",
            "1680\n",
            "Getting page: 274\n",
            "1680\n",
            "Getting page: 275\n",
            "1680\n",
            "Getting page: 276\n",
            "1680\n",
            "Getting page: 277\n",
            "1680\n",
            "Getting page: 278\n",
            "1680\n",
            "Getting page: 279\n",
            "1680\n",
            "Getting page: 280\n",
            "1680\n",
            "Getting page: 281\n",
            "1680\n",
            "Getting page: 282\n",
            "1680\n",
            "Getting page: 283\n",
            "1680\n",
            "Getting page: 284\n",
            "1680\n",
            "Getting page: 285\n",
            "1680\n",
            "Getting page: 286\n",
            "1680\n",
            "Getting page: 287\n",
            "1680\n",
            "Getting page: 288\n",
            "1680\n",
            "Getting page: 289\n",
            "1680\n",
            "Getting page: 290\n",
            "1680\n",
            "Getting page: 291\n",
            "1680\n",
            "Getting page: 292\n",
            "1680\n",
            "Getting page: 293\n",
            "1680\n",
            "Getting page: 294\n",
            "1680\n",
            "Getting page: 295\n",
            "1680\n",
            "Getting page: 296\n",
            "1680\n",
            "Getting page: 297\n",
            "1680\n",
            "Getting page: 298\n",
            "1680\n",
            "Getting page: 299\n",
            "1680\n",
            "Getting page: 300\n",
            "1680\n",
            "Getting page: 301\n",
            "1680\n",
            "Getting page: 302\n",
            "1680\n",
            "Getting page: 303\n",
            "1680\n",
            "Getting page: 304\n",
            "1680\n",
            "Getting page: 305\n",
            "1680\n",
            "Getting page: 306\n",
            "1680\n",
            "Getting page: 307\n",
            "1680\n",
            "Getting page: 308\n",
            "1680\n",
            "Getting page: 309\n",
            "1680\n",
            "Getting page: 310\n",
            "1680\n",
            "Getting page: 311\n",
            "1680\n",
            "Getting page: 312\n",
            "1680\n",
            "Getting page: 313\n",
            "1680\n",
            "Getting page: 314\n",
            "1680\n",
            "Getting page: 315\n",
            "1680\n",
            "Getting page: 316\n",
            "1680\n",
            "Getting page: 317\n",
            "1680\n",
            "Getting page: 318\n",
            "1680\n",
            "Getting page: 319\n",
            "1680\n",
            "Getting page: 320\n",
            "1680\n",
            "Getting page: 321\n",
            "1680\n",
            "Getting page: 322\n",
            "1680\n",
            "Getting page: 323\n",
            "1680\n",
            "Getting page: 324\n",
            "1680\n",
            "Getting page: 325\n",
            "1680\n",
            "Getting page: 326\n",
            "1680\n",
            "Getting page: 327\n",
            "1680\n",
            "Getting page: 328\n",
            "1680\n",
            "Getting page: 329\n",
            "1680\n",
            "Getting page: 330\n",
            "1680\n",
            "Getting page: 331\n",
            "1680\n",
            "Getting page: 332\n",
            "1680\n",
            "Getting page: 333\n",
            "1680\n",
            "Getting page: 334\n",
            "1680\n",
            "Getting page: 335\n",
            "1680\n",
            "Getting page: 336\n",
            "1680\n",
            "Getting page: 337\n",
            "1680\n",
            "Getting page: 338\n",
            "1680\n",
            "Getting page: 339\n",
            "1680\n",
            "Getting page: 340\n",
            "1680\n",
            "Getting page: 341\n",
            "1680\n",
            "Getting page: 342\n",
            "1680\n",
            "Getting page: 343\n",
            "1680\n",
            "Getting page: 344\n",
            "1680\n",
            "Getting page: 345\n",
            "1680\n",
            "Getting page: 346\n",
            "1680\n",
            "Getting page: 347\n",
            "1680\n",
            "Getting page: 348\n",
            "1680\n",
            "Getting page: 349\n",
            "1680\n",
            "Getting page: 350\n",
            "1680\n",
            "Getting page: 351\n",
            "1680\n",
            "Getting page: 352\n",
            "1680\n",
            "Getting page: 353\n",
            "1680\n",
            "Getting page: 354\n",
            "1680\n",
            "Getting page: 355\n",
            "1680\n",
            "Getting page: 356\n",
            "1680\n",
            "Getting page: 357\n",
            "1680\n",
            "Getting page: 358\n",
            "1680\n",
            "Getting page: 359\n",
            "1680\n",
            "Getting page: 360\n",
            "1680\n",
            "Getting page: 361\n",
            "1680\n",
            "Getting page: 362\n",
            "1680\n",
            "Getting page: 363\n",
            "1680\n",
            "Getting page: 364\n",
            "1680\n",
            "Getting page: 365\n",
            "1680\n"
          ]
        },
        {
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "output_type": "error",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-3-877f43cab501>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     27\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     28\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m999\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 29\u001b[0;31m     \u001b[0msoup\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_soup\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf'https://www.amazon.in/Dynamo-Pro-10000mAh-Li-Polymer-Smartphones/product-reviews/B08HL1FG4H/ref=cm_cr_dp_d_show_all_btm?ie=UTF8&reviewerType=all_reviews&pageNumber={x}'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     30\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mf'Getting page: {x}'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     31\u001b[0m     \u001b[0mget_reviews\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msoup\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m<ipython-input-3-877f43cab501>\u001b[0m in \u001b[0;36mget_soup\u001b[0;34m(url)\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mget_soup\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0murl\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m     \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrequests\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0murl\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      9\u001b[0m     \u001b[0msoup\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mBeautifulSoup\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'html.parser'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0msoup\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/requests/api.py\u001b[0m in \u001b[0;36mget\u001b[0;34m(url, params, **kwargs)\u001b[0m\n\u001b[1;32m     74\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     75\u001b[0m     \u001b[0mkwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msetdefault\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'allow_redirects'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 76\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mrequest\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'get'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mparams\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     77\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     78\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/requests/api.py\u001b[0m in \u001b[0;36mrequest\u001b[0;34m(method, url, **kwargs)\u001b[0m\n\u001b[1;32m     59\u001b[0m     \u001b[0;31m# cases, and look like a memory leak in others.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m     \u001b[0;32mwith\u001b[0m \u001b[0msessions\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mSession\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0msession\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 61\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0msession\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrequest\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmethod\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0murl\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0murl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     62\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     63\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/requests/sessions.py\u001b[0m in \u001b[0;36mrequest\u001b[0;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[1;32m    528\u001b[0m         }\n\u001b[1;32m    529\u001b[0m         \u001b[0msend_kwargs\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msettings\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 530\u001b[0;31m         \u001b[0mresp\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mprep\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0msend_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    531\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    532\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mresp\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/requests/sessions.py\u001b[0m in \u001b[0;36msend\u001b[0;34m(self, request, **kwargs)\u001b[0m\n\u001b[1;32m    681\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    682\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mstream\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 683\u001b[0;31m             \u001b[0mr\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontent\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    684\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    685\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mr\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/requests/models.py\u001b[0m in \u001b[0;36mcontent\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    827\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_content\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    828\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 829\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_content\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34mb''\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0miter_content\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mCONTENT_CHUNK_SIZE\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0;34mb''\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    830\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    831\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_content_consumed\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/requests/models.py\u001b[0m in \u001b[0;36mgenerate\u001b[0;34m()\u001b[0m\n\u001b[1;32m    749\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraw\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'stream'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    750\u001b[0m                 \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 751\u001b[0;31m                     \u001b[0;32mfor\u001b[0m \u001b[0mchunk\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraw\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstream\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mchunk_size\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdecode_content\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    752\u001b[0m                         \u001b[0;32myield\u001b[0m \u001b[0mchunk\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    753\u001b[0m                 \u001b[0;32mexcept\u001b[0m \u001b[0mProtocolError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/urllib3/response.py\u001b[0m in \u001b[0;36mstream\u001b[0;34m(self, amt, decode_content)\u001b[0m\n\u001b[1;32m    490\u001b[0m         \"\"\"\n\u001b[1;32m    491\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchunked\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msupports_chunked_reads\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 492\u001b[0;31m             \u001b[0;32mfor\u001b[0m \u001b[0mline\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread_chunked\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mamt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdecode_content\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mdecode_content\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    493\u001b[0m                 \u001b[0;32myield\u001b[0m \u001b[0mline\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    494\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/urllib3/response.py\u001b[0m in \u001b[0;36mread_chunked\u001b[0;34m(self, amt, decode_content)\u001b[0m\n\u001b[1;32m    666\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    667\u001b[0m             \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 668\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_update_chunk_length\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    669\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchunk_left\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    670\u001b[0m                     \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.7/dist-packages/urllib3/response.py\u001b[0m in \u001b[0;36m_update_chunk_length\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    598\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchunk_left\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    599\u001b[0m             \u001b[0;32mreturn\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 600\u001b[0;31m         \u001b[0mline\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreadline\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    601\u001b[0m         \u001b[0mline\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mline\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34mb';'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    602\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.7/socket.py\u001b[0m in \u001b[0;36mreadinto\u001b[0;34m(self, b)\u001b[0m\n\u001b[1;32m    587\u001b[0m         \u001b[0;32mwhile\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    588\u001b[0m             \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 589\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sock\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv_into\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mb\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    590\u001b[0m             \u001b[0;32mexcept\u001b[0m \u001b[0mtimeout\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    591\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_timeout_occurred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.7/ssl.py\u001b[0m in \u001b[0;36mrecv_into\u001b[0;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[1;32m   1069\u001b[0m                   \u001b[0;34m\"non-zero flags not allowed in calls to recv_into() on %s\"\u001b[0m \u001b[0;34m%\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1070\u001b[0m                   self.__class__)\n\u001b[0;32m-> 1071\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnbytes\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbuffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1072\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1073\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrecv_into\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbuffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnbytes\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mflags\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/lib/python3.7/ssl.py\u001b[0m in \u001b[0;36mread\u001b[0;34m(self, len, buffer)\u001b[0m\n\u001b[1;32m    927\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    928\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mbuffer\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 929\u001b[0;31m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sslobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbuffer\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    930\u001b[0m             \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    931\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sslobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mread\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ],
      "source": [
        "import requests\n",
        "from bs4 import BeautifulSoup\n",
        "import pandas as pd\n",
        "\n",
        "reviewlist = []\n",
        "\n",
        "def get_soup(url):\n",
        "    r = requests.get(url)\n",
        "    soup = BeautifulSoup(r.text, 'html.parser')\n",
        "    return soup\n",
        "\n",
        "\n",
        "def get_reviews(soup):\n",
        "    reviews = soup.find_all('div', {'data-hook': 'review'})\n",
        "    try:\n",
        "        for item in reviews:\n",
        "            review = {\n",
        "            'title': item.find('a', {'data-hook': 'review-title'}).text.strip(),\n",
        "            'body': item.find('span', {'data-hook': 'review-body'}).text.strip(),\n",
        "            'rating':  float(item.find('i', {'data-hook': 'review-star-rating'}).text.replace('out of 5 stars', '').strip()),\n",
        "            'product': soup.title.text.replace('Amazon.in:Customer reviews:', '').strip(),\n",
        "            \n",
        "            }\n",
        "            reviewlist.append(review)\n",
        "    except:\n",
        "        pass\n",
        "\n",
        "for x in range(1,999):\n",
        "    soup = get_soup(f'https://www.amazon.in/Dynamo-Pro-10000mAh-Li-Polymer-Smartphones/product-reviews/B08HL1FG4H/ref=cm_cr_dp_d_show_all_btm?ie=UTF8&reviewerType=all_reviews&pageNumber={x}')\n",
        "    print(f'Getting page: {x}')\n",
        "    get_reviews(soup)\n",
        "    print(len(reviewlist))\n",
        "    \"\"\"\n",
        "    if not soup.find('li', {'class': 'a-disabled a-last'}):\n",
        "        pass\n",
        "    else:\n",
        "        break\n",
        "\"\"\"\n",
        "r_df = pd.DataFrame(reviewlist)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 3463
        },
        "id": "6CTPzc3VYw-t",
        "outputId": "14d1bc41-b5b9-49a1-ac65-5a350f35b88a"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-1d794e49-3e23-40c7-9f9a-14ddc2bc9b79\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>title</th>\n",
              "      <th>body</th>\n",
              "      <th>rating</th>\n",
              "      <th>product</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Super comfortable and long lasting mouse</td>\n",
              "      <td>Bought this mouse after a long research so wri...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Contry of origin is china</td>\n",
              "      <td>I specifically ordered this item because it sa...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Simple and good</td>\n",
              "      <td>Moved back to a wire mouse, as my wireless opt...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Amazon hiding country of origin of items from ...</td>\n",
              "      <td>This is Chinese product. Amazon conceals count...</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Genuine Dell mouse</td>\n",
              "      <td>Its an excellent mouse in this price range. Or...</td>\n",
              "      <td>4.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2693</th>\n",
              "      <td>Good</td>\n",
              "      <td>Worked well for a year then started double cli...</td>\n",
              "      <td>4.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2694</th>\n",
              "      <td>solid</td>\n",
              "      <td>solid</td>\n",
              "      <td>5.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2695</th>\n",
              "      <td>Bag</td>\n",
              "      <td>Good</td>\n",
              "      <td>5.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2696</th>\n",
              "      <td>Very nice!</td>\n",
              "      <td>Good product!</td>\n",
              "      <td>5.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2697</th>\n",
              "      <td>Perfect.</td>\n",
              "      <td>Excellent for everyday use .</td>\n",
              "      <td>5.0</td>\n",
              "      <td>Dell MS116 1000DPI USB Wired Optical Mouse</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2698 rows × 4 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1d794e49-3e23-40c7-9f9a-14ddc2bc9b79')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-1d794e49-3e23-40c7-9f9a-14ddc2bc9b79 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-1d794e49-3e23-40c7-9f9a-14ddc2bc9b79');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                                  title  ...                                     product\n",
              "0              Super comfortable and long lasting mouse  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "1                             Contry of origin is china  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "2                                       Simple and good  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "3     Amazon hiding country of origin of items from ...  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "4                                    Genuine Dell mouse  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "...                                                 ...  ...                                         ...\n",
              "2693                                               Good  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "2694                                              solid  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "2695                                                Bag  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "2696                                         Very nice!  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "2697                                           Perfect.  ...  Dell MS116 1000DPI USB Wired Optical Mouse\n",
              "\n",
              "[2698 rows x 4 columns]"
            ]
          },
          "execution_count": 9,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "r_df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "MJNFKbRxbByV",
        "outputId": "69a986bc-5d03-42c8-a361-ac86a2951daf"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "(2698, 4)"
            ]
          },
          "execution_count": 11,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "r_df.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "bt1ly72NdWbX"
      },
      "outputs": [],
      "source": [
        "r_df.to_csv('amazon_review.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "yWyv9vNQdwQp"
      },
      "outputs": [],
      "source": [
        ""
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "name": "AMAZON_reviews_SCRAPPER.ipynb",
      "provenance": [],
      "authorship_tag": "ABX9TyPJ5hxZeugGN7efSMsPs7rI",
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}