Sentiment for Test accuracy (17-09-2021).ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "632284e6",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package wordnet to\n",
      "[nltk_data]     C:\\Users\\vacha\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package wordnet is already up-to-date!\n",
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\vacha\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import re\n",
    "import pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "from nltk.stem import WordNetLemmatizer\n",
    "from sklearn.svm import LinearSVC\n",
    "from sklearn.naive_bayes import BernoulliNB\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.metrics import confusion_matrix, classification_report\n",
    "import nltk\n",
    "nltk.download('wordnet')\n",
    "from sklearn.metrics import accuracy_score\n",
    "import nltk\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "stop_words=set(stopwords.words(\"english\"))\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "40ea4025",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 0], dtype=object)"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_excel(\"Test data.xlsx\",sheet_name = \"Sheet1\")\n",
    "df = df.drop(['Label'], axis = 1)\n",
    "df = df.drop(['Date of review'], axis = 1)\n",
    "\n",
    "df.dropna(axis=0,inplace = True)\n",
    "df.isna().sum()\n",
    "df.isnull().sum(axis = 1)\n",
    "df.loc[df.SENTIMENT == \"positive\", \"SENTIMENT\"] = 1\n",
    "df.loc[df.SENTIMENT == \"Negative\", \"SENTIMENT\"] = 0\n",
    "df.SENTIMENT.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "971a1627",
   "metadata": {},
   "outputs": [],
   "source": [
    "feedback, sentiment = list(df['Actual Feedback']), list(df['SENTIMENT'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "dc295fa3",
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess(textdata):\n",
    "    processedText = []\n",
    "    \n",
    "    wordLemm = WordNetLemmatizer()\n",
    "    sent = \"[^a-zA-Z0-9]\"\n",
    "    \n",
    "    for text in textdata:\n",
    "        text = text.lower()\n",
    "        text = re.sub(sent, \" \", text)\n",
    "        \n",
    "        words = ''\n",
    "        for word in text.split():\n",
    "            if len(word)>1:\n",
    "                word = wordLemm.lemmatize(word)\n",
    "                words += (word+' ')\n",
    "        processedText.append(words)\n",
    "    return processedText"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "c024ad82",
   "metadata": {},
   "outputs": [],
   "source": [
    "processedtext = preprocess(feedback)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "90597f3c",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\vacha\\Anaconda3\\lib\\site-packages\\seaborn\\_decorators.py:36: FutureWarning: Pass the following variable as a keyword arg: x. From version 0.12, the only valid positional argument will be `data`, and passing other arguments without an explicit keyword will result in an error or misinterpretation.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:xlabel='SENTIMENT', ylabel='count'>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYUAAAEGCAYAAACKB4k+AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAPo0lEQVR4nO3df6xfd13H8edrHRsqEFZ7N0vb2cU0xE5lyE1BCBGYuqpAJ3FQItrokpI4DRhUNlGZYhMSfigqS2x0UBQoDThX+AOplYlGpNxpYWtHXcNgu7as3ZAfVVNsffvHPf3w7b2323ddz/3e9ft8JDfnnM/5fL7n3eamr55zvudzUlVIkgRwwagLkCQtHoaCJKkxFCRJjaEgSWoMBUlSc+GoC3g8li1bVqtXrx51GZL0hHLnnXc+VFUT8+17QofC6tWrmZqaGnUZkvSEkuTLZ9rn5SNJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKnpNRSSfCnJXUn2Jpnq2pYm2ZXk3m55yUD/m5IcTHIgyTV91iZJmmshzhReXFVXVdVkt30jsLuq1gC7u22SrAU2AlcC64FbkixZgPokSZ1RXD7aAGzr1rcB1w60b6+q41V1H3AQWLfw5UnS+Or7ieYCPpGkgD+rqq3AZVV1GKCqDie5tOu7AviXgbHTXdtpkmwGNgNcfvnlfdYujdT9v/+Doy5Bi9Dlv3tXr5/fdyi8oKoOdf/w70ryhUfom3na5rwWrguWrQCTk5O+Nk6SzqFeLx9V1aFueQS4jZnLQQ8mWQ7QLY903aeBVQPDVwKH+qxPknS63kIhyXcleeqpdeAngLuBncCmrtsm4PZufSewMcnFSa4A1gB7+qpPkjRXn5ePLgNuS3LqOB+oqo8n+SywI8n1wP3AdQBVtS/JDmA/cAK4oapO9lifJGmW3kKhqr4IPGue9oeBq88wZguwpa+aJEmPzCeaJUmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSp6T0UkixJ8m9JPtZtL02yK8m93fKSgb43JTmY5ECSa/quTZJ0uoU4U3gdcM/A9o3A7qpaA+zutkmyFtgIXAmsB25JsmQB6pMkdXoNhSQrgZ8G/nygeQOwrVvfBlw70L69qo5X1X3AQWBdn/VJkk7X95nCHwG/CfzfQNtlVXUYoFte2rWvAB4Y6DfdtZ0myeYkU0mmjh492kvRkjSueguFJC8FjlTVncMOmaet5jRUba2qyaqanJiYeFw1SpJOd2GPn/0C4OVJfgp4MvC0JH8FPJhkeVUdTrIcONL1nwZWDYxfCRzqsT5J0iy9nSlU1U1VtbKqVjNzA/nvq+o1wE5gU9dtE3B7t74T2Jjk4iRXAGuAPX3VJ0maq88zhTN5K7AjyfXA/cB1AFW1L8kOYD9wArihqk6OoD5JGlsLEgpVdQdwR7f+MHD1GfptAbYsRE2SpLl8olmS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWoMBUlSYyhIkpreQiHJk5PsSfK5JPuS/F7XvjTJriT3dstLBsbclORgkgNJrumrNknS/Po8UzgOvKSqngVcBaxP8jzgRmB3Va0BdnfbJFkLbASuBNYDtyRZ0mN9kqRZeguFmnGs23xS91PABmBb174NuLZb3wBsr6rjVXUfcBBY11d9kqS5er2nkGRJkr3AEWBXVX0GuKyqDgN0y0u77iuABwaGT3dtkqQF0msoVNXJqroKWAmsS/IDj9A9833EnE7J5iRTSaaOHj16jiqVJMECffuoqr4G3MHMvYIHkywH6JZHum7TwKqBYSuBQ/N81taqmqyqyYmJiT7LlqSx0+e3jyaSPL1b/w7gx4AvADuBTV23TcDt3fpOYGOSi5NcAawB9vRVnyRprgt7/OzlwLbuG0QXADuq6mNJPg3sSHI9cD9wHUBV7UuyA9gPnABuqKqTPdYnSZplqFBIsruqrn60tkFV9Xng2fO0PwzMO66qtgBbhqlJknTuPWIoJHky8J3Asu4hs1M3g58GPKPn2iRJC+zRzhReC7yemQC4k2+HwjeAd/dXliRpFB4xFKrqXcC7kvxqVf3JAtUkSRqRoe4pVNWfJHk+sHpwTFW9r6e6JEkjMOyN5r8Evg/YC5z6RlABhoIknUeG/UrqJLC2quY8YSxJOn8M+/Da3cD39FmIJGn0hj1TWAbsT7KHmSmxAaiql/dSlSRpJIYNhZv7LEKStDgM++2jf+i7EEnS6A377aNv8u1prC9i5oU5/1VVT+urMEnSwhv2TOGpg9tJrsW3oknSeeesps6uqr8BXnJuS5Ekjdqwl49eMbB5ATPPLfjMgiSdZ4b99tHLBtZPAF8CNpzzaiRJIzXsPYVf7LsQSdLoDXVPIcnKJLclOZLkwSQfSbKy7+IkSQtr2BvN72HmHcrPAFYAH+3aJEnnkWFDYaKq3lNVJ7qf9wITPdYlSRqBYUPhoSSvSbKk+3kN8HCfhUmSFt6wofBLwCuBrwCHgZ8FvPksSeeZYb+S+hZgU1X9J0CSpcDbmQkLSdJ5YtgzhR86FQgAVfVV4Nn9lCRJGpVhQ+GCJJec2ujOFIY9y5AkPUEM+w/7O4B/TvJhZqa3eCWwpbeqJEkjMewTze9LMsXMJHgBXlFV+3utTJK04Ia+BNSFgEEgSeexs5o6W5J0fjIUJEmNoSBJagwFSVJjKEiSGkNBktT0FgpJViX5ZJJ7kuxL8rqufWmSXUnu7ZaDT0rflORgkgNJrumrNknS/Po8UzgBvKGqvh94HnBDkrXAjcDuqloD7O626fZtBK4E1gO3JFnSY32SpFl6C4WqOlxV/9qtfxO4h5m3tm0AtnXdtgHXdusbgO1Vdbyq7gMOAuv6qk+SNNeC3FNIspqZWVU/A1xWVYdhJjiAS7tuK4AHBoZNd22zP2tzkqkkU0ePHu21bkkaN72HQpKnAB8BXl9V33ikrvO01ZyGqq1VNVlVkxMTvhFUks6lXkMhyZOYCYT3V9Vfd80PJlne7V8OHOnap4FVA8NXAof6rE+SdLo+v30U4C+Ae6rqnQO7dgKbuvVNwO0D7RuTXJzkCmANsKev+iRJc/X5opwXAD8P3JVkb9f2W8BbgR1JrgfuB64DqKp9SXYwMxPrCeCGqjrZY32SpFl6C4Wq+ifmv08AcPUZxmzBl/dI0sj4RLMkqTEUJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWp6e0fzE8VzfuN9oy5Bi9Cdb/uFUZcgjYRnCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJTW+hkOTWJEeS3D3QtjTJriT3dstLBvbdlORgkgNJrumrLknSmfV5pvBeYP2sthuB3VW1BtjdbZNkLbARuLIbc0uSJT3WJkmaR2+hUFWfAr46q3kDsK1b3wZcO9C+vaqOV9V9wEFgXV+1SZLmt9D3FC6rqsMA3fLSrn0F8MBAv+mubY4km5NMJZk6evRor8VK0rhZLDeaM09bzdexqrZW1WRVTU5MTPRcliSNl4UOhQeTLAfolke69mlg1UC/lcChBa5NksbeQofCTmBTt74JuH2gfWOSi5NcAawB9ixwbZI09np7R3OSDwIvApYlmQbeDLwV2JHkeuB+4DqAqtqXZAewHzgB3FBVJ/uqTZI0v95CoapefYZdV5+h/xZgS1/1SJIe3WK50SxJWgQMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJagwFSVJjKEiSGkNBktQYCpKkxlCQJDWGgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTGUJAkNYaCJKkxFCRJjaEgSWoMBUlSYyhIkhpDQZLUGAqSpMZQkCQ1hoIkqTEUJEmNoSBJahZdKCRZn+RAkoNJbhx1PZI0ThZVKCRZArwb+ElgLfDqJGtHW5UkjY9FFQrAOuBgVX2xqr4FbAc2jLgmSRobF466gFlWAA8MbE8Dzx3skGQzsLnbPJbkwALVNg6WAQ+NuojFIG/fNOoSdDp/N095c87Fp3zvmXYstlCY709bp21UbQW2Lkw54yXJVFVNjroOaTZ/NxfOYrt8NA2sGtheCRwaUS2SNHYWWyh8FliT5IokFwEbgZ0jrkmSxsaiunxUVSeS/Arwt8AS4Naq2jfissaJl+W0WPm7uUBSVY/eS5I0Fhbb5SNJ0ggZCpKkxlCQU4to0Upya5IjSe4edS3jwlAYc04tokXuvcD6URcxTgwFObWIFq2q+hTw1VHXMU4MBc03tciKEdUiacQMBT3q1CKSxoehIKcWkdQYCnJqEUmNoTDmquoEcGpqkXuAHU4tosUiyQeBTwPPTDKd5PpR13S+c5oLSVLjmYIkqTEUJEmNoSBJagwFSVJjKEiSGkNBYyXJm5LsS/L5JHuTPDfJHd0ssXu7nw93fW9O8t9JLh0YfyzJdw/0/UqS/xjYvijJsa7v6iSV5C0D45cl+d8kfzpwjMHxe5M8PcmLurEvGxj7sa79tq7fwSRfHxj3/IX7m9T5alG9jlPqU5IfAV4K/HBVHU+yDLio2/1zVTU1z7CHgDcAbzzVUFUPA1d1n3kzcKyq3j5wnMHxX+yO+Tvd9nXA7OdA/nBw/MBnTANvAj46uK+qfqbr8yLg16vqpWf8Q0uPkWcKGifLgYeq6jhAVT1UVY82pcetwKuSLD3LY/4PcE+SyW77VcCOIcd+Dvh6kh8/y2NLj5mhoHHyCWBVkn9PckuSHx3Y9/6ByzBvG2g/xkwwvO5xHHc7sDHJSuAkc+eW+rWBY39y1r4/AH77cRxbeky8fKSxUVXHkjwHeCHwYuBDA2+aO9PlI4A/BvYmecdZHvrjwFuAB4EPzbN/zuWjgZr/MQlJXniWx5YeE0NBY6WqTgJ3AHckuQvYNMSYryX5APDLZ3nMbyW5k5l7E1cCL3uUIbNtYebewomzOb70WHj5SGMjyTOTrBlougr48pDD3wm8lrP/j9Q7gDd2N6kfk6r6BHAJ8KyzPLY0NENB4+QpwLYk+5N8npl3Ut/c7Ru8p/B3swdW1UPAbcDFZ3PgqtpXVdvOsHvwnsLeJKvn6bOFmXddSL1yllRJUuOZgiSpMRQkSY2hIElqDAVJUmMoSJIaQ0GS1BgKkqTm/wH8WeAGTEXNkwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(processedtext, sentiment, test_size = 0.05, random_state = 42)\n",
    "\n",
    "vectoriser = TfidfVectorizer(ngram_range=(1,2), max_features=50)\n",
    "vectoriser.fit(X_train)\n",
    "X_train = vectoriser.transform(X_train)\n",
    "X_test  = vectoriser.transform(X_test)\n",
    "\n",
    "sns.countplot('SENTIMENT', data = df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "198be862",
   "metadata": {},
   "outputs": [],
   "source": [
    "def model_Evaluate(model):\n",
    "    y_pred = model.predict(X_test)\n",
    "    score = int(accuracy_score(y_test,y_pred)*100)\n",
    "    round(score, 2)\n",
    "    print(f\"Accuracy Score of {model} : {score}%\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "a8924032",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score of BernoulliNB(alpha=2) : 84%\n"
     ]
    }
   ],
   "source": [
    "BNBmodel = BernoulliNB(alpha = 2)\n",
    "BNBmodel.fit(X_train, y_train)\n",
    "model_Evaluate(BNBmodel)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "8db84b65",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score of LinearSVC() : 81%\n"
     ]
    }
   ],
   "source": [
    "SVCmodel = LinearSVC()\n",
    "SVCmodel.fit(X_train, y_train)\n",
    "model_Evaluate(SVCmodel)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "dbfaebf1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy Score of LogisticRegression(C=2, max_iter=1000) : 81%\n"
     ]
    }
   ],
   "source": [
    "LRmodel = LogisticRegression(C = 2, max_iter = 1000)\n",
    "LRmodel.fit(X_train, y_train)\n",
    "model_Evaluate(LRmodel)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "7deefe0a",
   "metadata": {},
   "outputs": [],
   "source": [
    "def predict(vectoriser, model, text):\n",
    "    textdata = vectoriser.transform(preprocess(text))\n",
    "    sentiment = model.predict(textdata)\n",
    "    data = []\n",
    "    for text, pred in zip(text, sentiment):\n",
    "        data.append((text,pred))\n",
    "    df = pd.DataFrame(data, columns = ['Actual Feedback','SENTIMENT'])\n",
    "    df = df.replace([0,1], [\"Negative\",\"Positive\"])\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "d0c32b11",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              Actual Feedback SENTIMENT\n",
      "0           I did not like it  Negative\n",
      "1  i do not like that manager  Negative\n",
      "2              I am not funny  Negative\n",
      "3                  I liked it  Positive\n"
     ]
    }
   ],
   "source": [
    "text = [\"I did not like it\", \"i do not like that manager\", \"I am not funny\", \"I liked it\"]\n",
    "    \n",
    "df = predict(vectoriser, LRmodel, text)\n",
    "print(df.head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "676f1797",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['I did not like it',\n",
       " 'i do not like that manager',\n",
       " 'I am not funny',\n",
       " 'I liked it']"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4fb3798b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "803b2f42",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}