Sentiment Analysis of Restaurant Reviews.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('Restaurant_Reviews.tsv',delimiter=\"\\t\",quoting=3)\n",
    "# quoting =3 ignores double quotes that could lead to processing errors."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Review</th>\n",
       "      <th>Liked</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Wow... Loved this place.</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Crust is not good.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Not tasty and the texture was just nasty.</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Stopped by during the late May bank holiday of...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>The selection on the menu was great and so wer...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              Review  Liked\n",
       "0                           Wow... Loved this place.      1\n",
       "1                                 Crust is not good.      0\n",
       "2          Not tasty and the texture was just nasty.      0\n",
       "3  Stopped by during the late May bank holiday of...      1\n",
       "4  The selection on the menu was great and so wer...      1"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Cleaning of texts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "One of the major requirement of NLP(sentiment analysis basically) is to clean the text before training any model on it. Cleaning majorly consists of:\n",
    "1. Removing punctuations\n",
    "2. Converting all the words to lower case\n",
    "3. Removing stop words like \"a, an, the, or etc\" that arent quite relevant in predicting sentiment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to C:\\Users\\RADHA\n",
      "[nltk_data]     JAYARAMAN\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import re #library for simplifying reviews\n",
    "import nltk\n",
    "nltk.download('stopwords') #downloading all the stopwords\n",
    "from nltk.corpus import stopwords #importing stopwords to our notebook\n",
    "from nltk.stem.porter import PorterStemmer #Stemming is a process that converts a word to its root eg loved => love, stayed => stay.\n",
    "# this is necessary to optimise the dimention of the sparse matrix that will be made.\n",
    "\n",
    "\n",
    "corpus = [] # new list that will contain all the cleaned reviews\n",
    "for i in range(0,1000):\n",
    "    #remove punctuation by replacing all punctuation with space\n",
    "    review = re.sub(\"[^a-zA-z | ^\\w+'t]\",' ', data['Review'][i])\n",
    "    \n",
    "    #transform all capital letters to lower case\n",
    "    review = review.lower()\n",
    "    \n",
    "    #split review to different words to apply stemming\n",
    "    review = review.split()\n",
    "    \n",
    "    #stemming and also ignoring stopwords alongside\n",
    "    ps = PorterStemmer()\n",
    "    all_stopwords=stopwords.words('english')\n",
    "    r_words=['no','not','off','nor',\"didn't\",\"isn't\",\"couldn't\",\"haven't\",'or',\"should've\",\"aren't\",\n",
    "             \"couldn\",\"didn\",\"doesn't\",'doesn',\"don't\",'don','hadn',\"hadn't\",'hasn',\"hasn't\",'haven',\n",
    "             'mightn',\"mightn't\",'mustn',\"mustn't\",\"needn't\",'needn',\"shouldn\",\"shouldn't\",'wasn',\n",
    "             \"wasn't\",\"won't\",\"won\",\"wouldn't\",\"because\",\"same\",'wouldn','should']\n",
    "    for words in r_words:\n",
    "        all_stopwords.remove(words)\n",
    "    review = [ps.stem(word) for word in review if not word in set(all_stopwords)]\n",
    "    \n",
    "    #joining words together to form a cleaned review\n",
    "    review = ' '.join(review)\n",
    "    corpus.append(review)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['wow love place', 'crust not good', 'not tasti textur nasti', 'stop late may bank holiday off rick steve recommend love', 'select menu great price', 'get angri want damn pho', \"honeslti didn't tast fresh\", 'potato like rubber could tell made ahead time kept warmer', 'fri great', 'great touch', 'servic prompt', 'would not go back', 'cashier no care ever say still end wayyy overpr', 'tri cape cod ravoli chicken cranberri mmmm', 'disgust becaus pretti sure human hair', 'shock becaus no sign indic cash', 'highli recommend', 'waitress littl slow servic', 'place not worth time let alon vega', 'not like', 'burritto blah', 'food amaz', 'servic also cute', 'could care less interior beauti', 'perform', \"that' right red velvet cake ohhh stuff good\", 'never brought salad ask', 'hole wall great mexican street taco friendli staff', 'took hour get food 4 tabl restaur food luke warm sever run around like total overwhelm', 'worst salmon sashimi', 'also combo like burger fri beer 23 decent deal', 'like final blow', 'found place accid could not happier', 'seem like good quick place grab bite familiar pub food favor look elsewher', 'overal like place lot', 'redeem qualiti restaur inexpens', 'ampl portion good price', 'poor servic waiter made feel like stupid everi time came tabl', 'first visit hiro delight', 'servic suck', 'shrimp tender moist', 'not deal good enough would drag establish', \"hard judg whether side good becaus gross melt styrofoam didn't want eat fear get sick\", 'posit note server attent provid great servic', 'frozen puck disgust worst peopl behind regist', 'thing like prime rib dessert section', 'bad food damn gener', 'burger good beef cook right', 'want sandwich go firehous', 'side greek salad greek dress tasti pita hummu refresh', 'order duck rare pink tender insid nice char outsid', 'came run us realiz husband left sunglass tabl', 'chow mein good', \"horribl attitud toward custom talk one custom don't enjoy food\", 'portion huge', 'love friendli server great food wonder imagin menu', 'heart attack grill downtown vega absolut flat line excus restaur', 'not much seafood like 5 string pasta bottom', 'salad right amount sauc not power scallop perfectli cook', 'rip banana not rip petrifi tasteless', 'least think refil water struggl wave 10 minut', 'place receiv star appet', 'cocktail handmad delici', \"we'd definit go back\", 'glad found place', 'great food servic huge portion give militari discount', 'alway great time do gringo', 'updat went back second time still amaz', 'got food appar never heard salt batter fish chewi', 'great way finish great', 'deal includ 5 tast 2 drink jeff went beyond expect', 'realli realli good rice time', 'servic meh', 'took 30 min get milkshak noth chocol milk', \"guess should known place would suck becaus insid excalibur didn't use common sens\", 'scallop dish quit appal valu well', '2 time bad custom servic', 'sweet potato fri good season well', \"today second time i'v lunch buffet pretti good\", 'much good food vega feel cheat wast eat opportun go rice compani', \"come like experienc underwhelm relationship parti can't wait person ask break\", 'walk place smell like old greas trap 2 other eat', 'turkey roast beef bland', 'place', 'pan cake everyon rave tast like sugari disast tailor palat six year old', 'love pho spring roll oh yummi tri', 'poor batter meat ratio made chicken tender unsatisfi', 'say food amaz', 'omelet die', 'everyth fresh delici', 'summari larg disappoint dine experi', 'like realli sexi parti mouth outrag flirt hottest person parti', 'never hard rock casino never ever step forward', 'best breakfast buffet', 'say bye bye tip ladi', \"we'll never go\", 'back', 'food arriv quickli', 'not good', 'side cafe serv realli good food', 'server fantast found wife love roast garlic bone marrow ad extra meal anoth marrow go', \"good thing waiter help kept bloddi mary' come\", 'best buffet town price cannot beat', 'love mussel cook wine reduct duck tender potato dish delici', 'one better buffet', 'went tigerlilli fantast afternoon', 'food delici bartend attent person got great deal', 'ambienc wonder music play', 'go back next trip', 'sooooo good', \"real sushi lover let' honest yama not good\", \"least 40min pass us order food arriv wasn't busi\", 'realli fantast thai restaur definit worth visit', 'nice spici tender', 'good price', 'check', 'pretti gross', \"i'v better atmospher\", 'kind hard mess steak', 'although much like look sound place actual experi bit disappoint', \"don't know place manag serv blandest food ever eaten prepar indian cuisin\", 'worst servic boot least worri', 'servic fine waitress friendli', \"guy steak steak love son steak best worst place said best steak he' ever eaten\", 'thought ventur away get good sushi place realli hit spot night', 'host staff lack better word bitch', \"bland not like place number reason don't want wast time bad review i'll leav\", 'phenomen food servic ambianc', \"wouldn't return\", \"definit worth ventur off strip pork belli return next time i'm vega\", 'place way overpr mediocr food', 'penn vodka excel', 'good select food includ massiv meatloaf sandwich crispi chicken wrap delish tuna melt tasti burger', 'manag rude', 'delici nyc bagel good select cream chees real lox caper even', 'great subway fact good come everi subway not meet expect', 'serious solid breakfast', 'one best bar food vega', 'extrem rude realli mani restaur would love dine weekend vega', 'drink never empti made realli great menu suggest', \"don't\", \"waiter wasn't help or friendli rare check us\", 'husband ate lunch disappoint food servic', \"red curri much bamboo shoot wasn't tasti\", 'nice blanket moz top feel like done cover subpar food', 'bathroom clean place well decor', 'menu alway chang food qualiti go servic extrem slow', 'servic littl slow consid serv 3 peopl server food come slow pace', 'give 2 thumb', 'watch waiter pay lot attent tabl ignor us', 'fiancé came middl day greet seat right away', 'great restaur mandalay bay', 'wait forti five minut vain', 'crostini came salad stale', 'highlight great qualiti nigiri', 'staff friendli joint alway clean', 'differ cut piec day still wonder tender well well flavor', \"order voodoo pasta first time i'd realli excel pasta sinc go gluten free sever year ago\", 'place good', 'unfortun must hit bakeri leftov day becaus everyth order stale', 'came back today sinc reloc still not impress', 'seat immedi', 'menu divers reason price', 'avoid cost', 'restaur alway full never wait', 'delici', 'place hand one best place eat phoenix metro area', \"don't go look good food\", \"i'v never treat bad\", 'bacon hella salti', 'also order spinach avocado salad ingredi sad dress liter zero tast', 'realli vega fine dine use right menu hand ladi no price list', 'waitress friendli', 'lordi khao soi dish not miss curri lover', 'everyth menu terrif also thrill made amaz accommod vegetarian daughter', \"perhap caught off night judg review i'm not inspir go back\", 'servic leav lot desir', 'atmospher modern hip maintain touch cozi', 'not weekli haunt definit place come back everi', 'liter sat 20 minut no one ask take order', 'burger absolut no flavor meat total bland burger overcook no charcoal flavor', 'also decid not send back becaus waitress look like verg heart attack', 'dress treat rude', 'probabl dirt', 'love place hit spot want someth healthi not lack quantiti or flavor', 'order lemon raspberri ice cocktail also incred', 'food suck expect suck could imagin', 'interest decor', 'realli like crepe station', 'also serv hot bread butter home made potato chip bacon bit top origin good', 'watch prepar delici food', 'egg roll fantast', 'order arriv one gyro miss', 'salad wing ice cream dessert left feel quit satisfi', \"i'm not realli sure joey' vote best hot dog valley reader phoenix magazin\", 'best place go tasti bowl pho', 'live music friday total blow', \"i'v never insult or felt disrespect\", 'friendli staff', 'worth drive', 'heard good thing place exceed everi hope could dream', 'food great serivc', \"warm beer didn't help\", 'great brunch spot', 'servic friendli invit', 'good lunch spot', \"i'v live sinc 1979 first last time i'v step foot place\", 'worst experi ever', 'must off night place', 'side delish mix mushroom yukon gold pure white corn beateou', 'bug never show would given 4 sure side wall bug climb kitchen', \"10 minut we'r wait salad realiz wasn't come time soon\", 'friend love salmon tartar', \"won't go back\", 'extrem tasti', 'waitress good though', 'soggi not good', 'jamaican mojito delici', 'small not worth price', 'food rich order accordingli', \"shower area outsid rins not take full shower unless don't mind nude everyon see\", 'servic bit lack', 'lobster bisqu bussel sprout risotto filet need salt pepper cours none tabl', 'hope bode go busi someon cook come', 'either cold not enough flavor or bad', 'love bacon wrap date', 'unbeliev bargain', 'folk otto alway make us feel welcom special', 'main also uninspir', 'place first pho amaz', 'wonder experi made place must stop whenev town', \"food isn't bad enough enjoy deal world' worst annoy drunk peopl\", 'fun chef', 'order doubl cheeseburg got singl patti fall apart pictur upload yeah still suck', \"great place coupl drink watch sport event wall cover tv'\", \"possibl give zero star they'd\", 'descript said yum yum sauc anoth said eel sauc yet anoth said spici mayo well none roll sauc', \"i'd say would hardest decis honestli m' dish tast suppos tast amaz\", 'not roll eye may stay not sure go back tri', 'everyon attent provid excel custom servic', \"horribl don't wast time money\", 'dish quit flavour', 'time side restaur almost empti no excus', \"wasn't busi either also build freez cold\", \"like review said couldn't pay eat place\", 'drink took close 30 minut come one point', 'serious flavor delight folk', 'much better ayc sushi place went vega', 'light dark enough set mood', \"base sub par servic receiv no effort show gratitud busi won't go back\", \"owner' realli great peopl\", 'noth privileg work eat', 'greek dress creami flavor', \"overal don't think would take parent place becaus made similar complaint silent felt\", 'pizza good peanut sauc tasti', '7 tabl servic pretti fast', 'fantast servic', \"well would'v given godfath zero star possibl\", 'know make', 'tough short flavor', 'hope place stick around', 'bar vega not ever recal charg tap water', 'restaur atmospher exquisit', 'good servic clean inexpens boot', 'seafood fresh gener portion', 'plu 8 buck', 'servic not par either', 'thu far visit twice food absolut delici time', 'good year ago', 'self proclaim coffe cafe wildli disappoint', 'veggitarian platter world', 'cant go wrong food', \"can't beat\", 'stop place madison ironman friendli kind staff', 'chef friendli good job', \"i'v better not dedic boba tea spot even jenni pho\", 'like patio servic outstand', \"goat taco didn't skimp meat wow flavor\", 'think not', 'mac salad pretti bland not get', \"went bachi burger friend' recommend not disappoint\", 'servic stink', 'wait wait', 'place not qualiti sushi not qualiti restaur', 'would definit recommend wing well pizza', 'great pizza salad', 'thing went wrong burn saganaki', 'wait hour breakfast could done 100 time better home', 'place amaz', 'hate disagre fellow yelper husband disappoint place', 'wait 2 hour never got either pizza mani around us came later', \"don't know slow\", 'staff great food delish incred beer select', \"live neighborhood disappoint won't back becaus conveni locat\", \"didn't know pull pork could soooo delici\", 'get incred fresh fish prepar care', 'go gave 1 star rate pleas know third time eat bachi burger write review', 'love fact everyth menu worth', 'never dine place', 'food excel servic good', 'good beer drink select good food select', 'pleas stay away shrimp stir fri noodl', 'potato chip order sad could probabl count mani chip box probabl around 12', 'food realli bore', 'good servic check', 'greedi corpor never see anoth dime', 'never ever go back', \"much i'd like go back can't get pass atroci servic never return\", 'summer dine charm outdoor patio delight', 'not expect good', 'fantast food', 'order toast english muffin came untoast', 'food good', 'never go back', 'great food price high qualiti hous made', 'bu boy hand rude', \"point friend basic figur place joke didn't mind make publicli loudli known\", 'back good bbq lighter fare reason price tell public back old way', \"consid two us left full happi 20 can't go wrong\", 'bread made hous', 'downsid servic', \"also fri without doubt worst fri i'v ever\", 'servic except food good review', 'coupl month later return amaz meal', 'favorit place town shawarrrrrrma', 'black eye pea sweet potato unreal', \"won't disappoint\", 'could serv vinaigrett may make better overal dish still good', \"go far mani place i'v never seen restaur serv 1 egg breakfast especi 4 00\", 'mom got home immedi got sick bite salad', \"server not pleasant deal don't alway honor pizza hut coupon\", 'truli unbeliev good glad went back', 'fantast servic pleas atmospher', 'everyth gross', 'love place', 'great servic food', 'first bathroom locat dirti seat cover not replenish plain yucki', 'burger got gold standard 17 burger kind disappoint', 'omg food delicioso', 'noth authent place', 'spaghetti noth special whatsoev', 'dish salmon best great', 'veget fresh sauc feel like authent thai', 'worth drive tucson', \"select probabl worst i'v seen vega none\", 'pretti good beer select', 'place like chipotl better', 'classi warm atmospher fun fresh appet succul steak basebal steak', '5 star brick oven bread app', 'eaten multipl time time food delici', 'sat anoth ten minut final gave left', 'terribl', 'everyon treat equal special', \"shouldn't take 30 min pancak egg\", 'delici', 'good side staff genuin pleasant enthusiast real treat', \"sadli gordon ramsey' steak place shall sharpli avoid next trip vega\", 'alway even wonder food delici', \"best fish i'v ever life\", 'bathroom next door nice', 'buffet small food offer bland', 'outstand littl restaur best food ever tast', 'pretti cool would say', \"definit turn off doubt i'll back unless someon els buy\", 'server great job handl larg rowdi tabl', \"find wast food despic wasn't food\", 'wife lobster bisqu soup lukewarm', 'would come back sushi crave vega', 'staff great ambianc great', 'deserv 5 star', 'left stomach ach felt sick rest day', 'drop ball', 'dine space tini elegantli decor comfort', 'custom order way like usual eggplant green bean stir fri love', 'bean rice mediocr best', 'best taco town far', 'took back money got outta', 'interest part town place amaz', 'rude inconsider manag', 'staff not friendli wait time serv horribl no one even say hi first 10 minut', \"won't back\", 'great dinner', 'servic outshin definit recommend halibut', 'food terribl', 'never ever go back told mani peopl happen', \"don't recommend unless car break front starv\", \"come back everi time i'm vega\", 'place deserv one star 90 food', 'disgrac', 'def come back bowl next time', 'want healthi authent or ethic food tri place', 'continu come ladi night andddd date night highli recommend place anyon area', 'sever time past experi alway great', 'walk away stuf happi first vega buffet experi', 'servic excel price pretti reason consid vega locat insid crystal shop mall aria', 'summar food incred nay transcend noth bring joy quit like memori pneumat condiment dispens', \"i'm probabl one peopl ever go ian not like\", 'kid pizza alway hit lot great side dish option kiddo', 'servic perfect famili atmospher nice see', 'cook perfect servic impecc', 'one simpli disappoint', 'overal disappoint qualiti food bouchon', \"don't account know i'm get screw\", 'great place eat remind littl mom pop shop san francisco bay area', 'today first tast buldogi gourmet hot dog tell ever thought possibl', 'left frustrat', \"i'll definit soon\", 'food realli good got full petti fast', 'servic fantast', 'total wast time', \"don't know kind best ice tea\", 'come hungri leav happi stuf', 'servic give no star', \"assur won't disappoint\", 'take littl bad servic food suck', 'gave tri eat crust teeth still sore', 'complet gross', 'realli enjoy eat', 'first time go think quickli becom regular', 'server nice even though look littl overwhelm need stay profession friendli end', 'dinner companion told everyth fresh nice textur tast', 'ground right next tabl larg smear step track everywher pile green bird poop', \"furthermor can't even find hour oper websit\", \"we'v tri like place 10+ time think we'r done\", 'mistak', 'no complaint', \"serious good pizza i'm expert connisseur topic\", 'waiter jerk', 'strike 2 want rush', \"nicest restaur owner i'v ever come across\", 'never come', 'love biscuit', 'servic quick friendli', 'order appet took 40 minut pizza anoth 10 minut', 'absolutley fantast', 'huge awkward 1 5lb piec cow 3 4th gristl fat', 'definit come back', 'like steiner becaus dark feel like bar', 'wow spici delici', 'not familiar check', \"i'll take busi dinner dollar elsewher\", \"i'd love go back\", 'anyway fs restaur wonder breakfast lunch', 'noth special', 'day week differ deal delici', 'not mention combin pear almond bacon big winner', 'not back', 'sauc tasteless', 'food delici spici enough sure ask spicier prefer way', 'ribey steak cook perfectli great mesquit flavor', \"don't think we'll go back anytim soon\", 'food gooodd', 'far sushi connoisseur definit tell differ good food bad food certainli bad food', 'insult', 'last 3 time lunch bad', 'chicken wing contain driest chicken meat ever eaten', 'food good enjoy everi mouth enjoy relax venu coupl small famili group etc', 'nargil think great', 'best tater tot southwest', 'love place', 'definit not worth 3 paid', 'vanilla ice cream creami smooth profiterol choux pastri fresh enough', 'im az time new spot', 'manag worst', 'insid realli quit nice clean', 'food outstand price reason', \"don't think i'll run back carly' anytim soon food\", 'due fact took 20 minut acknowledg anoth 35 minut get food kept forget thing', 'love margarita', 'first vega buffet not disappoint', 'good though', 'one note ventil could use upgrad', 'great pork sandwich', \"don't wast time\", 'total letdown would much rather go camelback flower shop cartel coffe', \"third chees friend' burger cold\", 'enjoy pizza brunch', 'steak well trim also perfectli cook', 'group 70+ claim would 40 handl us beauti', 'love', \"ask bill leav without eat didn't bring either\", \"place jewel la vega exactli i'v hope find nearli ten year live\", 'seafood limit boil shrimp crab leg crab leg definit not tast fresh', 'select food not best', 'delici absolut back', \"isn't small famili restaur fine dine establish\", 'toro tartar cavier extraordinari like thinli slice wagyu white truffl', 'dont think back long time', 'attach ga station rare good sign', 'awesom', 'back mani time soon', 'menu much good stuff could not decid', 'wors humili worker right front bunch horribl name call', 'conclus fill meal', 'daili special alway hit group', 'tragedi struck', 'pancak also realli good pretti larg', 'first crawfish experi delici', 'monster chicken fri steak egg time favorit', 'waitress sweet funni', \"also tast mom' multi grain pumpkin pancak pecan butter amaz fluffi delici\", \"i'd rather eat airlin food serious\", 'cant say enough good thing place', 'ambianc incred', 'waitress manag friendli', 'would not recommend place', \"overal wasn't impress noca\", 'gyro basic lettuc', 'terribl servic', 'thoroughli disappoint', \"don't much pasta love homemad hand made pasta thin pizza\", 'give tri happi', 'far best cheesecurd ever', 'reason price also', 'everyth perfect night', 'food good typic bar food', 'drive get', 'first glanc love bakeri cafe nice ambianc clean friendli staff', 'anyway not think go back', \"point finger item menu order won't disappoint\", 'oh thing beauti restaur', \"haven't gone go\", 'greasi unhealthi meal', 'first time might last', 'burger amaz', 'similarli deliveri man not say word apolog food 45 minut late', 'way expens', 'sure order dessert even need pack go tiramisu cannoli die', \"first time can't wait next\", 'bartend also nice', 'everyth good tasti', 'place two thumb way', 'best place vega breakfast check sat or sun', 'love authent mexican food want whole bunch interest yet delici meat choos need tri place', 'terribl manag', 'excel new restaur experienc frenchman', 'zero star would give zero star', 'great steak great side great wine amaz dessert', 'worst martini ever', 'steak shrimp opinion best entre gc', 'opportun today sampl amaz pizza', 'wait thirti minut seat although 8 vacant tabl folk wait', 'yellowtail carpaccio melt mouth fresh', \"won't tri go back even empti\", \"no i'm go eat potato found stranger hair\", 'spici enough perfect actual', 'last night second time dine happi decid go back', 'not even hello right', 'dessert bit strang', 'boyfriend came first time recent trip vega could not pleas qualiti food servic', 'realli recommend place go wrong donut place', 'nice ambianc', 'would recommend save room', 'guess mayb went off night disgrac', 'howev recent experi particular locat not good', 'know not like restaur someth off', 'avoid establish', 'think restaur suffer not tri hard enough', 'tapa dish delici', 'heart place', 'salad bland vinegrett babi green heart palm', 'two felt disgust', 'good time', 'believ place great stop huge belli hanker sushi', 'gener portion great tast', 'never go back place never ever recommend place anyon', 'server went back forth sever time not even much help', 'food delici', 'hour serious', 'consid theft', 'eew locat need complet overhaul', 'recent wit poor qualiti manag toward guest well', 'wait wait wait', 'also came back check us regularli excel servic', 'server super nice check us mani time', 'pizza tast old super chewi not good way', 'swung give tri deepli disappoint', 'servic good compani better', 'staff also friendli effici', \"servic i'm fan becaus quick serv nice folk\", 'boy sucker dri', 'rate', 'look authent thai food go els', 'steak 100 recommend', 'pull car wait anoth 15 minut acknowledg', 'great food great servic clean friendli set', \"assur i'll back\", 'hate thing much cheap qualiti black oliv', 'breakfast perpar great beauti present 3 giant slice toast lightli dust powder sugar', 'kid play area nasti', 'great place fo take or eat', 'waitress friendli happi accomod vegan veggi option', 'omg felt like never eaten thai food dish', 'extrem crumbi pretti tasteless', 'pale color instead nice char no flavor', 'crouton also tast homemad extra plu', 'got home see driest damn wing ever', \"it'll regular stop trip phoenix\", 'realli enjoy crema café expand even told friend best breakfast', 'not good money', 'miss wish one philadelphia', 'got sit fairli fast end wait 40 minut place order anoth 30 minut food arriv', 'also best chees crisp town', 'good valu great food great servic', \"couldn't ask satisfi meal\", 'food good', 'awesom', 'want leav', 'made drive way north scottsdal not one bit disappoint', 'not eat', 'owner realli realli need quit soooooo cheap let wrap freak sandwich two paper not one', 'check place coupl year ago not impress', 'chicken got definit reheat ok wedg cold soggi', 'sorri not get food anytim soon', 'absolut must visit', 'cow tongu cheek taco amaz', 'friend not like bloodi mari', 'despit hard rate busi actual rare give 1 star', 'realli want make experi good one', 'not return', 'chicken pho tast bland', 'disappoint', 'grill chicken tender yellow saffron season', 'drive thru mean not want wait around half hour food somehow end go make us wait wait', 'pretti awesom place', 'ambienc perfect', 'best luck rude non custom servic focus new manag', 'grandmoth make roast chicken better one', 'ask multipl time wine list time ignor went hostess got one', 'staff alway super friendli help especi cool bring two small boy babi', 'four star food guy blue shirt great vibe still let us eat', 'roast beef sandwich tast realli good', 'same even drastic sick', 'high qualiti chicken chicken caesar salad', \"order burger rare came we'll done\", 'promptli greet seat', 'tri go lunch madhous', 'proven dead wrong sushi bar not becaus qualiti great servic fast food impecc', 'wait hour seat not greatest mood', 'good joint', 'macaron insan good', \"i'm not eat\", 'waiter attent friendli inform', 'mayb cold would somewhat edibl', 'place lot promis fail deliv', 'bad experi', 'mistak', 'food averag best', 'great food', \"won't go back anytim soon\", 'disappoint order 35 big bay plater', 'great place relax awesom burger beer', 'perfect sit famili meal or get togeth friend', 'not much flavor poorli construct', 'patio seat comfort', 'fri rice dri well', 'hand favorit italian restaur', \"scream legit book somethat' also pretti rare vega\", 'not fun experi', 'atmospher great love duo violinist play song request', 'person love hummu pita baklava falafel baba ganoush amaz eggplant', 'conveni sinc stay mgm', 'owner super friendli staff courteou', 'great', 'eclect select', 'sweet potato tot good onion ring perfect or close', 'staff attent', 'chef gener time even came around twice take pictur', 'owner use work nobu place realli similar half price', 'googl mediocr imagin smashburg pop', 'dont go', \"promis won't disappoint\", 'sushi lover avoid place mean', 'great doubl cheeseburg', 'awesom servic food', 'fantast neighborhood gem', \"can't wait go back\", \"plantain worst i'v ever tast\", 'great place highli recommend', 'servic slow not attent', \"gave 5 star i'm give 5 star\", 'staff spend time talk', 'dessert panna cotta amaz', 'good food great atmospher 1', 'damn good steak', 'total brunch fail', 'price reason flavor spot sauc home made slaw not drench mayo', 'decor nice piano music soundtrack pleasant', 'steak amaz rge fillet relleno best seafood plate ever', 'good food good servic', 'absolut amaz', \"probabl won't back honest\", 'definit back', 'sergeant pepper beef sandwich auju sauc excel sandwich well', \"hawaiian breez mango magic pineappl delight smoothi i'v tri far they'r good\", 'went lunch servic slow', 'much say place walk expect amaz quickli disappoint', 'mortifi', 'needless say never back', 'anyway food definit not fill price pay should expect', 'chip came drip greas mostli not edibl', \"wasn't realli impress strip steak\", 'go sinc 2007 everi meal awesom', 'server nice attent serv staff', 'cashier friendli even brought food', 'work hospit industri paradis valley refrain recommend cibo longer', 'atmospher fun', 'would not recommend other', 'servic quick even go order like like', 'mean realli get famou fish chip terribl', 'said mouth belli still quit pleas', 'not thing', '2 thumb', \"read pleas don't go\", 'love grill pizza remind legit italian pizza', 'pro larg seat area nice bar area great simpl drink menu best brick oven pizza homemad dough', 'realli nice atmospher', 'tonight elk filet special suck', 'one bite hook', 'order old classic new dish go time sore disappoint everyth', 'cute quaint simpl honest', 'chicken delici season perfect fri outsid moist chicken insid', 'food great alway compliment chef', 'special thank dylan recommend order yummi tummi', 'awesom select beer', 'great food awesom servic', \"one nice thing ad gratuiti bill sinc parti larger 6 or 8 didn't expect tip\", 'fli appl juic fli', 'han nan chicken also tasti', 'servic thought good', 'food bare lukewarm must sit wait server bring us', \"ryan' bar definit one edinburgh establish won't revisit\", \"nicest chines restaur i'v\", 'overal like food servic', 'also serv indian naan bread hummu spici pine nut sauc world', \"probabl never come back wouldn't recommend\", \"friend' pasta also bad bare touch\", 'tri airport experi tasti food speedi friendli servic', 'love decor chines calligraphi wall paper', 'never anyth complain', 'restaur clean famili restaur feel', 'way fri', \"i'm not sure long stood long enough begin feel awkwardli place\", 'open sandwich impress not good way', 'not back', 'warm feel servic felt like guest special treat', 'extens menu provid lot option breakfast', 'alway order vegetarian menu dinner wide array option choos', 'watch price inflat portion get smaller manag attitud grow rapidli', 'wonder lil tapa ambienc made feel warm fuzzi insid', 'got enjoy seafood salad fabul vinegrett', 'wonton thin not thick chewi almost melt mouth', \"level 5 spici perfect spice didn't whelm soup\", 'sat right time server get go fantast', \"main thing didn't enjoy crowd older crowd around mid 30\", \"i'm side town definit spot i'll hit\", 'wait 30 minut get drink longer get 2 arepa', 'great place eat', 'jalapeno bacon soooo good', 'servic poor that nice', 'food good servic good price good', 'place not clean food oh stale', 'chicken dish ok beef like shoe leather', 'servic beyond bad', \"i'm happi\", 'tast like dirt', 'one place phoenix would defin go back', 'block amaz', 'close hous low key non fanci afford price good food', 'hot sour egg flower soup absolut 5 star', 'sashimi poor qualiti soggi tasteless', 'great time famili dinner sunday night', 'food not tasti not say real tradit hunan style', 'bother slow servic', 'flair bartend absolut amaz', 'frozen margarita way sugari tast', 'good order twice', 'nutshel 1 restaraunt smell like combin dirti fish market sewer', \"girlfriend' veal bad\", 'unfortun not good', 'pretti satifi experi', 'join club get awesom offer via email', 'perfect someon like beer ice cold or case even colder', 'bland flavorless good way describ bare tepid meat', \"chain i'm no fan beat place easili\", 'nacho must', 'not come back', \"don't mani word say place everyth pretti well\", 'staff super nice quick even crazi crowd downtown juri lawyer court staff', 'great atmospher friendli fast servic', 'receiv pita huge lot meat thumb', 'food arriv meh', \"pay 7 85 hot dog fri look like came kid' meal wienerschnitzel not idea good meal\", 'classic main lobster roll fantast', 'brother law work mall ate same day guess sick night', 'good go review place twice herea tribut place tribut event held last night', 'chip salsa realli good salsa fresh', 'place great', 'mediocr food', 'get insid impress place', \"i'm super pissd\", 'servic super friendli', 'sad littl veget overcook', 'place nice surpris', 'golden crispi delici', 'high hope place sinc burger cook charcoal grill unfortun tast fell flat way flat', 'could eat bruschetta day devin', 'not singl employe came see ok or even need water refil final serv us food', 'lastli mozzarella stick best thing order', 'first time ever came amaz experi still tell peopl awesom duck', 'server neglig need made us feel unwelcom would not suggest place', 'servic terribl though', 'place overpr not consist boba realli overpr', 'pack', 'love place', 'say dessert yummi', 'food terribl', 'season fruit fresh white peach pure', \"kept get wors wors i'm offici done\", 'place should honestli blown', 'definit would not eat', 'not wast money', 'love put food nice plastic contain oppos cram littl paper takeout box', 'crêpe delic thin moist', 'aw servic', \"won't ever go\", 'food qualiti horribl', 'price think place would much rather gone', 'servic fair best', 'love sushi found kabuki price hip servic', 'favor stay away dish', 'poor servic', 'no one tabl thought food averag or worth wait', 'best servic food ever maria server good friendli made day', 'excel', 'paid bill not tip becaus felt server terribl job', 'lunch great experi', 'never bland food surpris consid articl read focus much spice flavor', 'food way overpr portion fuck small', \"recent tri caballero' back everi week sinc\", '40 buck head realli expect better food', 'food came good pace', 'ate twice last visit especi enjoy salmon salad', \"won't back\", 'could not believ dirti oyster', 'place deserv no star', 'would not recommend place', \"fact i'm go round 4 star becaus awesom\", 'disbelief dish qualifi worst version food ever tast', 'bad day or not low toler rude custom servic peopl job nice polit wash dish otherwis', 'potato great biscuit', 'probabl would not go', 'flavor perfect amount heat', 'price reason servic great', 'wife hate meal coconut shrimp friend realli not enjoy meal either', \"fella got huevo ranchero didn't look appeal\", 'went happi hour great list wine', 'may say buffet pricey think get pay place get quit lot', \"probabl won't come back\", \"worst food servic i'v\", 'place pretti good nice littl vibe restaur', 'talk great custom servic cours back', 'hot dish not hot cold dish close room temp watch staff prepar food bare hand no glove everyth deep fri oil', 'love fri bean', 'alway pleasur deal', \"plethora salad sandwich everyth i'v tri get seal approv\", 'place awesom want someth light healthi summer', 'sushi strip place go', 'servic great even manag came help tabl', 'feel dine room colleg cook cours high class dine servic slow best', \"start review two star i'm edit give one\", \"worst sushi ever eat besid costco'\", 'excel restaur highlight great servic uniqu menu beauti set', 'boyfriend sat bar complet delight experi', 'weird vibe owner', 'hardli meat', \"i'v better bagel groceri store\", 'go place gyro', 'love owner chef one authent japanes cool dude', \"burger aren't good pizza use amaz doughi flavorless\", 'found six inch long piec wire salsa', 'servic terribl food mediocr', 'defin enjoy', 'order albondiga soup warm tast like tomato soup frozen meatbal', 'three differ occas ask well done or medium well three time got bloodiest piec meat plate', 'two bite refus eat anymor', 'servic extrem slow', '20 minut wait got tabl', 'serious killer hot chai latt', 'no allergi warn menu waitress absolut no clue meal or not contain peanut', 'boyfriend tri mediterranean chicken salad fell love', 'rotat beer tap also highlight place', 'price bit concern mellow mushroom', 'worst thai ever', 'stay vega must get breakfast least', 'want first say server great perfect servic', 'pizza select good', 'strawberri tea good', 'highli unprofession rude loyal patron', 'overal great experi', 'spend money elsewher', 'regular toast bread equal satisfi occasion pat butter mmmm', 'buffet bellagio far anticip', 'drink weak peopl', 'order not correct', 'also feel like chip bought not made hous', 'disappoint dinner went elsewher dessert', 'chip sal amaz', \"won't return\", 'new fav vega buffet spot', 'serious cannot believ owner mani unexperienc employe run around like chicken head cut off', 'sad', 'felt insult disrespect could talk judg anoth human like', \"call steakhous can't properli cook steak don't understand\", \"i'm not impress concept or food\", \"thing wasn't crazi guacamol don't like puré\", 'realli noth postino hope experi better', 'got food poison buffet', 'brought fresh batch fri think yay someth warm no', 'should hilari yummi christma eve dinner rememb biggest fail entir trip us', \"needless say won't go back anytim soon\", 'place disgust', 'everi time eat see care teamwork profession degre', 'ri style calamari joke', 'howev much garlic fondu bare edibl', \"could bare stomach meal didn't complain becaus busi lunch\", 'bad lost heart finish', 'also took forev bring us check ask', \"aren't one make scene restaur don't get definit lost love one\", 'disappoint experi', \"food par denny' say not good\", 'want wait mediocr food downright terribl servic place', 'waaaaaayyyyyyyyyi rate say', \"won't go back\", \"place fairli clean food simpli wasn't worth\", 'place lack style', 'sangria half glass wine full 12 ridicul', \"don't bother come\", 'meat pretti dri slice brisket pull pork', \"build seem pretti neat bathroom pretti trippi wouldn't eat\", 'equal aw', 'probabl not hurri go back', 'slow seat even reserv', 'not good stretch imagin', 'cashew cream sauc bland veget undercook', 'chipolt ranch dip saus tasteless seem thin water no heat', 'bit sweet not realli spici enough lack flavor', 'disappoint', 'place horribl way overpr', \"mayb vegetarian fare i'v twice thought averag best\", \"wasn't busi know\", 'tabl outsid also dirti lot time worker not alway friendli help menu', 'ambianc not feel like buffet set douchey indoor garden tea biscuit', 'con spotti servic', 'fri not hot neither burger', 'came back cold', 'food came disappoint ensu', 'real disappoint waiter', 'husband said rude not even apolog bad food or anyth', 'reason eat would fill night bing drink get carb stomach', 'insult profound deuchebaggeri go outsid smoke break serv solidifi', \"someon order two taco don't' think may part custom servic ask combo or ala cart\", 'quit disappoint although blame need place door', \"rave review couldn't wait eat disappoint\", 'del taco pretti nasti should avoid possibl', 'not hard make decent hamburg', \"don't like\", 'hell no go back', \"we'v gotten much better servic pizza place next door servic receiv restaur\", \"don't know big deal place won't back ya'al\", 'immedi said want talk manag not want talk guy shot firebal behind bar', \"ambianc isn't much better\", 'unfortun set us disapppoint entre', \"food wasn't good\", 'server suck wait correct server heimer suck', 'happen next pretti off put', 'bad caus know famili own realli want like place', 'overpr get', 'vomit bathroom mid lunch', 'kept look time soon becom 35 minut yet still no food', 'place eat no circumst would ever return top list', \"start tuna sashimi brownish color obvious wasn't fresh\", 'food averag', 'sure beat nacho movi would expect littl bit come restaur', 'ha long bay bit flop', 'problem charg 11 99 sandwich no bigger subway sub offer better amount veget', 'shrimp unwrap live 1 2 mile brushfir liter ice cold', 'lack flavor seem undercook dri', \"realli impress place hasn't close\", 'would avoid place stay mirag', 'refri bean came meal dri crusti food bland', 'spend money time place els', 'ladi tabl next us found live green caterpillar salad', 'present food aw', \"can't tell disappoint\", 'think food should flavor textur lack', 'appetit instantli gone', 'overal not impress would not go back', \"whole experi underwhelm think we'll go ninja sushi next time\", \"hadn't wast enough life pour salt wound draw time took bring check\"]\n"
     ]
    }
   ],
   "source": [
    "print(corpus)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Creating Bag of Words Model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This is the major portion of sentiment analysis to create the model which will consist of making the sparse matrix using different words from each review will constitute columns of the matrix and each row will correspond to a review."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The bag-of-words (BOW) model is a representation that turns arbitrary text into fixed-length vectors by counting how many times each word appears. This process is often referred to as vectorization.\n",
    "\n",
    "Here we loose contextual info about the review i.e its order. Its apparently a bag of words!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "cv=CountVectorizer()\n",
    "X = cv.fit_transform(corpus).toarray()\n",
    "y=data.iloc[:,-1].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1610"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(X[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Splitting data into training and test set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "X_train,X_test,y_train,y_test=train_test_split(X,y,test_size=0.2,random_state=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Building models"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We will implement 3 models:\n",
    "1. Logistic Regression\n",
    "2. Naive Bayes\n",
    "3. SVM"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Logistic Regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "                   intercept_scaling=1, l1_ratio=None, max_iter=100,\n",
       "                   multi_class='auto', n_jobs=None, penalty='l2',\n",
       "                   random_state=None, solver='lbfgs', tol=0.0001, verbose=0,\n",
       "                   warm_start=False)"
      ]
     },
     "execution_count": 143,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "model1=LogisticRegression()\n",
    "model1.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_model1=model1.predict(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Analysing model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 145,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.80      0.85      0.82        97\n",
      "           1       0.85      0.80      0.82       103\n",
      "\n",
      "    accuracy                           0.82       200\n",
      "   macro avg       0.82      0.82      0.82       200\n",
      "weighted avg       0.82      0.82      0.82       200\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report,confusion_matrix\n",
    "print(classification_report(y_test,y_model1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(33.0, 0.5, 'Actual')"
      ]
     },
     "execution_count": 146,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWgAAAEGCAYAAABIGw//AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAXF0lEQVR4nO3de7xVZZ3H8c8XDgqYDiBwRGzyxsVLIwZqg5UiRJklmmleXorGvJjsosbMqNNMOpUz0kTj5Ku0jqFhImgQAc0rGEM0bZQRjFERDMU0ErmU97h4zv7NH3upJzicvTfsvddzDt83r+e197qcZ/1Q/PHzWc96liICMzNLT5e8AzAzs7Y5QZuZJcoJ2swsUU7QZmaJcoI2M0tUQ94B7Mybm9Z4eontoMeBH8w7BEtQ87bfa3f7qCTndOt76G5frxyuoM3MEpVsBW1mVleFlrwj2IETtJkZQEtz3hHswEMcZmZARKHsVoqkL0laIekJSTMkdZd0iKQlklZLukvSXqX6cYI2MwMoFMpv7ZA0ELgMGBERRwNdgXOBbwA3RMQg4CVgQqmQnKDNzACiUH4rrQHoIakB6AmsA04BZmXHpwFnlOrECdrMDIo3CctskiZKWtqqTXyrm4j4PTAFeJ5iYn4FWAa8HBFvDXSvBQaWCsk3Cc3MoNzKuHhqRBPQ1NYxSb2BccAhwMvAj4FT2+qm1HWcoM3MgKjeLI4xwLMRsRFA0k+AkUAvSQ1ZFX0Q8EKpjjzEYWYGVbtJSHFo4/2SekoSMBp4ElgMfCo7Zzwwt1RHTtBmZlC1m4QRsYTizcBHgccp5tkm4CpgkqSngf2BqaVC8hCHmRlU9UnCiLgWuHa73WuA4yvpxwnazAwquklYL07QZmaQ5KPeTtBmZlDOzb+6c4I2MwMivJqdmVmaPAZtZpYoD3GYmSXKFbSZWaJa3sw7gh04QZuZgYc4zMyS5SEOM7NEuYI2M0uUE7SZWZrCNwnNzBLlMWgzs0R5iMPMLFGuoM3MEuUK2swsUa6gzcwS1ewF+83M0uQK2swsUR6DNjNLlCtoM7NEJVhBd8k7ADOzJESh/NYOSUMkLW/VXpV0haQ+ku6RtDr77F0qJCdoMzMozuIot7UjIp6KiGERMQwYDvwJmANcDSyKiEHAomy7XU7QZmYAEeW38o0GnomI54BxwLRs/zTgjFI/7ARtZgbFMegym6SJkpa2ahN30uu5wIzse2NErAPIPvuXCsk3Cc3MoKKbhBHRBDS1d46kvYDTgX/c1ZCcoM3MoBbT7E4FHo2I9dn2ekkDImKdpAHAhlIdeIjDzAygpaX8Vp7zeGd4A2AeMD77Ph6YW6oDV9BmZlDVedCSegIfBv621e7JwN2SJgDPA2eX6scJ2swMqpqgI+JPwP7b7fsDxVkdZXOCNjMDP+ptZpaqKFQ0v7kunKDNzCDJtTicoM3MoJLZGXXjBG1mBq6gzcyS5QRtpdw+cw6z5y9AEoMOO5jrvjyJa66/gRWrVtPQ0MDRRw7m2isvo1uD/9XtSW5p+hanfWwMGzZuYtixxZla13xlEhM+cz4bN/0RgK98ZTI/X3BvnmF2bJUtglQXfpIwIes3bmL6rLncdeuN/PSO71EoFPj5L+7ntLGjmD/jFub86Ga2bt3G7PkL8g7V6uz22+/mtI9fsMP+b994CyOOG8uI48Y6Oe+uChZLqpealWGShlJcXm8gEMALwLyIWFmra3YGzS0tbN26jYauDWzespV+fftw4gnD3z7+3iOGsH7DphwjtDw88OAS3vOeg/IOo3NLcJpdTSpoSVcBMwEB/ws8kn2fIankItV7qsZ+fbn4vLMY88mLGDXufPbdp+efJec3m5uZv3ARHzhhRI5RWko+d+klPLrsHm5p+ha9ev1F3uF0bNVfi2O31WqIYwJwXERMjog7sjYZOD471qbWa6z+4PYZOzut03rl1ddY/MDDLPzxbdw7dzqbt2xl/sJ3/rf1uinfZfgxRzN82NE5Rmmp+N73b2fw0JEMHzGWF1/cwDf//Zq8Q+rQolAou9VLrRJ0ATiwjf0DsmNtioimiBgRESP+5qLzahRauh5eupyBBzbSp3cvujU0MPqkkSx//EkAbrp1Oi+9/ApXXrazdcFtT7NhwyYKhQIRwQ+mTue444blHVLHVojyW53Uagz6CmCRpNXA77J9fwkcDnyhRtfs8AY09uOxJ1axecsWuu+9N0uWLueooYOYNW8Bv1qyjKk3Xk+XLr6va0UHHNCfF18sLil8xrhTWbHiqZwj6uD2lLU4ImKBpMEUhzQGUhx/Xgs8EhHpPa6TiL86aigfHvUBzrnki3Tt2pWhgw/j7HGnctyYMxnQ2J8LJk4CYMxJI7n0Mzve0bfO644ffZeTPvTX9O3bh9+uWcpXvzaFk04ayTHHHElE8Nxza7n0c1flHWbHluBNQkWCc/8A3ty0Js3ALFc9Dvxg3iFYgpq3/V6728cb15xbds7Z52szd/t65fDTDmZmsOcMcZiZdTgJDnE4QZuZQV2nz5XLCdrMDFxBm5klywnazCxRXrDfzCxNfiehmVmqnKDNzBKV4CwOL+xgZgZVXSxJUi9JsyStkrRS0l9L6iPpHkmrs8/epfpxgjYzg2qvZvdtYEFEDAWOAVYCVwOLImIQsCjbbpeHOMzMgGipzhCHpP2ADwEXA0TENmCbpHHAydlp04D7gHZXuHIFbWYGFVXQrV8ukrXWC7UfCmwEbpP0a0k/kLQP0BgR6wCyz/6lQnIFbWZGZdPsIqIJaNrJ4QbgfcAXI2KJpG9TxnBGW1xBm5lBNceg1wJrI2JJtj2LYsJeL2kAQPa5oVRHTtBmZlB8GV+5rR0R8SLwO0lDsl2jgSeBecD4bN94YG6pkDzEYWYGRHNV50F/EZguaS9gDXAJxYL4bkkTgOeBs0t14gRtZgYlK+NKRMRyYEQbh0ZX0o8TtJkZXovDzCxd6T3p7QRtZgauoM3M0uUK2swsTdGcdwQ7coI2MwPCFbSZWaKcoM3M0uQK2swsUU7QZmaJihblHcIOnKDNzHAFbWaWrCi4gjYzS5IraDOzREW4gjYzS5IraDOzRBU8i8PMLE2+SWhmlignaDOzREV6y0HvPEFLmg/sNOSIOL0mEZmZ5aCjVdBT6haFmVnOOtQ0u4i4v56BmJnlqaUjzuKQNAi4HjgS6P7W/og4tIZxmZnVVYeqoFu5DbgWuAEYBVwCpPc7MTPbDdUcg5b0W+A1oAVojogRkvoAdwEHA78FzomIl9rrp0sZ1+oREYsARcRzEfEvwCm7HrqZWXoiym9lGhURwyJiRLZ9NbAoIgYBi7LtdpVTQW+R1AVYLekLwO+B/mWHaGbWAdRhFsc44OTs+zTgPuCq9n6gnAr6CqAncBkwHLgQGL+rEZqZpail0KXsJmmipKWt2sTtugvgvyUta3WsMSLWAWSfJQvdkhV0RDySfX2d4vizmVmnU8mDKhHRBDS1c8qJEfGCpP7APZJW7UpM5cziWEwbD6xEhMehzazTKFRxFkdEvJB9bpA0BzgeWC9pQESskzQA2FCqn3LGoP++1ffuwFlA8y7EbGaWrGpNs5O0D9AlIl7Lvo8FvgbMozg8PDn7nFuqr3KGOJZtt+tXkvwQi5l1KlVci6MRmCMJijn2zohYIOkR4G5JE4DngbNLdVTOEEefVptdKN4oPGBXoq7EkKFn1foS1gFtfuGBvEOwTqpaQxwRsQY4po39fwBGV9JXOUMcyyiOQYvi0MazwIRKLmJmlrqWQjmT2uqrnAR9RERsab1D0t41isfMLBcJrjZa1jzo/2lj30PVDsTMLE+FUNmtXtpbD/oAYCDQQ9KxvLP+xn4UH1wxM+s0OtpiSR8BLgYOAr7FOwn6VeDLtQ3LzKy+Enypd7vrQU8Dpkk6KyJm1zEmM7O6iwQX6SxnDHq4pF5vbUjqLem6GsZkZlZ3zaGyW72Uk6BPjYiX39rI1i/9WO1CMjOrv0Blt3opZ5pdV0l7R8RWAEk9AE+zM7NOpUONQbdyB7BI0m3Z9iUU1zI1M+s0UhyDLmctjn+X9BgwhuJMjgXAe2odmJlZPXXUChrgRYrxn0PxUW/P6jCzTqWlI1XQkgYD5wLnAX+g+LJDRcSoOsVmZlY3tX/jVeXaq6BXAQ8An4iIpwEkfakuUZmZ1VkhwQq6vWl2Z1Ec2lgs6RZJoyHB34GZWRVEBa1edpqgI2JORHwaGErx7bNfAhol3SxpbJ3iMzOri0IFrV5KPqgSEW9ExPSI+DjFdTmWA1fXPDIzszoqSGW3eqloheqI+GNEfN8vjDWzzqalglYv5U6zMzPr1DraLA4zsz1GirM4nKDNzEjzlVdO0GZmeIjDzCxZHXktDjOzTq0lwQq6oml2ZmadVbUfVJHUVdKvJf0s2z5E0hJJqyXdJWmvUn04QZuZUZMnCS8HVrba/gZwQ0QMAl4CJpTqwAnazAwIld9KkXQQcBrwg2xbwCnArOyUacAZpfpxgjYzo7IKWtJESUtbtYnbdfefwJW8U3DvD7wcEc3Z9lpgYKmYfJPQzIzKHuGOiCagqa1jkj4ObIiIZZJOfmt3W92Uuo4TtJkZVZ0HfSJwuqSPAd2B/ShW1L0kNWRV9EHAC6U68hCHmRnVu0kYEf8YEQdFxMEU30p1b0RcACwGPpWdNh6YWyomJ2gzM+qyHvRVwCRJT1Mck55a6gc8xGFmRm3W4oiI+yi+8ISIWAMcX8nPO0GbmeG1OMzMklXPhfjL5QRtZgYUElxw1AnazAyvZmdmlqz06mcnaDMzwBW0mVmympVeDe0EbWaGhzjMzJLlIQ4zs0R5mp2ZWaLSS89O0GZmgIc4zMyS1ZJgDe0EbWaGK2gzs2SFK2gzszS5graSBhzYyJSbvk6//vtTKAQzb5/ND5tmcOrpY7j8ys9y+OBDOHPshTy+/Mm8Q7U6un3mHGbPX4AkBh12MNd9eRLXXH8DK1atpqGhgaOPHMy1V15Gtwb/J72rUpxm51deJaa5pYV/u+Y/GDvyLM766EVcOOHTHD74UH6z8hkuvfjv+N+HHs07RKuz9Rs3MX3WXO669UZ+esf3KBQK/PwX93Pa2FHMn3ELc350M1u3bmP2/AV5h9qhRQWtXvzXbWI2rt/ExvWbAHjj9T/x9G+e5YAB/Xjw/iU5R2Z5am5pYevWbTR0bWDzlq3069uHE08Y/vbx9x4xhPUbNuUYYcfX7AraKjHw3QM46r1DWL7sibxDsRw19uvLxeedxZhPXsSoceez7z49/yw5v9nczPyFi/jACSNyjLLjiwp+1UvdE7SkS9o5NlHSUklLX92yZ1cDPffpwU0/nMLX/2kKr7/+Rt7hWI5eefU1Fj/wMAt/fBv3zp3O5i1bmb/w3rePXzfluww/5miGDzs6xyg7vjq81btieVTQX93ZgYhoiogRETFiv+596xlTUhoaGrjptinMm/VzFv7XvaV/wDq1h5cuZ+CBjfTp3YtuDQ2MPmkkyx8v3iS+6dbpvPTyK1x52cSco+z4UqygazIGLemxnR0CGmtxzc5k8rev5ZnfPMvUm+/IOxRLwIDGfjz2xCo2b9lC9733ZsnS5Rw1dBCz5i3gV0uWMfXG6+nSxaOVu2tPmmbXCHwEeGm7/QL+p0bX7BRGnDCMT37646xa8Rt+tngmAFP+9TvstVc3rp18FX32783UO2/kySee4uJzPp9ztFYPf3XUUD486gOcc8kX6dq1K0MHH8bZ407luDFnMqCxPxdMnATAmJNGculnLsg52o6rJapTGUvqDvwS2Jtijp0VEddKOgSYCfQBHgUujIht7fYVVQpquwCnArdFxINtHLszIs4v1cehfY9N75aq5e6pVbPzDsES1K3vodrdPs5/z5ll55w7n5uz0+tJErBPRLwuqRvwIHA5MAn4SUTMlPQ94P8i4ub2rlOT/y+KiAltJefsWMnkbGZWb9Uag46i17PNblkL4BRgVrZ/GnBGqZg8cGVmRmWzOFrPOMvan92lldRV0nJgA3AP8AzwckQ0Z6esBQaWiskPqpiZUdmj3hHRBDS1c7wFGCapFzAHOKKt00pdxwnazIzarGYXES9Lug94P9BLUkNWRR8EvFDq5z3EYWZGcRZHua09kvpllTOSegBjgJXAYuBT2WnjgbmlYnIFbWZGVVezGwBMk9SVYhF8d0T8TNKTwExJ1wG/BqaW6sgJ2syM6j2oEhGPAce2sX8NcHwlfTlBm5nhN6qYmSUrxQX7naDNzIBaPFW9u5ygzcyAFlfQZmZp8hCHmVmiPMRhZpYoV9BmZonyNDszs0RVa8H+anKCNjPDQxxmZslygjYzS5RncZiZJcoVtJlZojyLw8wsUS1RrQVHq8cJ2swMj0GbmSXLY9BmZonyGLSZWaIKHuIwM0uTK2gzs0R5FoeZWaI8xGFmlqgUhzi65B2AmVkKChFlt/ZIerekxZJWSloh6fJsfx9J90hanX32LhWTE7SZGcUKutxfJTQDfxcRRwDvBz4v6UjgamBRRAwCFmXb7fIQh5kZ0BItVeknItYB67Lvr0laCQwExgEnZ6dNA+4DrmqvLydoMzNq86i3pIOBY4ElQGOWvImIdZL6l/p5D3GYmVF81LvcJmmipKWt2sTt+5P0LmA2cEVEvLorMbmCNjOjsgo6IpqApp0dl9SNYnKeHhE/yXavlzQgq54HABtKXccVtJkZVZ3FIWAqsDIi/qPVoXnA+Oz7eGBuqZhcQZuZUdV50CcCFwKPS1qe7fsyMBm4W9IE4Hng7FIdOUGbmVG9R70j4kFAOzk8upK+nKDNzPCC/WZmyfJaHGZmiXIFbWaWKL/yyswsUa6gzcwS5QX7zcwS5ZuEZmaJ8hCHmVmiUnyjihO0mRmuoM3MkpXiGLRS/FvD/pykidnyhmZv85+Lzs/LjXYMOywGbob/XHR6TtBmZolygjYzS5QTdMfgcUZri/9cdHK+SWhmlihX0GZmiXKCNjNLlBN04iR9VNJTkp6WdHXe8Vj+JN0qaYOkJ/KOxWrLCTphkroC3wVOBY4EzpN0ZL5RWQJ+CHw07yCs9pyg03Y88HRErImIbcBMYFzOMVnOIuKXwB/zjsNqzwk6bQOB37XaXpvtM7M9gBN02tTGPs+LNNtDOEGnbS3w7lbbBwEv5BSLmdWZE3TaHgEGSTpE0l7AucC8nGMyszpxgk5YRDQDXwAWAiuBuyNiRb5RWd4kzQAeAoZIWitpQt4xWW34UW8zs0S5gjYzS5QTtJlZopygzcwS5QRtZpYoJ2gzs0Q5QVvVSWqRtFzSE5J+LKnnbvR1sqSfZd9Pb29FP0m9JH1uF67xL5L+fldjNKsVJ2irhc0RMSwijga2AZ9tfVBFFf/Zi4h5ETG5nVN6ARUnaLNUOUFbrT0AHC7pYEkrJd0EPAq8W9JYSQ9JejSrtN8Fb6+BvUrSg8An3+pI0sWSvpN9b5Q0R9L/ZW0kMBk4LKvev5md9w+SHpH0mKSvturrn7J1tn8BDKnbPw2zCjhBW81IaqC4lvXj2a4hwO0RcSzwBvDPwJiIeB+wFJgkqTtwC/AJ4IPAATvp/kbg/og4BngfsAK4Gngmq97/QdJYYBDFZVuHAcMlfUjScIqPzR9L8S+A46r8Wzerioa8A7BOqYek5dn3B4CpwIHAcxHxcLb//RRfQvArSQB7UXx8eSjwbESsBpB0BzCxjWucAlwEEBEtwCuSem93ztis/TrbfhfFhL0vMCci/pRdw+ubWJKcoK0WNkfEsNY7siT8RutdwD0Rcd525w2jekuqCrg+Ir6/3TWuqOI1zGrGQxyWl4eBEyUdDiCpp6TBwCrgEEmHZeedt5OfXwRcmv1sV0n7Aa9RrI7fshD4TKux7YGS+gO/BM6U1EPSvhSHU8yS4wRtuYiIjcDFwAxJj1FM2EMjYgvFIY3/ym4SPreTLi4HRkl6HFgGHBURf6A4ZPKEpG9GxH8DdwIPZefNAvaNiEeBu4DlwGyKwzBmyfFqdmZmiXIFbWaWKCdoM7NEOUGbmSXKCdrMLFFO0GZmiXKCNjNLlBO0mVmi/h9H+F2pTHeJAgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "cm=confusion_matrix(y_test,y_model1)\n",
    "sns.heatmap(cm,annot=True)\n",
    "plt.xlabel('Predicted')\n",
    "plt.ylabel('Actual')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Naive Bayes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GaussianNB(priors=None, var_smoothing=1e-09)"
      ]
     },
     "execution_count": 147,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.naive_bayes import GaussianNB\n",
    "model2=GaussianNB()\n",
    "model2.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_model2 = model2.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.81      0.58      0.67        97\n",
      "           1       0.69      0.87      0.77       103\n",
      "\n",
      "    accuracy                           0.73       200\n",
      "   macro avg       0.75      0.73      0.72       200\n",
      "weighted avg       0.75      0.73      0.72       200\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report,confusion_matrix\n",
    "print(classification_report(y_test,y_model2))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(33.0, 0.5, 'Actual')"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWgAAAEKCAYAAAA/2c+EAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAXs0lEQVR4nO3de5xVdbnH8c+XGbkZCHghBBNUUNMClTxYJ1NREjPR1NKsyCiyrNRuktYp05N41KxOZY5yPOMllDQOHi0LJ++SiYq30IPhBYQE5aaCBTPP+WMvdKKZWXvjvvxm+L55rdfstfae33rgNa+HZ571W7+liMDMzNLTrdYBmJlZ25ygzcwS5QRtZpYoJ2gzs0Q5QZuZJcoJ2swsUU7QZmZlJuk0SY9LekLS6dmxAZJmS1qQfe2fN44TtJlZGUnaG/gcsD8wEjhS0nBgCtAUEcOBpmy/Q07QZmbltSfwx4hYGxEbgDuBY4AJQGP2mUbg6LyB6isW4lu08F3jfIuj/ZNbVu1Q6xAsQV9edI3e6hjrX1pYdM7pvv2unwcmtzrUEBEN2evHgX+XtC2wDjgCmAsMjIilABGxVFLuD3OyCdrMLFVZMm5o5735ki4AZgOvAo8AGzbnPG5xmJkBtDQXv+WIiGkRsW9EHAisABYAL0oaBJB9XZY3jitoMzOA5s0qctskaYeIWCbpHcBHgAOAYcBEYGr2dVbeOE7QZmZAREs5h7sx60GvB06NiJWSpgIzJE0CngeOzxvECdrMDKClfAk6It7fxrGXgbGljOMEbWYGUN4KuiycoM3MoKiLf9XmBG1mBq6gzcxSFWWcxVEuTtBmZlDWi4Tl4gRtZgZucZiZJcsXCc3MEuUK2swsUb5IaGaWKF8kNDNLU4R70GZmaXIP2swsUW5xmJklyhW0mVmimtfXOoJ/4gRtZgZucZiZJcstDjOzRLmCNjNLVIIJulutAzAzS0E0ry96yyPpDElPSHpc0nRJPSUNk3S/pAWSrpfUPW8cJ2gzMyj0oIvdOiBpMPAVYHRE7A3UAScAFwCXRMRwYCUwKS8kJ2gzMyi0OIrd8tUDvSTVA72BpcAhwA3Z+43A0XmDOEGbmUHZKuiIeAG4CHieQmJeDTwIrIqIjUvmLQYG54XkBG1mBiVV0JImS5rbapu8cRhJ/YEJwDBgR2BrYHwbZ4y8kDyLw8wMSpoHHRENQEM7bx8KPBMRywEk/Rp4L9BPUn1WRQ8BluSdxxW0mRnAhg3Fbx17HhgjqbckAWOBPwO3A8dln5kIzMobyAnazAzK2YO+n8LFwIeAxyjk2QbgTOCrkp4GtgWm5YXkFoeZGZT1RpWI+C7w3U0OLwT2L2UcJ2gzM/BaHGZmyUrwVm8naDMzcAVtZpas/NkZVecEbWYGELn3jVSdE7SZGbgHbWaWLCdoM7NE+SKhmVmimptrHcE/cYI2MwO3OMzMkuUEbWaWKPegzczSFC2eB21mlia3OMzMEuVZHGZmiXIFbWaWKCdoK8ZOt15FrF1HNLdAczMvnPAlAPp+fAJ9TzgKmptZe9efWHHJFTWO1KpJ3cTHbjmXV/+6kptPvph3TzyMkZ89nH5DB3L5u0/h9ZWv1jrEzs2LJVmxlnzmG7SsWvPGfs/3jKT3wQew+NhTYP16ug3oV8PorBZGTjqcFU8vofvbegGwZO7/8UzTw3xkxtk1jqyL2JIqaEl7ABOAwUBQeMT4TRExv1Ln7Mr6fuxIVk+7HtavB6BlxaoaR2TVtPXbBzD0kFHM/c9ZjPrceABeeuK5GkfVxSQ4za4iT/WWdCZwHSDgT8AD2evpkqZU4pxdSsCgy85n8PU/o89xRwCw1c5D6Lnv3ux47U8YdOVF9NhrRI2DtGo68Huf4N4fTE9yrm6X0dxc/NYBSbtLmtdqWyPpdEkDJM2WtCD72j8vpEpV0JOAvSJi/SaB/xB4Apja1jdJmgxMBjhvxz05ccCQCoWXtiWfOp3m5SvoNqAfgxrOZ/0zi1BdHd369mHJSV+hx967s8NF32bR+E/VOlSrgqFjR7H25TUsf+xZBo/Zs9bhdFlRphZHRDwFjAKQVAe8AMwEpgBNETE1K1SnAGd2NFalEnQLsCOw6e9gg7L32hQRDUADwMJ3jdtiS4Xm5SuAQhtjbdN99Nh7dza8uJzXbrsHgL89/hREC936b0PLytW1DNWqYNDoEexy2L4MPXgkdT22onufXhz24y8w+7RLax1a11KZ307GAn+JiOckTQAOyo43AndQowR9OtAkaQGwKDv2DmA34EsVOmeXoF49QSLWrkO9etLrvfuy8hfX0rJ2Hb3+ZRSvz32UrXYejLbaysl5CzHnghnMuWAGAIPH7Mk+nz/CybkSSliLo/Vv+5mGrMDc1AnA9Oz1wIhYChARSyXtkHeeiiToiLhV0ghgfwoXCQUsBh6IiPRu10lI3bb9GPij7wKgujpe/c3trLt3LtTXs/25X2PIrxuI9etZdvaFNY7Uau3dJ49jvy8cSe/tt+HE2efz3B8e4Q/f9NTLzVZCBd36t/32SOoOHAV8a3NDUiQ49w+27BaHte+WVblFh22BvrzoGr3VMV77txOKzjlbf/+63PNlLY1TI2Jctv8UcFBWPQ8C7oiI3TsaoyKzOMzMOp1oKX4rzom82d4AuAmYmL2eCMzKG8A3qpiZQVkvEkrqDRwGfL7V4anADEmTgOeB4/PGcYI2M6N80+wAImItsO0mx16mMKujaE7QZmaQ5J2ETtBmZuAEbWaWLC/Yb2aWphTXOXGCNjMDtzjMzJK1Ja0HbWbWqbiCNjNLlBO0mVmaotktDjOzNLmCNjNLk6fZmZmlygnazCxR6bWgnaDNzABiQ3oZ2gnazAxcQZuZpcoXCc3MUuUK2swsTa6gzcxSlWAF7ad6m5kBsaH4LY+kfpJukPSkpPmSDpA0QNJsSQuyr/3zxnGCNjMDoqX4rQg/Bm6NiD2AkcB8YArQFBHDgaZsv0NO0GZmUGhxFLt1QFJf4EBgGkBE/D0iVgETgMbsY43A0XkhOUGbmVFaBS1psqS5rbbJrYbaBVgOXCnpYUlXSNoaGBgRSwGyrzvkxeSLhGZmFN26KHw2ogFoaOftemBf4MsRcb+kH1NEO6MtrqDNzIBoVtFbjsXA4oi4P9u/gULCflHSIIDs67K8gZygzcwo30XCiPgrsEjS7tmhscCfgZuAidmxicCsvJjc4jAzA6IltzIuxZeBayV1BxYCJ1MoiGdImgQ8DxyfN4gTtJkZpfWgc8eKmAeMbuOtsaWM4wRtZgZElLWCLgsnaDMzyltBl4sTtJkZ0JI/O6PqnKDNzCj7RcKycII2M8MJ2swsWZHectDtJ2hJ/wu0G3JEHFWRiMzMaqCzVdAXVS0KM7Ma61TT7CLizmoGYmZWS82dcRaHpOHA+cA7gZ4bj0fELhWMy8ysqlKsoItZLOlK4FJgA3AwcBVwdSWDMjOrtmhR0Vu1FJOge0VEE6CIeC4ivgccUtmwzMyqK6L4rVqKmWb3uqRuwAJJXwJeoIgnAZiZdSadbRbHRqcDvYGvAOdSqJ4ndvgdZmadTHNLesvj5yboiHgge/kqhTVNzcy6nE51o8pGkm6njRtWIsJ9aDPrMloSnMVRTIvj661e9wSOpTCjw8ysy0hxml0xLY4HNzl0ryTfxGJmXUpnbXEMaLXbDdgPeHvFIsqMeOqJSp/COqF1S35R6xCsi+qsLY4HKfSgRaG18QwwqZJBmZlVWzlncUh6FngFaAY2RMTorNi9HhgKPAt8NCJWdjROMQl6z4h4fZOT99iMmM3MklWBDsfBEfFSq/0pQFNETJU0Jds/s6MBivkv4742js0pPkYzs/S1hIreNtMEoDF73QgcnfcNHa0H/XZgMNBL0j4UWhwAfSncuGJm1mWUMotD0mRgcqtDDRHR0Ho44PeSArgse29gRCwtnCuWSsq9I7ujFscHgU8DQ4CLeTNBrwHOKvYvYmbWGZTyUO8s4TZ08JH3RcSSLAnPlvTk5sTU0XrQjUCjpGMj4sbNGdzMrLMIyjeLIyKWZF+XSZoJ7A+8KGlQVj0PApbljVNMD3o/Sf027kjqL+m8zQ3czCxFG0JFbx2RtLWkPhtfA+OAx4GbeHMdo4nArLyYiknQ4yNi1cadbFrIEUV8n5lZpxGo6C3HQOAeSY8AfwJuiYhbganAYZIWAIdl+x0qZppdnaQeEfE3AEm9AE+zM7MupZQedEciYiEwso3jLwNjSxmrmAR9DdAk6cps/2TenCpiZtYllLMHXS7FrMXxH5IeBQ6lMJPjVmDnSgdmZlZN5aqgy6mYChrgrxTi/yiFW709q8PMupTmzlRBSxoBnACcCLxM4R5yRcTBVYrNzKxqEnziVYcV9JPA3cCHI+JpAElnVCUqM7Mqa0mwgu5omt2xFFobt0u6XNJYSPBvYGZWBlHCVi3tJuiImBkRHwP2AO4AzgAGSrpU0rgqxWdmVhUtJWzVknujSkS8FhHXRsSRFNblmEdhmTwzsy6jRSp6q5aSVqiOiBURcZkfGGtmXU1zCVu1FDvNzsysS+tsszjMzLYYKc7icII2M6O6szOK5QRtZoZbHGZmyerMa3GYmXVpza6gzczS5ArazCxRTtBmZonKedRgTThBm5mRZgVd0q3eZmZdVblv9ZZUJ+lhSTdn+8Mk3S9pgaTrJXXPG8MJ2syMwjzoYrcinQbMb7V/AXBJRAwHVgKT8gZwgjYzo7zLjUoaAnwIuCLbF3AIcEP2kUbg6Lxx3IM2M6PsPegfAd8E+mT72wKrImJDtr8YGJw3iCtoMzNKe6KKpMmS5rbaJm8cR9KRwLKIeLDV8G01RnKX/3AFbWZGaWtxREQD0NDO2+8DjpJ0BNAT6Euhou4nqT6roocAS/LO4wrazIzyzeKIiG9FxJCIGAqcAPwhIk4CbgeOyz42EZiVF5MTtJkZ0EIUvW2mM4GvSnqaQk96Wt43uMVhZkZlblSJiDsoPHSbiFgI7F/K9ztBm5nhBfvNzJKV4q3eTtBmZsAGpVdDO0GbmeEWh5lZstziMDNL1FuYPlcxTtBmZrjFYWaWLLc4zMwS1ZxgDe0EbWaGK2gzs2SFK2gzszSlWEF7NbvEXN5wMUsWP8K8h5veOHbO977BQw/OZu4Dv+e3t/ySQYMG1jBCq4WrZ/wPR3/iFCac9Hmuvn4mAKvXvMJnTzuLIz42ic+edhar17xS4yg7tyqsZlcyJ+jEXHXVDD505En/cOyiiy9l3/0OY/R7xnHLb27j22efUaPorBYWLHyWG2+6lelX/IgbG3/Onff9iecWvcAVV89gzOhR/Ob6aYwZPYpp18yodaidWilPVKkWJ+jE3H3P/axYueofjr3yyqtvvN56695EpNcrs8pZ+Owi3r3XHvTq2ZP6+jpGj3oXTXfdx+13z2HC+EMBmDD+UP5w15waR9q5bSCK3qrFPehO4tzvn8knTjqO1WvWcOhhx9c6HKui3XbZmZ80NLJq9Rp69OjO3XMeYK89hvPyylVsv90AALbfbgArVq2ucaSdW4oXCateQUs6uYP33ngQY0vLa9UMK3nf+bcLGLbre5g+fSanfrHdf0LrgnYd+g4+c9LxfO70szjlq99hxG67UFdXV+uwupyWErZqqUWL45z23oiIhogYHRGju3XbupoxdRrTr5vJMcccUeswrMqO/fAH+dWVP6Xx5xeyTd8+7LzTYLbt34/lL60AYPlLKxjQb5saR9m5RQl/qqUiCVrSo+1sjwGeglCi3XYb9sbrDx85jqee+ksNo7FaeDm7LrH0r8touvNexh/6AQ761zHM+u1tAMz67W0c/P4Dahlip5diBV2pHvRA4IPAyk2OC7ivQufsEq65+md84MAD2G67ATy7cC7nfP8ixo8/hBEjdqWlpYXnn3+BL546pdZhWpWdcdZ5rFqzhvr6es7+2hfZpm8fPvvJj/K17/yAX9/8OwYN3J4fnnd2rcPs1JoTvPiuSswIkDQNuDIi7mnjvV9GxMfzxqjvPji9fy2ruXVL7q51CJagrbbbRW91jI/vfEzROeeXz81s93ySegJ3AT0oFME3RMR3JQ0DrgMGAA8Bn4yIv3d0noq0OCJiUlvJOXsvNzmbmVVbGXvQfwMOiYiRwCjgcEljgAuASyJiOIXuwqS8gTwP2syM8vWgo2DjzQtbZVsAhwA3ZMcbgaPzYnKCNjOjtFu9W08JzrbJrceSVCdpHrAMmA38BVgVERuyjywGBufF5BtVzMwo7UaViGgAGjp4vxkYJakfMBPYs81T5nCCNjOjMrM4ImKVpDuAMUA/SfVZFT0EWJL3/W5xmJlRvtXsJG2fVc5I6gUcCswHbgeOyz42EZiVF5MraDMzynoDyiCgUVIdhSJ4RkTcLOnPwHWSzgMeBqblDeQEbWZG+RZLiohHgX3aOL4Q2L+UsZygzcygqgvxF8sJ2swMklxn3QnazAxodgVtZpYmtzjMzBLlFoeZWaJcQZuZJSrFZxI6QZuZkeaC/U7QZma4xWFmliwnaDOzRHkWh5lZolxBm5klyrM4zMwS1RxlXHC0TJygzcxwD9rMLFnuQZuZJco9aDOzRLW4xWFmlqYUK2g/1dvMjMIsjmK3jkjaSdLtkuZLekLSadnxAZJmS1qQfe2fF5MTtJkZhRZHsVuODcDXImJPYAxwqqR3AlOApogYDjRl+x1ygjYzo9DiKPZPh+NELI2Ih7LXrwDzgcHABKAx+1gjcHReTE7QZmaUVkFLmixpbqttcltjShoK7APcDwyMiKVQSOLADnkx+SKhmRmlXSSMiAagoaPPSHobcCNwekSskVRyTE7QZmZAczSXbSxJW1FIztdGxK+zwy9KGhQRSyUNApbljeMWh5kZhVu9i906okKpPA2YHxE/bPXWTcDE7PVEYFZeTK6gzcwo663e7wM+CTwmaV527CxgKjBD0iTgeeD4vIGcoM3MKN9iSRFxD9Bew3lsKWM5QZuZ4Vu9zcySleKt3k7QZmZ4wX4zs2R5wX4zs0S5B21mlihX0GZmifIjr8zMEuUK2swsUZ7FYWaWKF8kNDNLlFscZmaJ8p2EZmaJcgVtZpaoFHvQSvF/DftHkiZnj9gxe4N/Lro+P1Glc2jzgZS2xfPPRRfnBG1mlignaDOzRDlBdw7uM1pb/HPRxfkioZlZolxBm5klygnazCxRTtCJk3S4pKckPS1pSq3jsdqT9F+Slkl6vNaxWGU5QSdMUh3wM2A88E7gREnvrG1UloD/Bg6vdRBWeU7QadsfeDoiFkbE34HrgAk1jslqLCLuAlbUOg6rPCfotA0GFrXaX5wdM7MtgBN02tTGMc+LNNtCOEGnbTGwU6v9IcCSGsViZlXmBJ22B4DhkoZJ6g6cANxU45jMrEqcoBMWERuALwG/A+YDMyLiidpGZbUmaTowB9hd0mJJk2odk1WGb/U2M0uUK2gzs0Q5QZuZJcoJ2swsUU7QZmaJcoI2M0uUE7SVnaRmSfMkPS7pV5J6v4WxDpJ0c/b6qI5W9JPUT9IXN+Mc35P09c2N0axSnKCtEtZFxKiI2Bv4O3BK6zdVUPLPXkTcFBFTO/hIP6DkBG2WKidoq7S7gd0kDZU0X9LPgYeAnSSNkzRH0kNZpf02eGMN7Ccl3QN8ZONAkj4t6afZ64GSZkp6JNveC0wFds2q9wuzz31D0gOSHpV0Tquxzs7W2b4N2L1q/xpmJXCCtoqRVE9hLevHskO7A1dFxD7Aa8C3gUMjYl9gLvBVST2By4EPA+8H3t7O8D8B7oyIkcC+wBPAFOAvWfX+DUnjgOEUlm0dBewn6UBJ+1G4bX4fCv8BvKfMf3WzsqivdQDWJfWSNC97fTcwDdgReC4i/pgdH0PhIQT3SgLoTuH25T2AZyJiAYCka4DJbZzjEOBTABHRDKyW1H+Tz4zLtoez/bdRSNh9gJkRsTY7h9c3sSQ5QVslrIuIUa0PZEn4tdaHgNkRceImnxtF+ZZUFXB+RFy2yTlOL+M5zCrGLQ6rlT8C75O0G4Ck3pJGAE8CwyTtmn3uxHa+vwn4Qva9dZL6Aq9QqI43+h3wmVa97cGSdgDuAo6R1EtSHwrtFLPkOEFbTUTEcuDTwHRJj1JI2HtExOsUWhq3ZBcJn2tniNOAgyU9BjwI7BURL1NomTwu6cKI+D3wS2BO9rkbgD4R8RBwPTAPuJFCG8YsOV7NzswsUa6gzcwS5QRtZpYoJ2gzs0Q5QZuZJcoJ2swsUU7QZmaJcoI2M0vU/wOfZ41baTkpFwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "cm=confusion_matrix(y_test,y_model2)\n",
    "sns.heatmap(cm,annot=True)\n",
    "plt.xlabel('Predicted')\n",
    "plt.ylabel('Actual')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## SVM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "SVC(C=1.0, break_ties=False, cache_size=200, class_weight=None, coef0=0.0,\n",
       "    decision_function_shape='ovr', degree=3, gamma='scale', kernel='rbf',\n",
       "    max_iter=-1, probability=False, random_state=None, shrinking=True,\n",
       "    tol=0.001, verbose=False)"
      ]
     },
     "execution_count": 151,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.svm import SVC\n",
    "model3=SVC(kernel='rbf')\n",
    "model3.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_model3 = model3.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 182,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.74      0.92      0.82        97\n",
      "           1       0.90      0.70      0.79       103\n",
      "\n",
      "    accuracy                           0.81       200\n",
      "   macro avg       0.82      0.81      0.80       200\n",
      "weighted avg       0.82      0.81      0.80       200\n",
      "\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import classification_report,confusion_matrix\n",
    "print(classification_report(y_test,y_model3))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 183,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(33.0, 0.5, 'Actual')"
      ]
     },
     "execution_count": 183,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWgAAAEGCAYAAABIGw//AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjMsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+AADFEAAAXeklEQVR4nO3de5RdZXnH8e9vZgKZBDAJQsjFCkIg4IVwEVAKCuFuIXhBgS4NknZaKwpSLZG6RKxdDUVLZdkqIwihIBcjMSnWYAhBRCE3GCEh0YRgQkgg3MMlt5l5+sfegSGZmX1OOHPOO5Pfh/Wuc/Z7znn3Ayvrycuz3/1uRQRmZpaeuloHYGZmnXOCNjNLlBO0mVminKDNzBLlBG1mlqiGWgfQlc3PLffyEttG4/Bjah2CJah101N6u2OUk3P6vfM9b/t8pfAM2swsUcnOoM3Mqqq9rdYRbMMJ2swMoK211hFswwnazAyIaK91CNtwgjYzA2h3gjYzS5Nn0GZmifJFQjOzRHkGbWaWpvAqDjOzRPkioZlZolziMDNLlC8SmpklyjNoM7NE+SKhmVmifJHQzCxNEa5Bm5mlyTVoM7NEucRhZpYoz6DNzBLVtrnWEWzDzyQ0M4OsxFFqKyDpK5IWSVoo6RZJ/SXtI2mOpKWSbpO0U9E4TtBmZpCVOEpt3ZA0AvgycHhEvA+oB84GrgCuiohRwIvAhKKQnKDNzKCiM2iy8nGjpAZgALAGOB6Ykn8+GTizaBAnaDMzqFiCjoingO8CK8kS88vAAuCliNhyu+IqYERRSE7QZmZAtG0uuUlqkjS/Q2vaMo6kwcA4YB9gODAQOLWzUxbF5FUcZmZQ1jK7iGgGmrv4+ATgiYh4FkDSHcCHgUGSGvJZ9EhgddF5PIM2M4NK1qBXAkdJGiBJwFjgMWA28Kn8O+OBaUUDOUGbmUHFVnFExByyi4EPAY+S5dlm4BLgYknLgN2B64pCconDzAwqeqt3RFwGXLZV93LgiHLGcYI2MwPf6m1mlqxWb9hvZpYmz6DNzBLl7UbNzBLlGbSZWaI8gzYzS5Rn0GZmifIqDjOzREXh3kVV5wRtZgauQZuZJcsJ2swsUb5IaGaWqLa2WkewDSdoMzNwicPMLFlO0GZmiXIN2swsTdHuddBmZmlKsMThZxKamUG2iqPU1g1JB0hq6dDWSbpI0hBJMyUtzV8HF4XkBG1mBhV7qndE/DEixkTEGOAw4HVgKjARmBURo4BZ+XG3nKDNzKBiCXorY4HHI2IFMA6YnPdPBs4s+rFr0Im58dap/Px/ZyCJUfvuzXcuvZiWhY/x3R9cy+bNrRx0wH58++tfoaGhvtahWg1d+OW/5fzzzyEiWLhwCRP+5mI2btxY67B6tzI2S5LUBDR16GqOiOZOvno2cEv+fmhErMlOFWsk7Vl0Hs+gE/LMs89x85Rp3PaTq/nFTT+ivb2dX86czaXf+R5XXj6RX9z0I4bvtSfTfnV3rUO1Gho+fC8u+OL5HHnUaYw5ZCz19fV85tPjah1W71fGDDoimiPi8A5tm+QsaSfgDOBn2xtSjyVoSaMlXSLpaknfz98f2FPn6yta29rYuHETra1trN+wkcb+/dmpXz/2/ouRAHzog4dy97331zhKq7WGhgYaG/tTX1/PgMZG1qx5utYh9X7tUXorzanAQxHxTH78jKRhAPnr2qIBeiRBS7oEuBUQMBeYl7+/RVJhYXxHNXSPd3LeOZ/khE98juPGncuuAwdwythjaW1tY+HiPwHw63vv5+m1z9U4Uqul1auf5j+u+hFPPD6XVSsf5uV165h59321Dqv3q9Aqjg7O4c3yBsB0YHz+fjwwrWiAnppBTwA+GBGTIuKmvE0Cjsg/65SkJknzJc2/9sZbuvpan/XyuleY/dsHuetn13PPtJtZv2Ejd/56Nld+eyL/fnUzZ//NhQwc0Eh9vStTO7JBg97BGaefzH77H8W73n0oAwcO4NxzP1HrsHq9aG8vuRWRNAA4EbijQ/ck4ERJS/PPJhWN01MXCduB4cCKrfqH5Z91Kq/jNANsfm55erf19LAH57cwYvhQhgweBMDYj3yYlkcf4/STj+fGH34XgN/NWcCKJ5+qZZhWY2PHHsMTf17Jc8+9AMDUX/yKDx11OD/96R0Fv7RuVfBOwoh4Hdh9q77nyVZ1lKynEvRFwKz8b4on876/APYDLuihc/Z6w4buwSMLl7B+wwb677wzc+a38N7Ro3j+xZfYffAgNm3axE9u/hlN48+udahWQ0+ufIojjzyUxsb+rF+/geOP+0sWLPhDrcPq/XaUvTgiYoak/clKGiPI6s+rgHkRkd6mq4n4wHtHc+Jxf8mnP/8l6uvrGb3/vpw17lSubr6R3/x+LtHezmc+/jGOPGxMrUO1Gpo772HuuOOXzJt7F62trbS0LOLH195c67B6vwT34lAk+KBE2DFLHFascfgxtQ7BEtS66Sm93TFe++bZJeecgd++9W2frxS+UcXMDHacEoeZWa+TYInDCdrMDEpaPldtTtBmZuAZtJlZspygzcwSVfot3FXjBG1mhp9JaGaWLidoM7NEeRWHmVmiPIM2M0uUE7SZWZqizSUOM7M0eQZtZpYmL7MzM0tVggnaD7czM4PsYXyltgKSBkmaImmJpMWSPiRpiKSZkpbmr4OLxnGCNjMDorW95FaC7wMzImI0cDCwGJgIzIqIUcCs/LhbTtBmZlCxGbSk3YBjgesAImJTRLwEjAMm51+bDJxZFJITtJkZ2UXCUpukJknzO7SmDkO9B3gWuF7Sw5KulTQQGBoRawDy1z2LYvJFQjMzKKm2vEVENAPNXXzcABwKfCki5kj6PiWUMzrjGbSZGeXNoAusAlZFxJz8eApZwn5G0jCA/HVt0UBO0GZmULEadEQ8DTwp6YC8ayzwGDAdGJ/3jQemFYXkEoeZGRCtFR3uS8DNknYClgOfJ5sQ3y5pArASOKtoECdoMzMgKrgVR0S0AId38tHYcsZxgjYzg7IuElaLE7SZGZWdQVeKE7SZGU7QZmbJijbVOoRtOEGbmeEZtJlZsqLdM2gzsyR5Bm1mlqgIz6DNzJLkGbSZWaLavYrDzCxNvkhoZpYoJ2gzs0RFeg/17jpBS/pfoMuQI+KMHonIzKwGetsM+rtVi8LMrMZ61TK7iPhNNQMxM6ultt64ikPSKODfgIOA/lv6I+I9PRiXmVlVpTiDLuWZhNcDPwRageOAG4H/6cmgzMyqLdpVcquWUhJ0Y0TMAhQRKyLiW8DxPRuWmVl1RZTeikj6s6RHJbVImp/3DZE0U9LS/HVw0TilJOgNkuqApZIukPRxYM8Sfmdm1mv0wAz6uIgYExFbnk04EZgVEaOAWflxt0pJ0BcBA4AvA4cBn+XNR4ebmfUJbe11JbftNA6YnL+fDJxZ9IPCi4QRMS9/+yrZo8PNzPqccm5UkdQENHXoao6I5o7DAb+WFMA1+WdDI2JNdq5YI6mwElHKKo7ZdHLDSkS4Dm1mfUZ7Gas48oTb3M1Xjo6I1XkSnilpyfbEVMqt3l/t8L4/8EmyFR1mZn1GJZfZRcTq/HWtpKnAEcAzkobls+dhwNqicUopcSzYqut3knwTi5n1KZXai0PSQKAuIl7J358EfBuYTnb9blL+Oq1orFJKHEM6HNaRXSjcazviLstXD7+0p09hvdC6H3y61iFYH1VOiaPAUGCqJMhy7E8jYoakecDtkiYAK4GzigYqpcSxgKwGLbLSxhPAhO0M3MwsSW9jdcZbRMRy4OBO+p8HxpYzVikJ+sCI2NCxQ9LO5ZzEzCx1Ce42WtI66N930vdApQMxM6ul9lDJrVq62w96L2AE0CjpELISB8BuZDeumJn1GSlultRdieNk4DxgJPA93kzQ6wBfwTOzPiXBh3p3ux/0ZGCypE9GxM+rGJOZWdUF6c2gS6lBHyZp0JYDSYMlfacHYzIzq7rWUMmtWkpJ0KdGxEtbDiLiReC0ngvJzKz6ApXcqqWUZXb1knaOiI0AkhoBL7Mzsz6lV9WgO7gJmCXp+vz487y5ZZ6ZWZ+QYg26lL04/l3SI8AJZCs5ZgDv7unAzMyqqbfOoAGeJov/02S3entVh5n1KW29aQYtaX/gbOAc4HngNrLnEh5XpdjMzKqmis+CLVl3M+glwG+B0yNiGYCkr1QlKjOzKmtPcAbd3TK7T5KVNmZL+rGksZDgv4GZWQVEGa1aukzQETE1Ij4DjAbuBb4CDJX0Q0knVSk+M7OqaC+jVUvhjSoR8VpE3BwRf0W2L0cLJTwu3MysN2mXSm7VUtYO1RHxQkRc4wfGmllf01ZGq5ZSl9mZmfVpKa7iqMwzXszMerl2VHIrhaR6SQ9LujM/3kfSHElLJd0maaeiMZygzczokVUcFwKLOxxfAVwVEaOAFynh2a5O0GZmZCWOUlsRSSOBjwHX5scCjgem5F+ZDJxZNI4TtJkZ5S2zk9QkaX6H1rTVcP8J/BNvrsrbHXgpIlrz41VkjxTsli8SmpkBbWVcJIyIZqC5s88k/RWwNiIWSProlu7Ohik6jxO0mRkVvQHlaOAMSacB/cketP2fwCBJDfkseiSwumgglzjMzKjcnYQR8fWIGBkRe5NtOHdPRPw1MBv4VP618cC0opicoM3MgFDpbTtdAlwsaRlZTfq6oh+4xGFmRs/ssRER95LtZURELAeOKOf3TtBmZlT3Fu5SOUGbmZHmrd5O0GZm9O5nEpqZ9WlO0GZmiarmk1JK5QRtZoZr0GZmyfIqDjOzRLUnWORwgjYzwxcJzcySld782QnazAzwDNrMLFmtSm8O7QRtZoZLHGZmyXKJw8wsUV5mZ2aWqPTSsxO0mRngEoeZWbLaEpxD+5mEZmZU7qGxkvpLmivpD5IWSbo8799H0hxJSyXdJmmnopicoM3MgCjjnwIbgeMj4mBgDHCKpKOAK4CrImIU8CIwoWggJ2gzMyo3g47Mq/lhv7wFcDwwJe+fDJxZFJNr0Ilp2LkfX77tMhp27kddfR1/+NUcfnXVFI753Ml85PxT2WPvvbj0kL/ltRdfqXWoVkV/fuFVLrnz4TeOn3p5PV/48CjWvrqB+x5fS7/6OkYOGsDlJ3+AXfv3q2GkvVc5y+wkNQFNHbqaI6K5w+f1wAJgP+C/gMeBlyKiNf/KKmBE0XmcoBPTunEzPzj3X9j0+kbqGuq5cMrlPHZvC8sX/JFF9zzEBbd+s9YhWg3sPWQXbvvcMQC0tQcnXzOL40btxYoXXuVLxxxAQ10d379vCT+Z+zgXHju6xtH2TuVcIsyTcXM3n7cBYyQNAqYCB27PKZ2gE7Tp9Y0A1DfUU99QDwFPLfpzbYOyZMxd+RwjBw1k+G6NDN+t8Y3+9w8bxN1/erqGkfVurT2wiiMiXpJ0L3AUMEhSQz6LHgmsLvq9a9AJUp342v9N4l8XNPPH+x9lRcuyWodkCblryRpOGT1sm/5pC1dx9D571CCivqFSFwkl7ZHPnJHUCJwALAZmA5/KvzYemFYUU9UTtKTPd/NZk6T5kuYvfOXxaoaVlGgPrjxtIpd96B9498H7Mmz/kbUOyRKxua2d3zz+DCfu/9YEfe2Dy6ivE6cdOLxGkfV+lbpICAwDZkt6BJgHzIyIO4FLgIslLQN2B64rGqgWJY7Lges7+6BjXefCvc9Ob9V4la1f9zrLHnyM0R8Zw5o/rap1OJaA+594ltFD38HuA3d+o2/6olXct3wt15x1JFKCTz7tJUpYPlfaOBGPAId00r8cOKKcsXokQed/c3T6ETC0J87ZVwwcsivtrW2sX/c6/Xbux/5Hv59ZP5pe67AsETOWrH5LeeN3TzzLDXOXc+1njqSxX30NI+v9dqRbvYcCJ5Mtxu5IwO976Jx9wjv2HMxff+8L1NXVobo6Hv7lAyy65yGOPe8Uxv7d6ey6xyAumXEFj81u4daJXV5Etj5o/eY25qx4jm+c+L43+q64ZxGbWtv5wpS5QHah8Bsnvr9WIfZqbZHe/7T3VIK+E9glIlq2/iC/omldWL1kJVd+7Ovb9N93wwzuu2FGDSKyVDT2q+feL574lr7pEz5am2D6oB1mu9GI6PIWxog4tyfOaWb2dlSqBl1JXgdtZsaOVYM2M+tVdpgSh5lZb+MSh5lZonakVRxmZr2KSxxmZonyRUIzs0S5Bm1mliiXOMzMEhW+SGhmlqY2z6DNzNLkEoeZWaJc4jAzS1SKM2g/k9DMjIo+k/BdkmZLWixpkaQL8/4hkmZKWpq/Di6KyQnazIzsVu9SW4FW4B8j4kCyp3l/UdJBwERgVkSMAmblx91ygjYzIytxlNq6ExFrIuKh/P0rZE/0HgGMAybnX5sMnFkUk2vQZmb0TA1a0t5kD5CdAwyNiDWQJXFJexb93jNoMzOyVRylNklNkuZ3aE1bjydpF+DnwEURsW57YvIM2syM8mbQEdEMdPnUZkn9yJLzzRFxR979jKRh+ex5GLC26DyeQZuZUdFVHAKuAxZHxH90+Gg6MD5/Px6YVhSTZ9BmZkBbVGzD0aOBzwKPSmrJ+y4FJgG3S5oArATOKhrICdrMjMrdSRgR9wPq4uOx5YzlBG1mRpp3EjpBm5nhDfvNzJLV7s2SzMzS5Bm0mVmiKriKo2KcoM3McInDzCxZLnGYmSXKM2gzs0R5Bm1mlqi2aKt1CNtwgjYzww+NNTNLlm/1NjNLlGfQZmaJ8ioOM7NEeRWHmVmifKu3mVmiXIM2M0tUijVoPzTWzIxsBl1qKyLpJ5LWSlrYoW+IpJmSluavg4vGcYI2MyNbB11qK8ENwClb9U0EZkXEKGBWftwtJ2gzMyo7g46I+4AXtuoeB0zO308GziwaxzVoMzPKW8UhqQlo6tDVHBHNBT8bGhFrACJijaQ9i87jBG1mRnkXCfNkXJSQ3zYnaDMzqrLM7hlJw/LZ8zBgbdEPXIM2MyO7k7DUf7bTdGB8/n48MK3oB55Bm5lR2Rm0pFuAjwLvlLQKuAyYBNwuaQKwEjiraBwnaDMzKnujSkSc08VHY8sZRyne3mhvJamphCvEtoPxn4u+zzXo3qGp+Cu2A/Kfiz7OCdrMLFFO0GZmiXKC7h1cZ7TO+M9FH+eLhGZmifIM2swsUU7QZmaJcoJOnKRTJP1R0jJJhfvHWt/X2Wbw1jc5QSdMUj3wX8CpwEHAOZIOqm1UloAb2HYzeOuDnKDTdgSwLCKWR8Qm4FayTb9tB9bFZvDWBzlBp20E8GSH41V5n5ntAJyg06ZO+rwu0mwH4QSdtlXAuzocjwRW1ygWM6syJ+i0zQNGSdpH0k7A2WSbfpvZDsAJOmER0QpcANwFLAZuj4hFtY3Kai3fDP4B4ABJq/IN4K0P8q3eZmaJ8gzazCxRTtBmZolygjYzS5QTtJlZopygzcwS5QRtFSepTVKLpIWSfiZpwNsY66OS7szfn9Hdjn6SBkn6h+04x7ckfXV7YzTrKU7Q1hPWR8SYiHgfsAn4+44fKlP2n72ImB4Rk7r5yiCg7ARtlionaOtpvwX2k7S3pMWS/ht4CHiXpJMkPSDpoXymvQu8sQf2Ekn3A5/YMpCk8yT9IH8/VNJUSX/I24eBScC++ez9yvx7X5M0T9Ijki7vMNY/5/ts3w0cULX/GmZlcIK2HiOpgWwv60fzrgOAGyPiEOA14BvACRFxKDAfuFhSf+DHwOnAMcBeXQx/NfCbiDgYOBRYBEwEHs9n71+TdBIwimzb1jHAYZKOlXQY2W3zh5D9BfDBCv+rm1VEQ60DsD6pUVJL/v63wHXAcGBFRDyY9x9F9hCC30kC2Ins9uXRwBMRsRRA0k1AUyfnOB74HEBEtAEvSxq81XdOytvD+fEuZAl7V2BqRLyen8P7m1iSnKCtJ6yPiDEdO/Ik/FrHLmBmRJyz1ffGULktVQX8W0Rcs9U5LqrgOcx6jEscVisPAkdL2g9A0gBJ+wNLgH0k7Zt/75wufj8L+EL+23pJuwGvkM2Ot7gLOL9DbXuEpD2B+4CPS2qUtCtZOcUsOU7QVhMR8SxwHnCLpEfIEvboiNhAVtL4ZX6RcEUXQ1wIHCfpUWAB8N6IeJ6sZLJQ0pUR8Wvgp8AD+femALtGxEPAbUAL8HOyMoxZcrybnZlZojyDNjNLlBO0mVminKDNzBLlBG1mlignaDOzRDlBm5klygnazCxR/w8VKPlBw5iTfQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "cm=confusion_matrix(y_test,y_model3)\n",
    "sns.heatmap(cm,annot=True)\n",
    "plt.xlabel('Predicted')\n",
    "plt.ylabel('Actual')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We get highest accuracy with logistic regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}