Assignment No 3 (Sentiment Classification).ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# <font color=red>`Assignment 3`</font>\n",
    "##    <font color=red>Submitted By:</font> M.Janisar\n",
    "##    <font color=red>Registration No:</font> SP22-BCS-047"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `BASIC IMPORTS and File Reading`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('the rock is destined to be the 21st century\\'s new \" conan \" and that he\\'s going to make a splash even greater than arnold schwarzenegger , jean-claud van damme or steven segal . ', 'pos'), ('the gorgeously elaborate continuation of \" the lord of the rings \" trilogy is so huge that a column of words cannot adequately describe co-writer/director peter jackson\\'s expanded vision of j . r . r . tolkien\\'s middle-earth . ', 'pos'), ('effective but too-tepid biopic', 'pos'), ('if you sometimes like to go to the movies to have fun , wasabi is a good place to start . ', 'pos'), (\"emerges as something rare , an issue movie that's so honest and keenly observed that it doesn't feel like one . \", 'pos')]\n",
      "1009\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import spacy\n",
    "import pickle\n",
    "from autocorrect import Speller\n",
    "import nltk\n",
    "from nltk import sent_tokenize\n",
    "from nltk import word_tokenize\n",
    "nlp = spacy.load(\"en_core_web_sm\")\n",
    "spell_Check = Speller()\n",
    "import random\n",
    "\n",
    "path = 'D:\\\\NLP\\\\' \n",
    "filepath = os.listdir(path)\n",
    "\n",
    "short_pos = open(\"D:\\\\NLP\\\\pos.txt\", \"r\").read()\n",
    "short_neg = open(\"D:\\\\NLP\\\\neg.txt\", \"r\").read()\n",
    "\n",
    "documents = []\n",
    "\n",
    "for r in short_pos.split('\\n'):\n",
    "    documents.append((r, \"pos\"))\n",
    "\n",
    "for r in short_neg.split('\\n'):\n",
    "    documents.append((r, \"neg\"))\n",
    "\n",
    "print(documents[:5])\n",
    "print(len(documents))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `Preprocessing and Frequency Distribution`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Positive:  4403\n",
      "Negative:  5214\n",
      "Total before FreqDisttribution: 9617\n",
      "Total After FreqDisttribution: 3915\n"
     ]
    }
   ],
   "source": [
    "\n",
    "all_words = []\n",
    "\n",
    "def preprocess_text(text):\n",
    "    text = spell_Check(text)\n",
    "    tokens = nlp(text)\n",
    "    tokens = [t.text for t in tokens if t.is_alpha and not t.is_stop]\n",
    "    tl = [t.lower() for t in tokens]\n",
    "    lemmas = [tl.lemma_ for tl in nlp(\" \".join(tl))]\n",
    "    return lemmas\n",
    "\n",
    "processed_pos = preprocess_text(short_pos)\n",
    "processed_neg = preprocess_text(short_neg)\n",
    "print(\"Positive: \",len(processed_pos))\n",
    "print(\"Negative: \",len(processed_neg ))\n",
    "\n",
    "for w in processed_pos:\n",
    "    all_words.append(w)\n",
    "for w in processed_neg :\n",
    "    all_words.append(w)\n",
    "print(\"Total before FreqDisttribution:\",len(all_words))\n",
    "all_words = nltk.FreqDist(all_words)\n",
    "print(\"Total After FreqDisttribution:\",len(all_words))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `Pickling`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "newfile=open(\"Featuressss.pickle\",\"wb\")\n",
    "pickle.dump(all_words,newfile)\n",
    "newfile.close()\n",
    "\n",
    "myfile=open(\"Featuressss.pickle\",\"rb\")\n",
    "all_words=pickle.load(myfile)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `Printing Keys After Preprocessing`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3915 ['rock', 'destine', 'century', 'new', 'conan', 'going', 'splash', 'great', 'arnold', 'schwarzenegger', 'jean', 'cloud', 'van', 'dame', 'steven', 'legal', 'gorgeous', 'elaborate', 'continuation', 'lord', 'ring', 'trilogy', 'huge', 'column', 'word', 'adequately', 'describe', 'co', 'writer', 'director', 'peter', 'jackson', 'expand', 'vision', 'j', 'r', 'token', 'middle', 'earth', 'effective', 'revid', 'biopic', 'like', 'movie', 'fun', 'asahi', 'good', 'place', 'start', 'emerge', 'rare', 'issue', 'honest', 'weekly', 'observe', 'feel', 'film', 'provide', 'insight', 'erotic', 'mindset', 'comic_strip', 'reach', 'absolute', 'game', 'offer', 'combination', 'entertainment', 'education', 'picture', 'literally', 'show', 'road', 'hell', 'pave', 'intention', 'steer', 'turn', 'happy', 'screenplay', 'url', 'edge', 'clever', 'want', 'hate', 'pull', 'care', 'cat', 'refresh', 'different', 'slice', 'asian', 'cinema', 'worth', 'see', 'talk', 'singing', 'head', 'surprise', 'wisegirl', 'low', 'key', 'quality', 'genuine', 'tenderness', 'indigo', 'fed', 'eye', 'heart', 'mind', 'family', 'orient', 'fantasy', 'adventure', 'ultimately', 'ponder', 'reason', 'need', 'story', 'utterly', 'compelling', 'write', 'reputation', 'famous', 'author', 'live', 'come', 'question', 'illuminate', 'overly', 'documentary', 'masterpiece', 'year', 'make', 'ripe', 'enrapture', 'beauty', 'tempo', 'willing', 'probe', 'inscrutable', 'mystery', 'breath', 'fresh', 'air', 'true', 'sophistication', 'thoughtful', 'provocative', 'consistently', 'humanize', 'cast', 'include', 'actor', 'work', 'independent', 'lovely', 'amazing', 'involve', 'decisive', 'clearly', 'amusing', 'life', 'disturb', 'frightening', 'evocative', 'assembly', 'imagery', 'hypnotic', 'music', 'compose', 'philip', 'glass', 'connect', 'nice', 'departure', 'standard', 'moviegoe', 'fare', 'score', 'point', 'dedicated', 'hearted', 'professionalism', 'occasionally', 'melodramatic', 'extremely', 'sideman', 'idealistic', 'love', 'bring', 'latent', 'old', 'romantic', 'minute', 'treasure', 'planet', 'maintain', 'brisk', 'pace', 'race', 'familiar', 'lack', 'grandeur', 'epic', 'associate', 'stevenson', 'tale', 'early', 'disney', 'effort', 'help', 'lil', 'bow', 'wow', 'tone', 'pint', 'sized', 'gang', 'act', 'play', 'resemble', 'real', 'kid', 'guarantee', 'shake', 'battle', 'roll', 'masterful', 'master', 'filmmaker', 'unique', 'deceptive', 'guinness', 'finalist', 'worldview', 'light', 'cute', 'unforgettable', 'way', 'effectively', 'teach', 'kids', 'danger', 'drug', 'think', 'project', 'unfortunately', 'rate', 'pay', 'easy', 'crush', 'title', 'wedding', 'funeral', 'far', 'hugh', 'grant', 'whilst', 'literate', 'smart', 'take', 'static', 'cant', 'perfectly', 'capture', 'hotel', 'lobby', 'lane', 'highway', 'roadside', 'cafe', 'permeable', 'vincent', 'day', 'ms', 'fulford', 'wierzbicki', 'spooky', 'bulky', 'calculate', 'polite', 'mean', 'laissez', 'passer', 'distinguished', 'distinctive', 'bona', 'fide', 'fascinating', 'replete', 'reward', 'reap', 'bond', 'outing', 'recent', 'stunt', 'outlandish', 'border', 'cartoonlike', 'heavy', 'reliance', 'cgi', 'technology', 'begin', 'creep', 'series', 'newton', 'draw', 'attention', 'magnet', 'circle', 'well', 'know', 'star', 'mark', 'wahlberg', 'lose', 'bite', 'end', 'plausible', 'rest', 'refreshing', 'novel', 'ride', 'fuller', 'surely', 'call', 'gut', 'time', 'exhilarate', 'yarn', 'completa', 'e', 'intelectualmente', 'retadora', 'el', 'de', 'es', 'uno', 'sos', 'que', 'vale', 'la', 'pena', 'ver', 'precisamente', 'por', 'su', 'originalidad', 'strong', 'case', 'importance', 'musician', 'create', 'town', 'sound', 'karen', 'move', 'rhythm', 'lip', 'chant', 'beat', 'long', 'braid', 'hair', 'little', 'wipe', 'away', 'jewelry', 'bead', 'sweat', 'go', 'performance', 'dwarf', 'people', 'give', 'glimpse', 'culture', 'tender', 'liberate', 'funny', 'fable', 'spoof', 'target', 'giant', 'creature', 'feature', 'acknowledge', 'celebrate', 'cheesiness', 'kick', 'watch', 'today', 'engage', 'overview', 'johnson', 'eccentric', 'career', 'rag', 'cheap', 'assuming', 'charisma', 'listen', 'read', 'phone', 'book', 'sandra', 'bullock', 'liable', 'nettelbeck', 'beautifully', 'orchestrate', 'transformation', 'philly', 'self', 'absorb', 'martha', 'open', 'snow', 'movable', 'nigerian', 'sky', 'plus', 'sheep', 'dog', 'host', 'park', 'wrap', 'dose', 'overtime', 'undercover', 'brother', 'run', 'steam', 'find', 'abuse', 'manage', 'original', 'rip', 'idea', 'singer', 'composer', 'bryan', 'adam', 'contribute', 'slew', 'song', 'potential', 'hit', 'simply', 'intrusive', 'package', 'certainly', 'intend', 'er', 'spirit', 'piece', 'america', 'lucky', 'british', 'gold', 'charming', 'enlighten', 'derrick', 'lecture', 'undeniably', 'fascinate', 'playful', 'fellow', 'pleasant', 'hold', 'skilled', 'ensemble', 'american', 'trouble', 'teen', 'miss', 'beloved', 'screen', 'tuck', 'everlaste', 'labour', 'layered', 'richness', 'chiaroscuro', 'madness', 'astonish', 'animated', 'subplot', 'depict', 'inner', 'struggle', 'adolescent', 'hero', 'insecure', 'uncontrolle', 'intense', 'invincible', 'werner', 'alive', 'morton', 'actress', 'portray', 'complex', 'character', 'modern', 'collar', 'grow', 'farther', 'leader', 'shock', 'charm', 'satin', 'rouge', 'avoid', 'obvious', 'humour', 'brightness', 'son', 'bride', 'half', 'hour', 'flattering', 'sense', 'quietness', 'simmer', 'psychological', 'drama', 'burst', 'sudden', 'violence', 'startling', 'slow', 'buildup', 'precede', 'tat', 'intelligent', 'age', 'arduous', 'journey', 'sensitive', 'young', 'girl', 'foster', 'home', 'fierce', 'free', 'dangerous', 'domineer', 'mother', 'truly', 'experience', 'perfect', 'example', 'art', 'right', 'heal', 'clarify', 'comfort', 'delicate', 'observed', 'deeply', 'stylize', 'triumph', 'maverick', 'wrought', 'suspense', 'rich', 'shading', 'color', 'substance', 'appearance', 'treebeard', 'mollus', 'role', 'rolling', 'incredible', 'ingenious', 'construct', 'moment', 'page', 'turner', 'wait', 'happen', 'handle', 'challenge', 'confront', 'reality', 'sexual', 'aberration', 'originally', 'clarity', 'benchmark', 'contender', 'measure', 'painful', 'viewer', 'chance', 'accomplish', 'rivet', 'albeit', 'depressing', 'view', 'iranian', 'rural', 'close', 'iraqi', 'imaginative', 'comedy', 'thriller', 'flourish', 'aside', 'arc', 'gritty', 'get', 'isle', 'preposterous', 'thoroughly', 'misogynistic', 'vista', 'incredibly', 'beautiful', 'look', 'tok', 'o', 'buoyant', 'dance', 'death', 'process', 'demonstrate', 'lot', 'hong', 'kong', 'paper', 'flair', 'landscape', 'english', 'language', 'overpraise', 'elizabeth', 'blast', 'educational', 'energy', 'bounty', 'animation', 'catchy', 'escort', 'entire', 'sport', 'action', 'exciting', 'field', 'doug', 'lima', 'borne', 'direct', 'traffic', 'winery', 'location', 'spycraft', 'use', 'damon', 'ability', 'focus', 'sincere', 'intact', 'katz', 'archival', 'footage', 'horrify', 'document', 'lynch', 'photograph', 'reel', 'recording', 'meeropol', 'entertain', 'child', 'history', 'powerful', 'anthropological', 'detailed', 'realization', 'suburb', 'significant', 'overstate', 'mcfarlane', 'lift', 'firmly', 'level', 'jar', 'hard', 'boy', 'introduce', 'promise', 'unusual', 'kind', 'horror', 'normal', 'bromide', 'barely', 'sustain', 'interstitial', 'program', 'discovery', 'channel', 'max', 'd', 'clichã', 's', 'disappear', 'vertiginous', 'perspective', 'photography', 'burger', 'fan', 'member', 'dormant', 'national', 'grief', 'curiosity', 'chronic', 'cynicism', 'fear', 'roller', 'coaster', 'enjoy', 'favor', 'surprised', 'quickly', 'fade', 'memory', 'chicago', 'sophisticated', 'brash', 'harmonic', 'completely', 'joyful', 'execution', 'steve', 'win', 'method', 'ernest', 'hemmingway', 'accelerate', 'speed', 'volume', 'korean', 'female', 'high', 'school', 'friend', 'face', 'uphill', 'try', 'relationship', 'deep', 'water', 'surface', 'lover', 'crime', 'flick', 'common', 'piesiewicz', 'kieslowski', 'double', 'ronique', 'value', 'enterprise', 'crew', 'previous', 'peril', 'courage', 'sacrifice', 'patience', 'pressure', 'possible', 'sequel', 'outside', 'operate', 'rule', 'contain', 'universe', 'couple', 'mile', 'past', 'blue', 'ribbon', 'beer', 'drink', 'ultimate', 'redneck', 'trip', 'fill', 'pure', 'wonderment', 'excitement', 'du', 'sarcasm', 'tempting', 'regard', 'mr', 'andrew', 'collaborators', 'oddball', 'earnhart', 'quizzical', 'allow', 'finally', 'artist', 'term', 'edit', 'shot', 'syncopate', 'style', 'mimic', 'subject', 'pray', 'rouse', 'invigorate', 'mtv', 'puffery', 'gross', 'psychologically', 'resonant', 'identity', 'aviation', 'secret', 'intermittent', 'uneasy', 'affirming', 'illusion', 'erase', 'recast', 'hip', 'hop', 'metaphor', 'scope', 'ambition', 'accomplishment', 'kurd', 'dramatic', 'impact', 'holocaust', 'mainly', 'tell', 'cube', 'personal', 'revelation', 'shop', 'big', 'iconic', 'symbol', 'fluid', 'result', 'gentle', 'compassionate', 'healing', 'short', 'tremor', 'b', 'scene', 'agreeable', 'pretentious', 'spend', 'ninety', 'digital', 'video', 'stand', 'comedian', 'world', 'unlike', 'flickr', 'swimming', 'performer', 'intriguing', 'ambiguity', 'enthral', 'constantly', 'frustrate', 'desire', 'truth', 'man', 'reconstruct', 'format', 'biography', 'manner', 'doubtless', 'blessing', 'extreme', 'op', 'exceed', 'expectation', 'dialogue', 'cinematography', 'buck', 'hear', 'suffer', 'afghan', 'refugee', 'news', 'unaffected', 'human', 'thunderous', 'quiet', 'cadence', 'finesse', 'shortage', 'dilute', 'potency', 'respectable', 'excellent', 'sequence', 'obviously', 'strike', 'responsive', 'chord', 'south', 'magic', 'part', 'walk', 'barbed', 'brace', 'classy', 'item', 'legend', 'leave', 'prove', 'chop', 'drive', 'nature', 'progress', 'fessenden', 'theme', 'important', 'especially', 'finale', 'exactly', 'gourmet', 'meal', 'fair', 'strap', 'pair', 'goggle', 'shut', 'voyage', 'frontier', 'space', 'merely', 'technical', 'logistical', 'feat', 'russian', 'ark', 'marks', 'cinematic', 'milestone', 'schneider', 'talente', 'terribly', 'charismatic', 'essential', 'social', 'anarchist', 'deal', 'size', 'steak', 'spectacular', 'incarnation', 'fitz', 'infectious', 'gem', 'obsession', 'delight', 'newcomer', 'glorious', 'goofy', 'gory', 'midnight', 'stuff', 'overcome', 'regular', 'minefield', 'clinch', 'potent', 'honesty', 'sensitivity', 'slasher', 'gorefest', 'connoisseur', 'ticket', 'minor', 'balance', 'sweetness', 'coarseness', 'paint', 'sad', 'single', 'intensely', 'skill', 'temper', 'times', 'lo', 'fi', 'special', 'effect', 'folk', 'cobble', 'nemesis', 'indulge', 'force', 'humanity', 'hardware', 'george', 'lucas', 'forget', 'mike', 'originality', 'succeed', 'follow', 'formula', 'audience', 'urban', 'welcome', 'model', 'optimism', 'candidate', 'cent', 'stump', 'speech', 'innocent', 'superior', 'waydowntown', 'boast', 'factor', 'smack', 'tim', 'allen', 'log', 'plenty', 'laugh', 'line', 'load', 'enjoyable', 'esque', 'claptrap', 'punish', 'soul', 'assault', 'mummy', 'represent', 'enormously', 'partly', 'aware', 'grasp', 'absurd', 'gleefully', 'concerned', 'plausibility', 'determine', 'lively', 'script', 'sharp', 'acting', 'partially', 'animate', 'interlude', 'kiss', 'mint', 'believe', 'ray', 'lista', 'jason', 'patrick', 'underwritten', 'fool', 'deserve', 'prize', 'charlotte', 'rambunctious', 'jewish', 'sister', 'non', 'jew', 'husband', 'sweet', 'alabama', 'harmless', 'date', 'surprising', 'irish', 'general', 'postal', 'transparent', 'slowly', 'recommend', 'marvelous', 'michael', 'cane', 'brendan', 'fraser', 'faithful', 'presume', 'twin', 'premise', 'back', 'parent', 'fleet', 'precious', 'commodity', 'matter', 'stephen', 'homespun', 'mule', 'skin', 'posse', 'trailer', 'deny', 'solidly', 'seaworthy', 'chiller', 'fantastical', 'aspect', 'harsh', 'sock', 'visual', 'tour', 'likely', 'humor', 'file', 'behavior', 'return', 'root', 'genre', 'depend', 'certain', 'intelligence', 'reactionary', 'morality', 'science', 'count', 'remain', 'solid', 'somewhat', 'handed', 'account', 'near', 'disaster', 'howard', 'steady', 'hand', 'makmalbaf', 'absolutely', 'realistic', 'path', 'uncompromise', 'existence', 'kurdish', 'iran', 'borderland', 'chunk', 'trap', 'claustrophobic', 'captivate', 'pinch', 'partner', 'complexity', 'trial', 'tribulation', 'seaside', 'splendor', 'shallow', 'attempt', 'disable', 'indie', 'rank', 'williams', 'garden', 'magnetic', 'ebb', 'flow', 'friendship', 'bury', 'environment', 'traditional', 'moviemaking', 'careful', 'period', 'wit', 'maybe', 'release', 'bad', 'decade', 'honestly', 'analyze', 'unexpected', 'deposit', 'watching', 'aptly', 'punishment', 'support', 'tear', 'landmark', 'cop', 'understand', 'medium', 'amazingly', 'understate', 'jack', 'nichols', 'britney', 'deliver', 'safe', 'superstar', 'travel', 'fame', 'freeway', 'business', 'nervous', 'mild', 'headache', 'bernie', 'spare', 'borrow', 'material', 'sure', 'miyazaki', 'undoubtedly', 'delighted', 'tropole', 'sophisticate', 'natured', 'treat', 'slight', 'pleasure', 'insightful', 'oscar', 'nominate', 'side', 'escalate', 'conflict', 'watchful', 'parental', 'peace', 'admire', 'bore', 'frustrated', 'heartbreake', 'glue', 'goodness', 'queen', 'latina', 'problem', 'plant', 'natural', 'gift', 'australian', 'john', 'poison', 'award', 'cinematographer', 'nuttgen', 'terrific', 'discuss', 'innovation', 'handedness', 'dong', 'contradiction', 'lump', 'throat', 'derive', 'power', 'stick', 'fact', 'keeps', 'divert', 'lighten', 'wallet', 'ste', 'interesting', 'goodwill', 'chimpanzee', 'will', 'bust', 'blindly', 'surgical', 'examination', 'joke', 'crude', 'gripping', 'person', 'rack', 'enemy', 'extend', 'writings', 'gene', 'fassbinder', 'nocturnal', 'works', 'goa', 'wear', 'heritage', 'badge', 'honor', 'ending', 'realize', 'fully', 'permutation', 'drum', 'admirable', 'clash', 'unabashedly', 'schmaltzy', 'incident', 'headline', 'mixed', 'emotion', 'disapproval', 'justice', 'combine', 'tinge', 'tai', 'ming', 'liang', 'trademark', 'refined', 'crystalline', 'purely', 'propaganda', 'unleashed', 'worship', 'nonetheless', 'inadvertently', 'timely', 'invaluable', 'implicit', 'reminder', 'u', 'foreign', 'policy', 'rise', 'castro', 'trim', 'lavish', 'production', 'scale', 'satisfy', 'grown', 'escape', 'study', 'cross', 'section', 'americana', 'hollywood', 'possibly', 'fictionalize', 'clumsy', 'equally', 'commercial', 'daring', 'mesmerize', 'exceedingly', 'altar', 'boys', 'adolescence', 'painfully', 'moore', 'impress', 'hayes', 'visit', 'spy', 'territory', 'examine', 'footnote', 'seldom', 'keep', 'guess', 'frame', 'depression', 'touch', 'nerve', 'parker', 'brilliantly', 'update', 'source', 'essence', 'sorrowful', 'hilarious', 'poem', 'alienate', 'labor', 'absurdity', 'workplace', 'sitcom', 'delightful', 'persnickety', 'protein', 'nonthreatene', 'thrilling', 'despite', 'infuriate', 'flaw', 'amy', 'personality', 'polski', 'typical', 'knock', 'off', 'polished', 'political', 'sell', 'fastidiousness', 'christian', 'ellefsen', 'singular', 'frailty', 'slightly', 'dignified', 'version', 'one', 'sex', 'nearly', 'denis', 'michele', 'petit', 'impeccable', 'penetrate', 'unflinche', 'vandalize', 'lead', 'provocatuer', 'test', 'parmentier', 'superlative', 'motivation', 'stress', 'keen', 'sentimental', 'variation', 'motherhood', 'particularly', 'owner', 'passion', 'arouse', 'discord', 'set', 'strange', 'stark', 'mideast', 'desert', 'perceptively', 'taste', 'remarkably', 'accessible', 'affect', 'buy', 'harris', 'cia', 'kook', 'shadowy', 'colony', 'dare', 'inventive', 'impressive', 'direction', 'narrative', 'spin', 'appreciate', 'intimate', 'greatly', 'silberstein', 'large', 'attach', 'strength', 'warmth', 'vitality', 'immensely', 'david', 'goliath', 'additional', 'storyline', 'magical', 'beginning', 'mama', 'bit', 'plot', 'development', 'rival', 'nostalgia', 'search', 'jim', 'millennium', 'definitely', 't', 'shirt', 'window', 'imagination', 'heretic', 'analysis', 'todd', 'solondz', 'windtalker', 'hopelessly', 'gratify', 'invite', 'pick', 'apart', 'fault', 'admit', 'present', 'astute', 'appraisal', 'musical', 'desperate', 'difficult', 'greatest', 'anti', 'benefit', 'hao', 'jie', 'remember', 'detail', 'nuance', 'speak', 'solace', 'event', 'easily', 'forever', 'shainberg', 'intent', 'quirky', 'individual', 'figure', 'forth', 'chronicle', 'latin', 'oppressive', 'regime', 'soft', 'percolate', 'deadpan', 'depiction', 'figurative', 'port', 'ideological', 'ship', 'dock', 'unloading', 'continue', 'ahead', 'generation', 'define', 'transporter', 'unapologetically', 'dumb', 'witness', 'greek', 'happily', 'victim', 'testify', 'comparative', 'accuracy', 'vandal', 'memorie', 'inhabit', 'impossible', 'romance', 'pumpkin', 'debut', 'consider', 'background', 'incendiary', 'provoke', 'peculiar', 'venomous', 'bigotry', 'increasingly', 'theocracy', 'notch', 'accent', 'emotional', 'positive', 'wrench', 'sit', 'success', 'element', 'antithesis', 'dazzle', 'assure', 'directorial', 'praise', 'wide', 'cleverness', 'occasional', 'overindulgence', 'formidable', 'thankful', 'skirt', 'rapidly', 'deteriorate', 'tongue', 'cheek', 'attitude', 'push', 'croc', 'hunter', 'agenda', 'message', 'disrupt', 'stasis', 'sucker', 'fashion', 'shameless', 'loves', 'eat', 'ingredient', 'appetite', 'enactment', 'interview', 'sublime', 'stab', 'specialty', 'wonderful', 'base', 'woman', 'endearingly', 'offbeat', 'meet', 'gimmick', 'tug', 'war', 'undeniable', 'messy', 'fat', 'moved', 'stir', 'epilogue', 'post', 'soviet', 'russia', 'board', 'image', 'add', 'memorize', 'reflective', 'reasonable', 'principal', 'fine', 'bishop', 'standout', 'change', 'necessary', 'discussion', 'politic', 'understandable', 'energetic', 'largely', 'celebratory', 'isolation', 'permeate', 'bastion', 'individuality', 'ikea', 'trooper', 'out', 'bandy', 'blur', 'winner', 'razor', 'catlife', 'wisely', 'reject', 'temptation', 'interested', 'response', 'stroke', 'ram', 'dass', 'grace', 'seek', 'intrigue', 'disappoint', 'guy', 'brain', 'savvy', 'exploration', 'paranoia', 'insecurity', 'legendary', 'memoir', 'transfer', 'asset', 'dot', 'twist', 'worthy', 'enormous', 'thinking', 'uplift', 'usual', 'brilliant', 'rough', 'safely', 'insomnia', 'pretty', 'earn', 'precisely', 'soderbergh', 'frontal', 'stop', 'ensue', 'snapshot', 'china', 'microcosm', 'crash', 'course', 'mythology', 'surreal', 'gambling', 'french', 'simple', 'risk', 'choose', 'bump', 'creamy', 'depth', 'thing', 'alias', 'betty', 'predictable', 'asia', 'authors', 'anna', 'artista', 'italian', 'aspire', 'directress', 'roman', 'cupola', 'dad', 'heck', 'cq', 'amuse', 'breezily', 'campaign', 'trail', 'melodrama', 'emotionally', 'thank', 'credible', 'able', 'theater', 'spieler', 'hawk', 'applaud', 'wallpaper', 'philosophical', 'freedom', 'playable', 'hu', 'liu', 'lint', 'sorrow', 'longing', 'bold', 'lyrical', 'raja', 'mari', 'pat', 'notion', 'aged', 'wanna', 'treatise', 'sensual', 'empowerment', 'respect', 'penthouse', 'anderson', 'rigorous', 'distance', 'distancing', 'wild', 'civil', 'tunnel', 'build', 'commonly', 'complete', 'hope', 'sort', 'food', 'brutal', 'strangely', 'soulful', 'fiction', 'learn', 'cultural', 'grab', 'maze', 'remarkable', 'meditation', 'revolution', 'creepy', 'committed', 'chinese', 'wind', 'institution', 'actual', 'price', 'intricate', 'intellectual', 'gamesmanship', 'dennis', 'quad', 'athletic', 'march', 'weak', 'revenge', 'weaken', 'lady', 'perception', 'subtle', 'supportive', 'foul', 'freak', 'total', 'mix', 'ego', 'jealousy', 'seemingly', 'serene', 'marriage', 'diversity', 'ethnicity', 'prevent', 'proceeding', 'repetition', 'appropriately', 'brief', 'running', 'pianist', 'valedictory', 'bargain', 'nail', 'tight', 'focused', 'shard', 'pronounce', 'gro', 'correctly', 'transcend', 'ethnic', 'boundary', 'office', 'barley', 'barrel', 'successfully', 'foil', 'willis', 'weary', 'colonel', 'condition', 'saucer', 'puppet', 'sympathetic', 'caretaker', 'probably', 'cheat', 'tart', 'sugar', 'bennett', 'dramatization', 'descent', 'breakup', 'edition', 'morbid', 'appeal', 'tough', 'entertaining', 'introduction', 'expect', 'sale', 'coldplay', 'contrivance', 'overshadowed', 'weber', 'weissman', 'verve', 'corvette', 'gender', 'preference', 'agitprop', 'indomitable', 'rebel', 'yeah', 'damn', 'unbelievable', 'perfection', 'ostentatious', 'noodle', 'poignant', 'reveal', 'arithmetic', 'nicely', 'serve', 'society', 'transition', 'boisterous', 'heartfelt', 'touching', 'african', 'quest', 'origin', 'yearn', 'acceptance', 'randy', 'sexy', 'andã', 'sundance', 'glossy', 'lib', 'runner', 'dancer', 'bunch', 'poetry', 'check', 'particular', 'interest', 'student', 'enthusiast', 'international', 'design', 'rhythmic', 'boldly', 'major', 'album', 'puzzle', 'satisfie', 'lust', 'fast', 'minority', 'report', 'adulthood', 'fraught', 'small', 'swim', 'wannabe', 'demo', 'produce', 'charles', 'address', 'authentic', 'jackbot', 'atrice', 'affection', 'monster', 'hill', 'weddings', 'bridge', 'jones', 'diary', 'fidelity', 'melt', 'buff', 'reflect', 'instability', 'metaphorical', 'underwe', 'heartbeat', 'historical', 'significance', 'hey', 'shower', 'coherent', 'horrifically', 'vivid', 'turbulent', 'band', 'crowd', 'punk', 'gruelle', 'heartbreaking', 'seldahl', 'sterling', 'raise', 'mandolin', 'disease', 'stunning', 'dreamlike', 'euro', 'prevention', 'talented', 'sam', 'rockwell', 'class', 'confession', 'vastness', 'imply', 'metropolis', 'breathtake', 'murderous', 'maid', 'comprehensive', 'downtown', 'z', 'aggressive', 'green', 'buddy', 'burke', 'octopus', 'river', 'menace', 'deceivingly', 'retrospect', 'ana', 'vibrant', 'successful', 'slick', 'skillful', 'witty', 'growth', 'aesthetic', 'lick', 'bub', 'ho', 'bravery', 'bruce', 'campbell', 'building', 'slack', 'scream', 'bathroom', 'break', 'job', 'liability', 'increment', 'carefully', 'camouflage', 'everyday', 'activity', 'tremendous', 'brazil', 'note', 'faulty', 'goddammit', 'meaning', 'photo', 'delusion', 'flash', 'kaufman', 'eerie', 'night', 'matthew', 'kill', 'chalk', 'adoration', 'nio', 'murphy', 'myriad', 'sensibility', 'tude', 'nostalgic', 'nonsense', 'average', 'demand', 'distracted', 'irrevocable', 'tie', 'bind', 'enhance', 'potter', 'anxious', 'hogwart', 'express', 'mischief', 'talent', 'moonlight', 'sleeve', 'humble', 'wry', 'morgan', 'redgrave', 'aquatic', 'shore', 'baja', 'california', 'peninsula', 'mexico', 'virtue', 'dark', 'surprisingly', 'avalanche', 'pop', 'bang', 'wet', 'dynamite', 'refuse', 'entirely', 'wound', 'hyper', 'clockstopper', 'bringing', 'enforce', 'rapid', 'fire', 'delivery', 'nietzsche', 'reference', 'polish', 'relatively', 'elegant', 'symmetry', 'warn', 'have', 'slapstick', 'antic', 'silly', 'street', 'paris', 'toss', 'obscure', 'expression', 'mullinski', 'compact', 'breeze', 'wonder', 'ghost', 'imagine', 'sly', 'wink', 'postmodern', 'marine', 'warp', 'logic', 'wish', 'imp', 'cry', 'notorious', 'c', 'h', 'vulgar', 'highlight', 'inspire', 'vietnamese', 'relocation', 'camp', 'maturity', 'display', 'astonishing', 'inexperience', 'splendid', 'fullnew', 'ease', 'division', 'flotsam', 'occasion', 'unearth', 'facie', 'terrible', 'future', 'cult', 'classic', 'taker', 'form', 'opinion', 'friday', 'yahoo', 'sandwich', 'dry', 'imaginable', 'stay', 'clear', 'remind', 'helluva', 'festival', 'buzz', 'obsess', 'producer', 'descend', 'utah', 'january', 'ferret', 'declare', 'elliott', 'articulate', 'enter', 'bloody', 'sunday', 'visceral', 'supply', 'complication', 'crosse', 'fantastic', 'theatre', 'range', 'shattering', 'velocity', 'gather', 'momentum', 'complain', 'repeat', 'recall', 'propulsion', 'spike', 'lee', 'brown', 'conceal', 'saga', 'fall', 'spine', 'barbershop', 'filmmake', 'anytime', 'soon', 'lend', 'narcotize', 'bland', 'sinister', 'biennial', 'machination', 'shoot', 'openly', 'more', 'ensure', 'x', 'cheese', 'hoard', 'macabre', 'deprecating', 'taylor', 'utilize', 'breathing', 'catapulting', 'vividly', 'flawed', 'indicate', 'restrained', 'sick', 'twisted', 'miracle', 'opening', 'beijing', 'rebellion', 'retreat', 'oblivion', 'gloss', 'villeneuve', 'fondness', 'kathy', 'coating', 'unrelentingly', 'unpleasant', 'intuitively', 'reduce', 'option', 'equator', 'simplistic', 'tedious', 'reddish', 'juvenile', 'teenage', 'exploitation', 'devoid', 'graphic', 'treatment', 'wearable', 'discard', 'pathological', 'exhuming', 'instead', 'skew', 'circumstantial', 'situation', 'visually', 'flashy', 'opaque', 'valid', 'exercise', 'justification', 'having', 'recycle', 'bravo', 'stale', 'concept', 'meat', 'grinder', 'facial', 'sour', 'hack', 'disquiet', 'gore', 'allusion', 'serial', 'murder', 'attempts', 'mess', 'loose', 'collection', 'improvise', 'number', 'tv', 'cut', 'room', 'floor', 'lie', 'penchant', 'ironic', 'satire', 'frustrating', 'missile', 'player', 'gain', 'notice', 'richie', 'lock', 'stock', 'smoking', 'snatch', 'bod', 'unlikely', 'household', 'basis', 'vehicle', 'difference', 'stupid', 'joe', 'viterelli', 'goombah', 'screenwriting', 'courtesy', 'rogue', 'yale', 'grad', 'previously', 'skull', 'volleyball', 'say', 'overboard', 'fly', 'hail', 'bullet', 'sasha', 'decent', 'pedestrian', 'comment', 'rob', 'actually', 'convincing', 'press', 'remake', 'pale', 'imitation', 'studio', 'forgive', 'shady', 'product', 'farce', 'parody', 'comparison', 'commentary', 'knowledge', 'exoticism', 'pax', 'coma', 'party', 'awry', 'dudsville', 'toilet', 'frozen', 'barrio', 'tequila', 'bender', 'jacket', 'criticism', 'cynical', 'hotspot', 'morally', 'bankrupt', 'construction', 'integrate', 'homage', 'mere', 'excuse', 'wan', 'thinly', 'sketch', 'infantile', 'redundant', 'sloppy', 'amateur', 'yep', 'wake', 'reno', 'sleep', 'compel', 'femme', 'experiment', 'harvest', 'roughage', 'dominate', 'pile', 'param', 'electoral', 'broadcast', 'heavyweight', 'joel', 'silver', 'robert', 'zemeckis', 'agree', 'assume', 'underwear', 'useless', 'recycling', 'smile', 'survive', 'eric', 'schaeffer', 'mediocre', 'mood', 'catch', 'curl', 'distinctly', 'ordinary', 'opera', 'indoor', 'unsure', 'evoke', 'naturalism', 'nerd', 'revisit', 'bleak', 'hardly', 'watchable', 'regurgitates', 'swing', 'throw', 'flashbulb', 'editing', 'cover', 'absence', 'continuity', 'undisputed', 'incoherent', 'bout', 'finish', 'burial', 'sack', 'gloom', 'civilized', 'ballistic', 'deck', 'vs', 'sever', 'ordeal', 'amusement', 'equilibrium', 'pass', 'thirteen', 'totalitarian', 'farenheit', 'naturalness', 'consciously', 'poetic', 'pity', 'nelson', 'achievement', 'match', 'appear', 'orange', 'prison', 'jumpsuit', 'shout', 'tool', 'aid', 'annoying', 'demeanor', 'cleanflick', 'ali', 'macaw', 'profanities', 'replace', 'latitudes', 'pc', 'stability', 'notwithstanding', 'fairy', 'conclusion', 'mislead', 'unexplained', 'maroon', 'cameo', 'odd', 'haphazard', 'inconsequential', 'bone', 'tackle', 'dollar', 'pascal', 'billy', 'rom', 'com', 'amã', 'auto', 'fabulous', 'destiny', 'canal', 'spiritual', 'interfaith', 'understanding', 'stretch', 'chemistry', 'freeman', 'judo', 'evil', 'country', 'bear', 'upset', 'fighter', 'flat', 'cumulative', 'rifle', 'weird', 'relative', 'trois', 'vacation', 'stonehenge', 'evening', 'connection', 'identification', 'underdeveloped', 'convenient', 'conveyor', 'belt', 'brood', 'parade', 'infatuate', 'final', 'rabbit', 'proof', 'fence', 'authority', 'blade', 'ii', 'badly', 'blanc', 'baseball', 'monkey', 'worse', 'bar', 'sixth', 'grade', 'height', 'barry', 'sonnenfeld', 'owe', 'frank', 'pug', 'roger', 'vary', 'uproar', 'mpa', 'glory', 'riddled', 'unanswered', 'require', 'gargantuan', 'leaps', 'faith', 'approach', 'usher', 'ask', 'earnest', 'obstacle', 'stumble', 'advance', 'screening', 'pluto', 'nash', 'sticker', 'punch', 'dimensional', 'put', 'prospect', 'mobile', 'campus', 'depravity', 'amid', 'deliberate', 'tiresome', 'holiness', 'render', 'failure', 'trace', 'spoiler', 'alert', 'significantly', 'exaggeration', 'recount', 'halloween', 'haunt', 'house', 'confuse', 'convert', 'deadly', 'dull', 'pointless', 'loser', 'seed', 'overrun', 'characterize', 'robotic', 'sentiment', 'jury', 'bestow', 'hoffman', 'salt', 'honoring', 'prescribed', 'dentist', 'waiting', 'smooth', 'mural', 'cushion', 'ironically', 'lame', 'evade', 'responsibility', 'toddler', 'topic', 'instance', 'portrait', 'alienation', 'code', 'tanker', 'hollow', 'tribute', 'skip', 'soundtrack', 'cd', 'cold', 'motion', 'dignify', 'ceo', 'rustic', 'pee', 'tree', 'laughter', 'mechanical', 'kinda', 'museum', 'exhibit', 'contemporary', 'interpretation', 'joan', 'prefeminist', 'plight', 'nudity', 'beware', 'brit', 'dime', 'oddly', 'humorous', 'seriously', 'gag', 'bag', 'awful', 'grouchy', 'ayatollah', 'mosque', 'padding', 'extract', 'bare', 'wyatt', 'purpose', 'muster', 'ron', 'elements', 'team', 'mermaid', 'sparkle', 'retina', 'candy', 'resonance', 'vacuum', 'handler', 'butt', 'doubt', 'highly', 'ambitious', 'egoyan', 'convolute', 'knockaround', 'rarely', 'raison', 'gun', 'tame', 'offensive', 'maiden', 'foolish', 'mental', 'illness', 'ice', 'fairly', 'untold', 'suspiciously', 'boilerplate', 'subtlety', 'exact', 'terminally', 'dead', 'episode', 'admittedly', 'problematic', 'specific', 'share', 'holiday', 'box', 'pie', 'rmer', 'trust', 'concur', 'proper', 'follower', 'undead', 'vampire', 'pic', 'shrink', 'soprano', 'maker', 'cash', 'disappointed', 'hook', 'overline', 'credit', 'wenstein', 'drag', 'ham', 'physically', 'disintegration', 'pregnancy', 'boyd', 'consequence', 'curious', 'similarly', 'ill', 'antitrust', 'fraction', 'budget', 'ejemplo', 'una', 'citta', 'en', 'import', 'interesante', 'haber', 'resultado', 'pubs', 'francamente', 'aburrido', 'y', 'deplorable', 'register', 'blip', 'radar', 'derivative', 'trope', 'wider', 'unfaithful', 'whatsoever', 'sue', 'trek', 'suggestive', 'reunion', 'mixer', 'fail', 'dystopian', 'retell', 'fahrenheit', 'matrix', 'obnoxious', 'chitchat', 'neurotic', 'stiff', 'extra', 'twice', 'perpetually', 'waste', 'margaret', 'hazy', 'money', 'clause', 'rehash', 'capable', 'whorl', 'spell', 'peg', 'groove', 'york', 'simplify', 'dishonest', 'fluff', 'pack', 'm', 'funniest', 'franchise', 'myers', 'ruin', 'ba', 'murdock', 'chase', 'black', 'red', 'lovebird', 'immature', 'denial', 'dearly', 'summertime', 'restless', 'dignity', 'motivate', 'possibility', 'blanket', 'statement', 'store', 'nomination', 'vanity', 'worry', 'wisdom', 'sermon', 'lousy', 'gap', 'clean', 'jeremy', 'textbook', 'psychologize', 'pelvis', 'feather', 'horse', 'sandbox', 'vote', 'condescension', 'pore', 'solar', 'rely', 'hickenlooper', 'snap', 'wiseacre', 'hypnotically', 'dice', 'genius', 'moral', 'spear', 'content', 'confusion', 'favourite', 'ground', 'ia', 'soldier', 'loud', 'mainstream', 'journalistically', 'dubious', 'inept', 'legally', 'primitive', 'murderer', 'inside', 'tech', 'station', 'unleash', 'pandora', 'gamut', 'ford', 'name', 'aos', 'ballast', 'tank', 'sink', 'harrison', 'oliver', 'whip', 'muscle', 'discover', 'seinfeld', 'predecessor', 'walsh', 'negotiate', 'inconsistency', 'compensate', 'sheer', 'tired', 'peer', 'detach', 'abhorrent', 'inexplicable', 'scary', 'storytelle', 'oftentime', 'cowardly', 'autocritique', 'skirmish', 'wage', 'predator', 'settle', 'artificial', 'passable', 'intentione', 'rent', 'parable', 'sophomore', 'grain', 'dependent', 'naturalistic', 'exhaust', 'cleverly', 'craft', 'bogge', 'topical', 'achingly', 'hinder', 'uneven', 'lapse', 'tommy', 'peep', 'booth', 'surround', 'mapping', 'griffin', 'hurt', 'jr', 'ounce', 'fluffy', 'disposable', 'seat', 'ignorant', 'pinhead', 'sign', 'exit', 'limited', 'explosion', 'stadium', 'pulp', 'choppy', 'monosyllabic', 'dub', 'length', 'vertical', 'limit', 'surf', 'memorable', 'downside', 'steal', 'harvard', 'nuclear', 'crisis', 'evenly', 'enjoyment', 'thin', 'kevin', 'smith', 'blasphemous', 'suburban', 'jersey', 'strip', 'audacity', 'monstrous', 'pathetic', 'santa', 'bumps', 'ick', 'scientific', 'incomprehensible', 'pit', 'nightmare', 'exception', 'moist', 'clue', 'affair', 'divine', 'ya', 'sisterhood', 'hefty', 'fry', 'tomato', 'closing', 'voice', 'suffocating', 'rape', 'payback', 'hinge', 'subgenre', 'enable', 'ebullient', 'industrial', 'freeze', 'copy', 'generate', 'showtime', 'eventually', 'fold', 'thickness', 'telegraph', 'muted', 'influence', 'rohypnol', 'airs', 'hal', 'harley', 'vital', 'comic', 'critical', 'stanford', 'bee', 'networth', 'seduce', 'founder', 'empathy', 'milieu', 'intelligentsia', 'feels', 'pagan', 'suspenseful', 'nonsensical', 'sham', 'theory', 'hypothesis', 'surefire', 'stuck', 'cylinder', 'unsatisfied', 'reeve', 'peanut', 'butter', 'desperately', 'ingratiate', 'commend', 'determination', 'text', 'adopt', 'mannered', 'tragedy', 'core', 'inject', 'consciousness', 'bogdanich', 'unashamedly', 'pro', 'serbian', 'thesis', 'mary', 'shakespeare', 'eloquent', 'dreamy', 'sluggish', 'g', 'wells', 'machine', 'kin', 'rework', 'sony', 'tune', 'chan', 'unable', 'save', 'austin', 'goldmember', 'singe', 'cotton', 'sticky', 'miles', 'grassland', 'anybody', 'conversation', 'wal', 'mart', 'checkout', 'weight', 'grave', 'youngster', 'steep', 'childish', 'teenager', 'plume', 'graveyard', 'rescue', 'seal', 'remote', 'shelf', 'indefinitely', 'advice', 'kev', 'dotted', 'alternately', 'caucus', 'wise', 'send', 'regret', 'ugly', 'hideous', 'told', 'accidental', 'compare', 'television', 'motherdaughter', 'shiny', 'glaze', 'sum', 'cluelessness', 'idiot', 'misplace', 'earnestness', 'strangeness', 'excellence', 'pain', 'kinetic', 'approximation', 'contempt', 'unintelligible', 'poorly', 'slapping', 'ludicrous', 'powerpuff', 'anecdote', 'cartoon', 'japan', 'seizure', 'aan', 'opportunity', 'unrelated', 'thematic', 'vain', 'dictator', 'madman', 'mention', 'inappropriate', 'wildly', 'underserve', 'induce', 'fright', 'meander', 'atmosphere', 'impression', 'rude', 'dig', 'league', 'incompetent', 'plain', 'crap', 'type', 'dece', 'lily', 'hou', 'variable', 'foot', 'enchantment', 'quirk', 'wo', 'cuba', 'valiant', 'bug', 'spark', 'diane', 'adrian', 'mobilize', 'storytelling', 'swimfan', 'plotting', 'insult', 'villain', 'crazy', 'lina', 'wertmuller', 'wife', 'bo', 'derek', 'ridiculous', 'boxer', 'grease', 'videogame', 'excruciatingly', 'torture', 'basic', 'distasteful', 'downright', 'pool', 'drown', 'boredom', 'salute', 'computer', 'handsome', 'sidekick', 'deity', 'overall', 'mediocrity', 'saccharine', 'cause', 'massive', 'cardiac', 'arrest', 'die', 'intermittently', 'eager', 'murray', 'prolific', 'comfortably', 'enigma', 'yield', 'filter', 'inherent', 'limitation', 'schlocky', 'horroraction', 'hybrid', 'company', 'eddie', 'hackneye', 'shadow', 'ellis', 'preach', 'unfold', 'believable', 'zeal', 'spread', 'palestinian', 'meaningful', 'context', 'woo', 'private', 'ryan', 'presence', 'wanted', 'capitalize', 'similar', 'pediatric', 'milk', 'cow', 'answer', 'swedish', 'hint', 'joy', 'prefer', 'humiliation', 'martin', 'defeat', 'bed', 'frigate', 'birthday', 'muddle', 'limp', 'biscuit', 'soap', 'maddeningly', 'insistent', 'repetitive', 'piano', 'capacity', 'excite', 'church', 'flagrant', 'fake', 'thunderstorm', 'underscore', 'klein', 'election', 'speedy', 'swan', 'dive', 'landing', 'squarely', 'usually', 'straight', 'murky', 'visible', 'boom', 'marginal', 'competence', 'mar', 'redemption', 'disastrous', 'harm', 'rush', 'christmas', 'suited', 'living', 'agency', 'bike', 'topless', 'mud', 'worthwhile', 'community', 'guide', 'closeness', 'workshop', 'jettisoned', 'shrewd', 'activate', 'duct', 'carve', 'overplay', 'exaggerated', 'mildly', 'bother', 'dreadful', 'inversion', 'concubine', 'triangle', 'screw', 'panorama', 'tag', 'gay', 'niche', 'prose', 'stumblebum', 'spar', 'succession', 'blow', 'dump', 'guez', 'wears', 'cerebral', 'nebrida', 'cream', 'pot', 'thanksgiving', 'balloon', 'duty', 'rope', 'float', 'oedekerk', 'mercilessly', 'genuinely', 'resort', 'thrill', 'killer', 'regulatory', 'psyche', 'addict', 'scatter', 'command', 'solely', 'vintage', 'minimally', 'mcklusky', 'spot', 'culprit', 'goalless', 'boring', 'rk', 'rerun', 'potentially', 'heavily', 'mayhem', 'cage', 'uncut', 'vicious', 'hamper', 'paralyzed', 'insurgent', 'aim', 'crawl', 'snail', 'lawrence', 'trade', 'postcard', 'glorify', 'lovefest', 'windtalkers', 'clich', 'compendium', 'wasteful', 'coffee', 'table', 'squeeze', 'minaj', 'drain', 'formulaic', 'setting', 'destination', 'public', 'kung', 'pow', 'likeness', 'mist', 'eyed', 'southern', 'sanguine', 'quicksand', 'trash', 'notify', 'switch', 'stall', 'lackluster', 'gear', 'blindness', 'clan', 'chuck', 'norris', 'grenade', 'occur', 'indication', 'minded', 'suspend', 'belief', 'holm', 'rental', 'rewarding', 'reckless', 'squander', 'everybody', 'train', 'showdown', 'bushy', 'peas', 'adequate', 'fumble', 'accumulate', 'crucial', 'miscalculation', 'cedar', 'upmerge', 'paraphrase', 'wicket', 'nicholas', 'nickleby', 'fragment', 'undergone', 'potato', 'convincingly', 'kitchen', 'illustrate', 'fans', 'critic', 'dramatically', 'cable', 'snooker', 'relentlessly', 'pokemon', 'celebs', 'charter', 'carmen', 'unhappy', 'late', 'fatal', 'mistake', 'era', 'male', 'academic', 'choice', 'exquisite', 'shed', 'fabric', 'delete', 'proc', 'nation', 'instantly', 'dysfunctional', 'rampant', 'door', 'scrooge', 'blatant', 'placement', 'comedic', 'fart', 'stereotypical', 'teacher', 'athlete', 'sight', 'rash', 'scoop', 'fetched', 'neil', 'pad', 'jelly', 'belly', 'resident', 'hysteria', 'playstation', 'cocktail', 'app', 'unspeakably', 'unbearable', 'flatly', 'heroine', 'dim', 'witte', 'porn', 'brian', 'alma', 'particle', 'blutarsky', 'innocuous', 'claude', 'glorified', 'woody', 'liner', 'executable', 'city', 'sea', 'mcdormand', 'plotters', 'justify', 'relevant', 'latino', 'second', 'downhill', 'taxon', 'unlock', 'substantial', 'lifeless', 'lawn', 'chair', 'shenanigan', 'distinguish', 'clinched', 'let', 'moratorium', 'immediately', 'inspirational', 'prep', 'professor', 'heartwarmingly', 'lofty', 'perch', 'stranger', 'metropolitan', 'area', 'categorize', 'smutty', 'guilty', 'rocky', 'leaky', 'swinge', 'hobby', 'attract', 'fit', 'medical', 'equipment', 'urge', 'aisle', 'walker', 'frustration', 'decide', 'battery', 'familiarity', 'hungry', 'mine', 'month', 'throwaway', 'rainbow', 'button', 'segment', 'populace', 'yes', 'rating', 'zero', 'diss', 'repulsive', 'adult', 'enamor', 'antonio', 'banners', 'lucy', 'takeoff', 'dress', 'prey', 'joint', 'promotion', 'basketball', 'association', 'rap', 'poster', 'penalty', 'mythmake', 'inform', 'hindsight', 'dope', 'espionage', 'misfortune', 'clock', 'feminist', 'equation', 'misery', 'dude', 'underwhelme', 'unified', 'phenomenon', 'peak', 'ago', 'poor', 'berkeley', 'flip', 'dolphin', 'gas', 'thornberry', 'wedge', 'heaven', 'unusually', 'impressively', 'fuss', 'hi', 'morning', 'puppy', 'leg', 'butterfly', 'tom', 'dey', 'knack', 'idiosyncratic', 'shanghai', 'noon', 'blanks', 'forest', 'jump', 'angel', 'erratic', 'embarrassment', 'jaglom', 'conscious', 'grating', 'irritate', 'taint', 'probability', 'quarter', 'elephant', 'fece', 'positively', 'generic', 'macbeth', 'invention', 'cricket', 'frameless', 'sci', 'redundancy', 'unsuccessful', 'rudeness', 'accompany', 'navel', 'riot', 'clothe', 'hot', 'chick', 'dumbness', 'incapable', 'laziness', 'kingdom', 'iteration', 'creepiest', 'convention', 'developmental', 'disabled', 'supernatural', 'redeem', 'mentally', 'tootsie', 'rookie', 'tang', 'punchline', 'davis', 'convince', 'bird', 'editor', 'humorless', 'void', 'factory', 'poise', 'receive', 'un', 'inspector', 'directo', 'pelo', 'fracasso', 'lar', 'roteirista', 'jay', 'cox', 'conserve', 'aproveitar', 'os', 'em', 'da', 'mediocridade', 'tarantino', 'subside', 'processor', 'gangstercrime', 'holmes', 'underachiever', 'climax', 'scarcely', 'arrive', 'tape', 'market', 'abridge', 'satisfied', 'embarrassed', 'intermediary', 'passage', 'apparently', 'glare', 'triteness', 'device', 'service', 'drift', 'aimlessly', 'lodge', 'crack', 'category', 'embarrass', 'genital', 'weigh', 'champagne', 'fisher', 'alarm', 'dual', 'sincerity', 'elderly', 'propensity', 'suggest', 'fight', 'sensationalize', 'precarious', 'skid', 'row', 'achieve', 'margin', 'histrionic', 'vein', 'brilliance', 'animal', 'modernize', 'w', 'mason', 'suit', 'sensibilitie', 'decision', 'circuit', 'falsehood', 'undermine', 'stirling', 'creator', 'jackie', 'legged', 'hairy', 'unintentionally', 'laggard', 'epiphany', 'respective', 'threadbare', 'suck', 'afraid', 'extent', 'warm', 'bibbidy', 'bobbidi', 'nonbeliever', 'rethink', 'creed', 'skeptic', 'bizarre', 'confluence', 'creativity', 'consume', 'outward', 'gone', 'full', 'thematically', 'bowel', 'movement', 'caddyshack', 'loyal', 'order', 'raccoon', 'sorry', 'mick', 'dagger', 'shyamalan', 'mystic', 'unreadable', 'hockey', 'ineffective', 'distract', 'trick', 'suppose', 'weakly', 'lost', 'mojo', 'judge', 'gigantic', 'proportion', 'lunar', 'mission', 'smuggling', 'danish', 'alter', 'bard', 'alternative', 'delivering', 'inquiry', 'redeemable', 'randall', 'wallace', 'manufacture', 'busy', 'nursing', 'strategically', 'white', 'sheet', 'madonna', 'mediterranean', 'sparked', 'sweep', 'gid', 'theatrical', 'unfinished', 'million', 'javier', 'gerard', 'vera', 'fever', 'pitch', 'succumb', 'brady', 'squandering', 'topnotch', 'fearsome', 'allegedly', 'marketable', 'emperor', 'club', 'blind', 'pretend', 'blood', 'cadaver', 'animã', 'saturday', 'sword', 'sorcery', 'round', 'japanese', 'widowmaker', 'envelop', 'universal', 'loyalty', 'dedication', 'goal', 'versus', 'martial', 'empire', 'gangster', 'virtually', 'tube', 'possession', 'honorable', 'jonathan', 'anime', 'rubber', 'routine', 'insipid', 'goldberg', 'remotely', 'triumphant', 'drumbeat', 'authenticity', 'pornographic', 'apartment', 'disguise', 'ha', 'circus', 'wrong', 'fixing', 'worst', 'bollock', 'sample', 'purple', 'rubbish', 'listclass', 'feeling', 'endure', 'workout', 'pulse', 'waterlogge', 'uncharted', 'stupidity', 'coherence', 'sub', 'banter', 'mcconaughey', 'irony', 'zone', 'bale', 'bat', 'eyelid', 'academy', 'clayburgh', 'practice', 'altogether', 'brownish', 'numbingly', 'abbreviate', 'obviousness', 'whitaker', 'concern', 'splitting', 'grandson', 'judaism', 'broomfield', 'unveil', 'endless', 'wheedle', 'reluctant', 'camera', 'windshield', 'car', 'daytime', 'reflection']\n"
     ]
    }
   ],
   "source": [
    "word_features = list(all_words.keys())\n",
    "print(len(word_features) , word_features)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## `Finding Features (True/False)`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of datasets: 1009\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "({'rock': False,\n",
       "  'destine': False,\n",
       "  'century': False,\n",
       "  'new': False,\n",
       "  'conan': False,\n",
       "  'going': False,\n",
       "  'splash': False,\n",
       "  'great': False,\n",
       "  'arnold': False,\n",
       "  'schwarzenegger': False,\n",
       "  'jean': False,\n",
       "  'cloud': False,\n",
       "  'van': False,\n",
       "  'dame': False,\n",
       "  'steven': False,\n",
       "  'legal': False,\n",
       "  'gorgeous': False,\n",
       "  'elaborate': False,\n",
       "  'continuation': False,\n",
       "  'lord': False,\n",
       "  'ring': False,\n",
       "  'trilogy': False,\n",
       "  'huge': False,\n",
       "  'column': False,\n",
       "  'word': False,\n",
       "  'adequately': False,\n",
       "  'describe': False,\n",
       "  'co': False,\n",
       "  'writer': False,\n",
       "  'director': False,\n",
       "  'peter': False,\n",
       "  'jackson': False,\n",
       "  'expand': False,\n",
       "  'vision': False,\n",
       "  'j': False,\n",
       "  'r': False,\n",
       "  'token': False,\n",
       "  'middle': False,\n",
       "  'earth': False,\n",
       "  'effective': False,\n",
       "  'revid': False,\n",
       "  'biopic': False,\n",
       "  'like': False,\n",
       "  'movie': False,\n",
       "  'fun': False,\n",
       "  'asahi': False,\n",
       "  'good': False,\n",
       "  'place': False,\n",
       "  'start': False,\n",
       "  'emerge': False,\n",
       "  'rare': False,\n",
       "  'issue': False,\n",
       "  'honest': False,\n",
       "  'weekly': False,\n",
       "  'observe': False,\n",
       "  'feel': False,\n",
       "  'film': False,\n",
       "  'provide': False,\n",
       "  'insight': False,\n",
       "  'erotic': False,\n",
       "  'mindset': False,\n",
       "  'comic_strip': False,\n",
       "  'reach': False,\n",
       "  'absolute': False,\n",
       "  'game': False,\n",
       "  'offer': False,\n",
       "  'combination': False,\n",
       "  'entertainment': False,\n",
       "  'education': False,\n",
       "  'picture': False,\n",
       "  'literally': False,\n",
       "  'show': False,\n",
       "  'road': False,\n",
       "  'hell': False,\n",
       "  'pave': False,\n",
       "  'intention': False,\n",
       "  'steer': False,\n",
       "  'turn': False,\n",
       "  'happy': False,\n",
       "  'screenplay': False,\n",
       "  'url': False,\n",
       "  'edge': False,\n",
       "  'clever': False,\n",
       "  'want': False,\n",
       "  'hate': False,\n",
       "  'pull': False,\n",
       "  'care': False,\n",
       "  'cat': False,\n",
       "  'refresh': False,\n",
       "  'different': False,\n",
       "  'slice': False,\n",
       "  'asian': False,\n",
       "  'cinema': False,\n",
       "  'worth': False,\n",
       "  'see': False,\n",
       "  'talk': False,\n",
       "  'singing': False,\n",
       "  'head': False,\n",
       "  'surprise': False,\n",
       "  'wisegirl': False,\n",
       "  'low': False,\n",
       "  'key': False,\n",
       "  'quality': False,\n",
       "  'genuine': False,\n",
       "  'tenderness': False,\n",
       "  'indigo': False,\n",
       "  'fed': False,\n",
       "  'eye': False,\n",
       "  'heart': False,\n",
       "  'mind': False,\n",
       "  'family': False,\n",
       "  'orient': False,\n",
       "  'fantasy': False,\n",
       "  'adventure': False,\n",
       "  'ultimately': False,\n",
       "  'ponder': False,\n",
       "  'reason': False,\n",
       "  'need': False,\n",
       "  'story': False,\n",
       "  'utterly': False,\n",
       "  'compelling': False,\n",
       "  'write': False,\n",
       "  'reputation': False,\n",
       "  'famous': False,\n",
       "  'author': False,\n",
       "  'live': False,\n",
       "  'come': False,\n",
       "  'question': False,\n",
       "  'illuminate': False,\n",
       "  'overly': False,\n",
       "  'documentary': False,\n",
       "  'masterpiece': False,\n",
       "  'year': False,\n",
       "  'make': False,\n",
       "  'ripe': False,\n",
       "  'enrapture': False,\n",
       "  'beauty': False,\n",
       "  'tempo': False,\n",
       "  'willing': False,\n",
       "  'probe': False,\n",
       "  'inscrutable': False,\n",
       "  'mystery': False,\n",
       "  'breath': False,\n",
       "  'fresh': False,\n",
       "  'air': False,\n",
       "  'true': False,\n",
       "  'sophistication': False,\n",
       "  'thoughtful': False,\n",
       "  'provocative': False,\n",
       "  'consistently': False,\n",
       "  'humanize': False,\n",
       "  'cast': False,\n",
       "  'include': False,\n",
       "  'actor': False,\n",
       "  'work': False,\n",
       "  'independent': False,\n",
       "  'lovely': False,\n",
       "  'amazing': False,\n",
       "  'involve': False,\n",
       "  'decisive': False,\n",
       "  'clearly': False,\n",
       "  'amusing': False,\n",
       "  'life': False,\n",
       "  'disturb': False,\n",
       "  'frightening': False,\n",
       "  'evocative': False,\n",
       "  'assembly': False,\n",
       "  'imagery': False,\n",
       "  'hypnotic': False,\n",
       "  'music': False,\n",
       "  'compose': False,\n",
       "  'philip': False,\n",
       "  'glass': False,\n",
       "  'connect': True,\n",
       "  'nice': True,\n",
       "  'departure': True,\n",
       "  'standard': True,\n",
       "  'moviegoe': False,\n",
       "  'fare': True,\n",
       "  'score': False,\n",
       "  'point': False,\n",
       "  'dedicated': False,\n",
       "  'hearted': False,\n",
       "  'professionalism': False,\n",
       "  'occasionally': False,\n",
       "  'melodramatic': False,\n",
       "  'extremely': False,\n",
       "  'sideman': False,\n",
       "  'idealistic': False,\n",
       "  'love': False,\n",
       "  'bring': False,\n",
       "  'latent': False,\n",
       "  'old': False,\n",
       "  'romantic': False,\n",
       "  'minute': False,\n",
       "  'treasure': False,\n",
       "  'planet': False,\n",
       "  'maintain': False,\n",
       "  'brisk': False,\n",
       "  'pace': False,\n",
       "  'race': False,\n",
       "  'familiar': False,\n",
       "  'lack': False,\n",
       "  'grandeur': False,\n",
       "  'epic': False,\n",
       "  'associate': False,\n",
       "  'stevenson': False,\n",
       "  'tale': False,\n",
       "  'early': False,\n",
       "  'disney': False,\n",
       "  'effort': False,\n",
       "  'help': False,\n",
       "  'lil': False,\n",
       "  'bow': False,\n",
       "  'wow': False,\n",
       "  'tone': False,\n",
       "  'pint': False,\n",
       "  'sized': False,\n",
       "  'gang': False,\n",
       "  'act': False,\n",
       "  'play': False,\n",
       "  'resemble': False,\n",
       "  'real': False,\n",
       "  'kid': False,\n",
       "  'guarantee': False,\n",
       "  'shake': False,\n",
       "  'battle': False,\n",
       "  'roll': False,\n",
       "  'masterful': False,\n",
       "  'master': False,\n",
       "  'filmmaker': False,\n",
       "  'unique': False,\n",
       "  'deceptive': False,\n",
       "  'guinness': False,\n",
       "  'finalist': False,\n",
       "  'worldview': False,\n",
       "  'light': False,\n",
       "  'cute': False,\n",
       "  'unforgettable': False,\n",
       "  'way': False,\n",
       "  'effectively': False,\n",
       "  'teach': False,\n",
       "  'kids': False,\n",
       "  'danger': False,\n",
       "  'drug': False,\n",
       "  'think': False,\n",
       "  'project': False,\n",
       "  'unfortunately': False,\n",
       "  'rate': False,\n",
       "  'pay': False,\n",
       "  'easy': False,\n",
       "  'crush': False,\n",
       "  'title': False,\n",
       "  'wedding': False,\n",
       "  'funeral': False,\n",
       "  'far': False,\n",
       "  'hugh': False,\n",
       "  'grant': False,\n",
       "  'whilst': False,\n",
       "  'literate': False,\n",
       "  'smart': False,\n",
       "  'take': False,\n",
       "  'static': False,\n",
       "  'cant': False,\n",
       "  'perfectly': False,\n",
       "  'capture': False,\n",
       "  'hotel': False,\n",
       "  'lobby': False,\n",
       "  'lane': False,\n",
       "  'highway': False,\n",
       "  'roadside': False,\n",
       "  'cafe': False,\n",
       "  'permeable': False,\n",
       "  'vincent': False,\n",
       "  'day': False,\n",
       "  'ms': False,\n",
       "  'fulford': False,\n",
       "  'wierzbicki': False,\n",
       "  'spooky': False,\n",
       "  'bulky': False,\n",
       "  'calculate': False,\n",
       "  'polite': False,\n",
       "  'mean': False,\n",
       "  'laissez': False,\n",
       "  'passer': False,\n",
       "  'distinguished': False,\n",
       "  'distinctive': False,\n",
       "  'bona': False,\n",
       "  'fide': False,\n",
       "  'fascinating': False,\n",
       "  'replete': False,\n",
       "  'reward': False,\n",
       "  'reap': False,\n",
       "  'bond': False,\n",
       "  'outing': False,\n",
       "  'recent': False,\n",
       "  'stunt': False,\n",
       "  'outlandish': False,\n",
       "  'border': False,\n",
       "  'cartoonlike': False,\n",
       "  'heavy': False,\n",
       "  'reliance': False,\n",
       "  'cgi': False,\n",
       "  'technology': False,\n",
       "  'begin': False,\n",
       "  'creep': False,\n",
       "  'series': False,\n",
       "  'newton': False,\n",
       "  'draw': False,\n",
       "  'attention': False,\n",
       "  'magnet': False,\n",
       "  'circle': False,\n",
       "  'well': False,\n",
       "  'know': False,\n",
       "  'star': False,\n",
       "  'mark': False,\n",
       "  'wahlberg': False,\n",
       "  'lose': False,\n",
       "  'bite': False,\n",
       "  'end': False,\n",
       "  'plausible': False,\n",
       "  'rest': False,\n",
       "  'refreshing': False,\n",
       "  'novel': False,\n",
       "  'ride': False,\n",
       "  'fuller': False,\n",
       "  'surely': False,\n",
       "  'call': False,\n",
       "  'gut': False,\n",
       "  'time': False,\n",
       "  'exhilarate': False,\n",
       "  'yarn': False,\n",
       "  'completa': False,\n",
       "  'e': False,\n",
       "  'intelectualmente': False,\n",
       "  'retadora': False,\n",
       "  'el': False,\n",
       "  'de': False,\n",
       "  'es': False,\n",
       "  'uno': False,\n",
       "  'sos': False,\n",
       "  'que': False,\n",
       "  'vale': False,\n",
       "  'la': False,\n",
       "  'pena': False,\n",
       "  'ver': False,\n",
       "  'precisamente': False,\n",
       "  'por': False,\n",
       "  'su': False,\n",
       "  'originalidad': False,\n",
       "  'strong': False,\n",
       "  'case': False,\n",
       "  'importance': False,\n",
       "  'musician': False,\n",
       "  'create': False,\n",
       "  'town': False,\n",
       "  'sound': False,\n",
       "  'karen': False,\n",
       "  'move': False,\n",
       "  'rhythm': False,\n",
       "  'lip': False,\n",
       "  'chant': False,\n",
       "  'beat': False,\n",
       "  'long': False,\n",
       "  'braid': False,\n",
       "  'hair': False,\n",
       "  'little': False,\n",
       "  'wipe': False,\n",
       "  'away': False,\n",
       "  'jewelry': False,\n",
       "  'bead': False,\n",
       "  'sweat': False,\n",
       "  'go': False,\n",
       "  'performance': False,\n",
       "  'dwarf': False,\n",
       "  'people': False,\n",
       "  'give': False,\n",
       "  'glimpse': False,\n",
       "  'culture': False,\n",
       "  'tender': False,\n",
       "  'liberate': False,\n",
       "  'funny': False,\n",
       "  'fable': False,\n",
       "  'spoof': False,\n",
       "  'target': False,\n",
       "  'giant': False,\n",
       "  'creature': False,\n",
       "  'feature': False,\n",
       "  'acknowledge': False,\n",
       "  'celebrate': False,\n",
       "  'cheesiness': False,\n",
       "  'kick': False,\n",
       "  'watch': False,\n",
       "  'today': False,\n",
       "  'engage': False,\n",
       "  'overview': False,\n",
       "  'johnson': False,\n",
       "  'eccentric': False,\n",
       "  'career': False,\n",
       "  'rag': False,\n",
       "  'cheap': False,\n",
       "  'assuming': False,\n",
       "  'charisma': False,\n",
       "  'listen': False,\n",
       "  'read': False,\n",
       "  'phone': False,\n",
       "  'book': False,\n",
       "  'sandra': False,\n",
       "  'bullock': False,\n",
       "  'liable': False,\n",
       "  'nettelbeck': False,\n",
       "  'beautifully': False,\n",
       "  'orchestrate': False,\n",
       "  'transformation': False,\n",
       "  'philly': False,\n",
       "  'self': False,\n",
       "  'absorb': False,\n",
       "  'martha': False,\n",
       "  'open': False,\n",
       "  'snow': False,\n",
       "  'movable': False,\n",
       "  'nigerian': False,\n",
       "  'sky': False,\n",
       "  'plus': False,\n",
       "  'sheep': False,\n",
       "  'dog': False,\n",
       "  'host': False,\n",
       "  'park': False,\n",
       "  'wrap': False,\n",
       "  'dose': False,\n",
       "  'overtime': False,\n",
       "  'undercover': False,\n",
       "  'brother': False,\n",
       "  'run': False,\n",
       "  'steam': False,\n",
       "  'find': False,\n",
       "  'abuse': False,\n",
       "  'manage': False,\n",
       "  'original': False,\n",
       "  'rip': False,\n",
       "  'idea': False,\n",
       "  'singer': False,\n",
       "  'composer': False,\n",
       "  'bryan': False,\n",
       "  'adam': False,\n",
       "  'contribute': False,\n",
       "  'slew': False,\n",
       "  'song': False,\n",
       "  'potential': False,\n",
       "  'hit': False,\n",
       "  'simply': False,\n",
       "  'intrusive': False,\n",
       "  'package': False,\n",
       "  'certainly': False,\n",
       "  'intend': False,\n",
       "  'er': False,\n",
       "  'spirit': False,\n",
       "  'piece': False,\n",
       "  'america': False,\n",
       "  'lucky': False,\n",
       "  'british': False,\n",
       "  'gold': False,\n",
       "  'charming': False,\n",
       "  'enlighten': False,\n",
       "  'derrick': False,\n",
       "  'lecture': False,\n",
       "  'undeniably': False,\n",
       "  'fascinate': False,\n",
       "  'playful': False,\n",
       "  'fellow': False,\n",
       "  'pleasant': False,\n",
       "  'hold': False,\n",
       "  'skilled': False,\n",
       "  'ensemble': False,\n",
       "  'american': False,\n",
       "  'trouble': False,\n",
       "  'teen': False,\n",
       "  'miss': False,\n",
       "  'beloved': False,\n",
       "  'screen': False,\n",
       "  'tuck': False,\n",
       "  'everlaste': False,\n",
       "  'labour': False,\n",
       "  'layered': False,\n",
       "  'richness': False,\n",
       "  'chiaroscuro': False,\n",
       "  'madness': False,\n",
       "  'astonish': False,\n",
       "  'animated': False,\n",
       "  'subplot': False,\n",
       "  'depict': False,\n",
       "  'inner': False,\n",
       "  'struggle': False,\n",
       "  'adolescent': False,\n",
       "  'hero': False,\n",
       "  'insecure': False,\n",
       "  'uncontrolle': False,\n",
       "  'intense': False,\n",
       "  'invincible': False,\n",
       "  'werner': False,\n",
       "  'alive': False,\n",
       "  'morton': False,\n",
       "  'actress': False,\n",
       "  'portray': False,\n",
       "  'complex': False,\n",
       "  'character': False,\n",
       "  'modern': False,\n",
       "  'collar': False,\n",
       "  'grow': False,\n",
       "  'farther': False,\n",
       "  'leader': False,\n",
       "  'shock': False,\n",
       "  'charm': False,\n",
       "  'satin': False,\n",
       "  'rouge': False,\n",
       "  'avoid': False,\n",
       "  'obvious': False,\n",
       "  'humour': False,\n",
       "  'brightness': False,\n",
       "  'son': False,\n",
       "  'bride': False,\n",
       "  'half': False,\n",
       "  'hour': False,\n",
       "  'flattering': False,\n",
       "  'sense': False,\n",
       "  'quietness': False,\n",
       "  'simmer': False,\n",
       "  'psychological': False,\n",
       "  'drama': False,\n",
       "  'burst': False,\n",
       "  'sudden': False,\n",
       "  'violence': False,\n",
       "  'startling': False,\n",
       "  'slow': False,\n",
       "  'buildup': False,\n",
       "  'precede': False,\n",
       "  'tat': False,\n",
       "  'intelligent': False,\n",
       "  'age': False,\n",
       "  'arduous': False,\n",
       "  'journey': False,\n",
       "  'sensitive': False,\n",
       "  'young': False,\n",
       "  'girl': False,\n",
       "  'foster': False,\n",
       "  'home': False,\n",
       "  'fierce': False,\n",
       "  'free': False,\n",
       "  'dangerous': False,\n",
       "  'domineer': False,\n",
       "  'mother': False,\n",
       "  'truly': False,\n",
       "  'experience': False,\n",
       "  'perfect': False,\n",
       "  'example': False,\n",
       "  'art': False,\n",
       "  'right': False,\n",
       "  'heal': False,\n",
       "  'clarify': False,\n",
       "  'comfort': False,\n",
       "  'delicate': False,\n",
       "  'observed': False,\n",
       "  'deeply': False,\n",
       "  'stylize': False,\n",
       "  'triumph': False,\n",
       "  'maverick': False,\n",
       "  'wrought': False,\n",
       "  'suspense': False,\n",
       "  'rich': False,\n",
       "  'shading': False,\n",
       "  'color': False,\n",
       "  'substance': False,\n",
       "  'appearance': False,\n",
       "  'treebeard': False,\n",
       "  'mollus': False,\n",
       "  'role': False,\n",
       "  'rolling': False,\n",
       "  'incredible': False,\n",
       "  'ingenious': False,\n",
       "  'construct': False,\n",
       "  'moment': False,\n",
       "  'page': False,\n",
       "  'turner': False,\n",
       "  'wait': False,\n",
       "  'happen': False,\n",
       "  'handle': False,\n",
       "  'challenge': False,\n",
       "  'confront': False,\n",
       "  'reality': False,\n",
       "  'sexual': False,\n",
       "  'aberration': False,\n",
       "  'originally': False,\n",
       "  'clarity': False,\n",
       "  'benchmark': False,\n",
       "  'contender': False,\n",
       "  'measure': False,\n",
       "  'painful': False,\n",
       "  'viewer': False,\n",
       "  'chance': False,\n",
       "  'accomplish': False,\n",
       "  'rivet': False,\n",
       "  'albeit': False,\n",
       "  'depressing': False,\n",
       "  'view': False,\n",
       "  'iranian': False,\n",
       "  'rural': False,\n",
       "  'close': False,\n",
       "  'iraqi': False,\n",
       "  'imaginative': False,\n",
       "  'comedy': False,\n",
       "  'thriller': False,\n",
       "  'flourish': False,\n",
       "  'aside': False,\n",
       "  'arc': False,\n",
       "  'gritty': False,\n",
       "  'get': False,\n",
       "  'isle': False,\n",
       "  'preposterous': False,\n",
       "  'thoroughly': False,\n",
       "  'misogynistic': False,\n",
       "  'vista': False,\n",
       "  'incredibly': False,\n",
       "  'beautiful': False,\n",
       "  'look': False,\n",
       "  'tok': False,\n",
       "  'o': False,\n",
       "  'buoyant': False,\n",
       "  'dance': False,\n",
       "  'death': False,\n",
       "  'process': False,\n",
       "  'demonstrate': False,\n",
       "  'lot': False,\n",
       "  'hong': False,\n",
       "  'kong': False,\n",
       "  'paper': False,\n",
       "  'flair': False,\n",
       "  'landscape': False,\n",
       "  'english': False,\n",
       "  'language': False,\n",
       "  'overpraise': False,\n",
       "  'elizabeth': False,\n",
       "  'blast': False,\n",
       "  'educational': False,\n",
       "  'energy': False,\n",
       "  'bounty': False,\n",
       "  'animation': False,\n",
       "  'catchy': False,\n",
       "  'escort': False,\n",
       "  'entire': False,\n",
       "  'sport': False,\n",
       "  'action': False,\n",
       "  'exciting': False,\n",
       "  'field': False,\n",
       "  'doug': False,\n",
       "  'lima': False,\n",
       "  'borne': False,\n",
       "  'direct': False,\n",
       "  'traffic': False,\n",
       "  'winery': False,\n",
       "  'location': False,\n",
       "  'spycraft': False,\n",
       "  'use': False,\n",
       "  'damon': False,\n",
       "  'ability': False,\n",
       "  'focus': False,\n",
       "  'sincere': False,\n",
       "  'intact': False,\n",
       "  'katz': False,\n",
       "  'archival': False,\n",
       "  'footage': False,\n",
       "  'horrify': False,\n",
       "  'document': False,\n",
       "  'lynch': False,\n",
       "  'photograph': False,\n",
       "  'reel': False,\n",
       "  'recording': False,\n",
       "  'meeropol': False,\n",
       "  'entertain': False,\n",
       "  'child': False,\n",
       "  'history': False,\n",
       "  'powerful': False,\n",
       "  'anthropological': False,\n",
       "  'detailed': False,\n",
       "  'realization': False,\n",
       "  'suburb': False,\n",
       "  'significant': False,\n",
       "  'overstate': False,\n",
       "  'mcfarlane': False,\n",
       "  'lift': False,\n",
       "  'firmly': False,\n",
       "  'level': False,\n",
       "  'jar': False,\n",
       "  'hard': False,\n",
       "  'boy': False,\n",
       "  'introduce': False,\n",
       "  'promise': False,\n",
       "  'unusual': False,\n",
       "  'kind': False,\n",
       "  'horror': False,\n",
       "  'normal': False,\n",
       "  'bromide': False,\n",
       "  'barely': False,\n",
       "  'sustain': False,\n",
       "  'interstitial': False,\n",
       "  'program': False,\n",
       "  'discovery': False,\n",
       "  'channel': False,\n",
       "  'max': False,\n",
       "  'd': False,\n",
       "  'clichã': False,\n",
       "  's': False,\n",
       "  'disappear': False,\n",
       "  'vertiginous': False,\n",
       "  'perspective': False,\n",
       "  'photography': False,\n",
       "  'burger': False,\n",
       "  'fan': False,\n",
       "  'member': False,\n",
       "  'dormant': False,\n",
       "  'national': False,\n",
       "  'grief': False,\n",
       "  'curiosity': False,\n",
       "  'chronic': False,\n",
       "  'cynicism': False,\n",
       "  'fear': False,\n",
       "  'roller': False,\n",
       "  'coaster': False,\n",
       "  'enjoy': False,\n",
       "  'favor': False,\n",
       "  'surprised': False,\n",
       "  'quickly': False,\n",
       "  'fade': False,\n",
       "  'memory': False,\n",
       "  'chicago': False,\n",
       "  'sophisticated': False,\n",
       "  'brash': False,\n",
       "  'harmonic': False,\n",
       "  'completely': False,\n",
       "  'joyful': False,\n",
       "  'execution': False,\n",
       "  'steve': False,\n",
       "  'win': False,\n",
       "  'method': False,\n",
       "  'ernest': False,\n",
       "  'hemmingway': False,\n",
       "  'accelerate': False,\n",
       "  'speed': False,\n",
       "  'volume': False,\n",
       "  'korean': False,\n",
       "  'female': False,\n",
       "  'high': False,\n",
       "  'school': False,\n",
       "  'friend': False,\n",
       "  'face': False,\n",
       "  'uphill': False,\n",
       "  'try': False,\n",
       "  'relationship': False,\n",
       "  'deep': False,\n",
       "  'water': False,\n",
       "  'surface': False,\n",
       "  'lover': False,\n",
       "  'crime': False,\n",
       "  'flick': False,\n",
       "  'common': False,\n",
       "  'piesiewicz': False,\n",
       "  'kieslowski': False,\n",
       "  'double': False,\n",
       "  'ronique': False,\n",
       "  'value': False,\n",
       "  'enterprise': False,\n",
       "  'crew': False,\n",
       "  'previous': False,\n",
       "  'peril': False,\n",
       "  'courage': False,\n",
       "  'sacrifice': False,\n",
       "  'patience': False,\n",
       "  'pressure': False,\n",
       "  'possible': False,\n",
       "  'sequel': False,\n",
       "  'outside': False,\n",
       "  'operate': False,\n",
       "  'rule': False,\n",
       "  'contain': False,\n",
       "  'universe': False,\n",
       "  'couple': False,\n",
       "  'mile': False,\n",
       "  'past': False,\n",
       "  'blue': False,\n",
       "  'ribbon': False,\n",
       "  'beer': False,\n",
       "  'drink': False,\n",
       "  'ultimate': False,\n",
       "  'redneck': False,\n",
       "  'trip': False,\n",
       "  'fill': False,\n",
       "  'pure': False,\n",
       "  'wonderment': False,\n",
       "  'excitement': False,\n",
       "  'du': False,\n",
       "  'sarcasm': False,\n",
       "  'tempting': False,\n",
       "  'regard': False,\n",
       "  'mr': False,\n",
       "  'andrew': False,\n",
       "  'collaborators': False,\n",
       "  'oddball': False,\n",
       "  'earnhart': False,\n",
       "  'quizzical': False,\n",
       "  'allow': False,\n",
       "  'finally': False,\n",
       "  'artist': False,\n",
       "  'term': False,\n",
       "  'edit': False,\n",
       "  'shot': False,\n",
       "  'syncopate': False,\n",
       "  'style': False,\n",
       "  'mimic': False,\n",
       "  'subject': False,\n",
       "  'pray': False,\n",
       "  'rouse': False,\n",
       "  'invigorate': False,\n",
       "  'mtv': False,\n",
       "  'puffery': False,\n",
       "  'gross': False,\n",
       "  'psychologically': False,\n",
       "  'resonant': False,\n",
       "  'identity': False,\n",
       "  'aviation': False,\n",
       "  'secret': False,\n",
       "  'intermittent': False,\n",
       "  'uneasy': False,\n",
       "  'affirming': False,\n",
       "  'illusion': False,\n",
       "  'erase': False,\n",
       "  'recast': False,\n",
       "  'hip': False,\n",
       "  'hop': False,\n",
       "  'metaphor': False,\n",
       "  'scope': False,\n",
       "  'ambition': False,\n",
       "  'accomplishment': False,\n",
       "  'kurd': False,\n",
       "  'dramatic': False,\n",
       "  'impact': False,\n",
       "  'holocaust': False,\n",
       "  'mainly': False,\n",
       "  'tell': False,\n",
       "  'cube': False,\n",
       "  'personal': False,\n",
       "  'revelation': False,\n",
       "  'shop': False,\n",
       "  'big': False,\n",
       "  'iconic': False,\n",
       "  'symbol': False,\n",
       "  'fluid': False,\n",
       "  'result': False,\n",
       "  'gentle': False,\n",
       "  'compassionate': False,\n",
       "  'healing': False,\n",
       "  'short': False,\n",
       "  'tremor': False,\n",
       "  'b': False,\n",
       "  'scene': False,\n",
       "  'agreeable': False,\n",
       "  'pretentious': False,\n",
       "  'spend': False,\n",
       "  'ninety': False,\n",
       "  'digital': False,\n",
       "  'video': False,\n",
       "  'stand': False,\n",
       "  'comedian': False,\n",
       "  'world': False,\n",
       "  'unlike': False,\n",
       "  'flickr': False,\n",
       "  'swimming': False,\n",
       "  'performer': False,\n",
       "  'intriguing': False,\n",
       "  'ambiguity': False,\n",
       "  'enthral': False,\n",
       "  'constantly': False,\n",
       "  'frustrate': False,\n",
       "  'desire': False,\n",
       "  'truth': False,\n",
       "  'man': False,\n",
       "  'reconstruct': False,\n",
       "  'format': False,\n",
       "  'biography': False,\n",
       "  'manner': False,\n",
       "  'doubtless': False,\n",
       "  'blessing': False,\n",
       "  'extreme': False,\n",
       "  'op': False,\n",
       "  'exceed': False,\n",
       "  'expectation': False,\n",
       "  'dialogue': False,\n",
       "  'cinematography': False,\n",
       "  'buck': False,\n",
       "  'hear': False,\n",
       "  'suffer': False,\n",
       "  'afghan': False,\n",
       "  'refugee': False,\n",
       "  'news': False,\n",
       "  'unaffected': False,\n",
       "  'human': False,\n",
       "  'thunderous': False,\n",
       "  'quiet': False,\n",
       "  'cadence': False,\n",
       "  'finesse': False,\n",
       "  'shortage': False,\n",
       "  'dilute': False,\n",
       "  'potency': False,\n",
       "  'respectable': False,\n",
       "  'excellent': False,\n",
       "  'sequence': False,\n",
       "  'obviously': False,\n",
       "  'strike': False,\n",
       "  'responsive': False,\n",
       "  'chord': False,\n",
       "  'south': False,\n",
       "  'magic': False,\n",
       "  'part': False,\n",
       "  'walk': False,\n",
       "  'barbed': False,\n",
       "  'brace': False,\n",
       "  'classy': False,\n",
       "  'item': False,\n",
       "  'legend': False,\n",
       "  'leave': False,\n",
       "  'prove': False,\n",
       "  'chop': False,\n",
       "  'drive': False,\n",
       "  'nature': False,\n",
       "  'progress': False,\n",
       "  'fessenden': False,\n",
       "  'theme': False,\n",
       "  'important': False,\n",
       "  'especially': False,\n",
       "  'finale': False,\n",
       "  'exactly': False,\n",
       "  'gourmet': False,\n",
       "  'meal': False,\n",
       "  'fair': False,\n",
       "  'strap': False,\n",
       "  'pair': False,\n",
       "  'goggle': False,\n",
       "  'shut': False,\n",
       "  'voyage': False,\n",
       "  'frontier': False,\n",
       "  'space': False,\n",
       "  'merely': False,\n",
       "  'technical': False,\n",
       "  'logistical': False,\n",
       "  'feat': False,\n",
       "  'russian': False,\n",
       "  'ark': False,\n",
       "  'marks': False,\n",
       "  'cinematic': False,\n",
       "  'milestone': False,\n",
       "  'schneider': False,\n",
       "  'talente': False,\n",
       "  'terribly': False,\n",
       "  'charismatic': False,\n",
       "  'essential': False,\n",
       "  'social': False,\n",
       "  'anarchist': False,\n",
       "  'deal': False,\n",
       "  'size': False,\n",
       "  'steak': False,\n",
       "  'spectacular': False,\n",
       "  'incarnation': False,\n",
       "  'fitz': False,\n",
       "  'infectious': False,\n",
       "  'gem': False,\n",
       "  'obsession': False,\n",
       "  'delight': False,\n",
       "  'newcomer': False,\n",
       "  'glorious': False,\n",
       "  'goofy': False,\n",
       "  'gory': False,\n",
       "  'midnight': False,\n",
       "  'stuff': False,\n",
       "  'overcome': False,\n",
       "  'regular': False,\n",
       "  'minefield': False,\n",
       "  'clinch': False,\n",
       "  'potent': False,\n",
       "  'honesty': False,\n",
       "  'sensitivity': False,\n",
       "  'slasher': False,\n",
       "  'gorefest': False,\n",
       "  'connoisseur': False,\n",
       "  'ticket': False,\n",
       "  'minor': False,\n",
       "  'balance': False,\n",
       "  'sweetness': False,\n",
       "  'coarseness': False,\n",
       "  'paint': False,\n",
       "  'sad': False,\n",
       "  'single': False,\n",
       "  'intensely': False,\n",
       "  ...},\n",
       " 'pos')"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def find_features(document):\n",
    "    words = word_tokenize(document)\n",
    "    features = {}\n",
    "    for w in word_features:\n",
    "        features[w] = (w in words)\n",
    "\n",
    "    return features\n",
    "\n",
    "\n",
    "featuresets = [(find_features(rev), category) for (rev, category) in documents]\n",
    "\n",
    "random.shuffle(featuresets)\n",
    "print(\"Number of datasets:\", len(featuresets))\n",
    "featuresets[0]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}