control.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "Preparing Data\n",
    "=============="
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import cPickle as pickle\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from pandas import factorize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "bossa/control_tasks.json       bossa/tasks_export.json\r\n",
      "bossa/control_tasks_runs.json  bossa/tasks_runs_export.json\r\n"
     ]
    }
   ],
   "source": [
    "!ls bossa/*json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "BOSSA Results\n",
    "-------------"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Processing `results_bossa.json` to get a *dictionary* with keys the task ids, and values in as the average value of the scores. To do that, we first convert scores from categorical (`neg`, `neu`, `pos`) to a numeric scale."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>60199</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>61882</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id score\n",
       "50      60199  0.000021    61882     1"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_results = pd.read_json(\"bossa/control_tasks_runs.json\")\n",
    "bossa_results.rename(columns={\"created\": \"start_time\", \"id\": \"result_id\", \"info\": \"score\"}, inplace=True)\n",
    "bossa_results[['start_time']]= bossa_results[['start_time']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_results[['finish_time']]= bossa_results[['finish_time']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_results['score'] = pd.Categorical(bossa_results['score'], categories=['vneg', 'neg', 'neu', 'pos', 'vpos'])\n",
    "bossa_results['score'].cat.rename_categories([-2, -1, 0, 1, 2], inplace=True)\n",
    "# Normalize everything to -1, 0, 1\n",
    "# bossa_results['score'] = bossa_results['score'].astype(float).apply(lambda x: -1 if x < 0 else 1 if x > 0 else 0)\n",
    "bossa_results[\"seconds\"] = (bossa_results[\"finish_time\"] - bossa_results[\"start_time\"]).astype('timedelta64[us]') / 1e6\n",
    "bossa_results = bossa_results[[\"result_id\", \"seconds\", \"task_id\", \"score\"]]\n",
    "bossa_results.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "The information about the sentence comes in a dictionary inside the cells of the serie `info`, so we expand it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>task_id</th>\n",
       "      <th>info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>61838</td>\n",
       "      <td>{u'id': u'76', u'sentence': u'The house, which...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    task_id                                               info\n",
       "50    61838  {u'id': u'76', u'sentence': u'The house, which..."
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks = pd.read_json(\"bossa/control_tasks.json\")\n",
    "bossa_tasks[['created']]= bossa_tasks[['created']].apply(pd.to_datetime, dayfirst=True)\n",
    "bossa_tasks.rename(columns={'id': 'task_id'}, inplace=True)\n",
    "bossa_tasks = bossa_tasks[['task_id', 'info']]\n",
    "bossa_tasks.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "And finally we merge the `DataFrame` with the scores with the one containing the sentences."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "      <th>info</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>60496</td>\n",
       "      <td>0.00002</td>\n",
       "      <td>61779</td>\n",
       "      <td>-1</td>\n",
       "      <td>{u'id': u'17', u'sentence': u'The veteran, Eri...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id  seconds  task_id  score  \\\n",
       "50      60496  0.00002    61779     -1   \n",
       "\n",
       "                                                 info  \n",
       "50  {u'id': u'17', u'sentence': u'The veteran, Eri...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks_scores = pd.merge(bossa_results, bossa_tasks, on='task_id')\n",
    "bossa_tasks_scores.ix[[50]]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Let's now expand the column `info` into as many new columns as keys has the dictionary `info`."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[u'id', u'sentence']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bossa_tasks_scores.ix[50].info.keys()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>result_id</th>\n",
       "      <th>seconds</th>\n",
       "      <th>task_id</th>\n",
       "      <th>score</th>\n",
       "      <th>id</th>\n",
       "      <th>sentence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>60496</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>61779</td>\n",
       "      <td>-1</td>\n",
       "      <td>17</td>\n",
       "      <td>The veteran, Eric Harroun, 31, of Phoenix, had...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>60097</td>\n",
       "      <td>0.000027</td>\n",
       "      <td>61780</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>The Mets' four-game sweep of the Yankees was b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>60297</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>61780</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>The Mets' four-game sweep of the Yankees was b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>60497</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>61780</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>The Mets' four-game sweep of the Yankees was b...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    result_id   seconds  task_id  score  id  \\\n",
       "50      60496  0.000020    61779     -1  17   \n",
       "51      60097  0.000027    61780      1  18   \n",
       "52      60297  0.000022    61780      1  18   \n",
       "53      60497  0.000023    61780      0  18   \n",
       "\n",
       "                                             sentence  \n",
       "50  The veteran, Eric Harroun, 31, of Phoenix, had...  \n",
       "51  The Mets' four-game sweep of the Yankees was b...  \n",
       "52  The Mets' four-game sweep of the Yankees was b...  \n",
       "53  The Mets' four-game sweep of the Yankees was b...  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def json_to_series(info):\n",
    "    keys, values = zip(*info.iteritems())\n",
    "    return pd.Series(values, index=keys)\n",
    "\n",
    "bossa_info = bossa_tasks_scores[\"info\"].apply(json_to_series)\n",
    "bossa_info.reset_index()\n",
    "bossa = pd.concat([bossa_tasks_scores, bossa_info], axis=1)\n",
    "bossa.pop(\"info\")\n",
    "# bossa['id'] = bossa['id'].astype(float)\n",
    "bossa.ix[50:53]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Aggregate\n",
    "---------"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We now aggregate calculating the average per `sentence_id` using a group by. In the process, we lose the source of the data, that's why we first have to save it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "bossa.to_csv(\"sentiment/control_scores_ungrouped.csv\", encoding=\"utf8\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Finally, we aggregate and create a new `DataFrame` for the different sentences and their score."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score    199\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>sentence</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Dark floors and sunken rooms on the first floor could be challenging for small children and visitors.</th>\n",
       "      <td>-0.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dozens of cars were scorched, and a ghostly layer of ash coated the shelves of a supermarket</th>\n",
       "      <td>-1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ecuador's government expressed \"outrage and dismay\" and warned the rebels, believed to be members of the Revolutionary Armed Forces of Colombia, or FARC, that it would be \"relentless\" in the defense of its territory.</th>\n",
       "      <td>0.333333</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                                                                                                                                                                                             score\n",
       "sentence                                                                                                                                                                                                                          \n",
       "Dark floors and sunken rooms on the first floor could be challenging for small children and visitors.                                                                                                                    -0.666667\n",
       "Dozens of cars were scorched, and a ghostly layer of ash coated the shelves of a supermarket                                                                                                                             -1.000000\n",
       "Ecuador's government expressed \"outrage and dismay\" and warned the rebels, believed to be members of the Revolutionary Armed Forces of Colombia, or FARC, that it would be \"relentless\" in the defense of its territory.  0.333333"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences = bossa.groupby(['sentence'])[['score']].aggregate(np.average)\n",
    "sentences.to_csv(\"sentiment/control_scores.csv\", encoding=\"utf8\")\n",
    "print sentences.count()\n",
    "sentences[51:54]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sentence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>The Mets' four-game sweep of the Yankees was b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>The Mets' four-game sweep of the Yankees was b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>The Mets' four-game sweep of the Yankees was b...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             sentence\n",
       "51  The Mets' four-game sweep of the Yankees was b...\n",
       "52  The Mets' four-game sweep of the Yankees was b...\n",
       "53  The Mets' four-game sweep of the Yankees was b..."
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "only_sentences = bossa[['sentence']][51:54]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "\n",
    "def majority(series): #receives a Pandas Series\n",
    "    return Counter(map(lambda x: 1 if x > 0 else -1 if x < 0 else 0, series)).most_common(1)[0][0]\n",
    "\n",
    "# score_calculate = np.average\n",
    "score_calculate = majority\n",
    "\n",
    "sentences = bossa.groupby(['sentence'])[['score']].aggregate(score_calculate)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Sentence Classifier\n",
    "-------------------"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords\n",
    "from sklearn.cross_validation import cross_val_score\n",
    "from sklearn.grid_search import GridSearchCV\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfTransformer, TfidfVectorizer\n",
    "from sklearn.linear_model import SGDClassifier\n",
    "from sklearn.metrics import precision_recall_fscore_support\n",
    "from sklearn.naive_bayes import MultinomialNB, BernoulliNB\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.svm import LinearSVC"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create the tranining and testing sets (data and labels) from a randomized version of the set of assessed sentences."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "sentence    8996\n",
       "score       8996\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sentences.reset_index().count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We could consider 3 classes, but it toruns out that using binary classficication seems to produce better results. Still, try multi-classs classifiers is something worth trying."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/antonio/.virtualenvs/lexisnexis/lib/python2.7/site-packages/IPython/kernel/__main__.py:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n"
     ]
    }
   ],
   "source": [
    "raw_scores = sentences.reset_index()\n",
    "scores = raw_scores\n",
    "scores = scores[scores.score!=0]  # We ignore the neutral sentences\n",
    "scores['sentiment'] = scores['score'].apply(lambda s: 'pos' if s > 0 else 'neg')\n",
    "# percentage = 0.85  #  percentage for training, rest for for testing\n",
    "# # We split to have enough representativenesss for both positive and negative sentiments\n",
    "# sent_min = min(\n",
    "#     scores[scores.sentiment=='pos'].sentiment.count(),\n",
    "#     scores[scores.sentiment=='neg'].sentiment.count(),\n",
    "# )\n",
    "# scores = scores[[\"sentence\", \"sentiment\"]]\n",
    "# train_data = np.array([])\n",
    "# train_labels = np.array([])\n",
    "# test_data = np.array([])\n",
    "# test_labels = np.array([])\n",
    "# for sent in ('pos', 'neg'):\n",
    "#     sent_scores = scores[scores['sentiment']==sent]\n",
    "#     sent_scores = sent_scores.reindex(np.random.permutation(sent_scores.index))\n",
    "#     sent_sentences_count = int(sent_scores['sentence'].count())\n",
    "#     sent_train = sent_scores[[\"sentence\", \"sentiment\"]][:int(sent_sentences_count * percentage)]\n",
    "#     sent_test = sent_scores[[\"sentence\", \"sentiment\"]][int(sent_sentences_count * percentage) + 1:]\n",
    "#     print sent, sent_min, sent_train.sentiment.count(), sent_test.sentiment.count()\n",
    "#     train_data = np.append(train_data, sent_train[\"sentence\"])\n",
    "#     train_labels = np.append(train_labels, sent_train[\"sentiment\"])\n",
    "#     test_data = np.append(test_data, sent_test[\"sentence\"])\n",
    "#     test_labels = np.append(test_labels, sent_test[\"sentiment\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#NLTK"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "document_df = scores[['sentence', 'sentiment']]\n",
    "document_df = document_df.reindex(np.random.permutation(document_df.index))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>sentence</th>\n",
       "      <th>sentiment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6881</th>\n",
       "      <td>Ten miles north of the Robert Mondavi Winery i...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6936</th>\n",
       "      <td>That re-created surface filled with objects in...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5593</th>\n",
       "      <td>Mr. Wheeler served from 1992 to 2004 as the ch...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5248</th>\n",
       "      <td>Mitch Nash, a Lenox, Mass., based art director...</td>\n",
       "      <td>pos</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1599</th>\n",
       "      <td>Alcoa, based in Pittsburgh, released its earni...</td>\n",
       "      <td>neg</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               sentence sentiment\n",
       "6881  Ten miles north of the Robert Mondavi Winery i...       pos\n",
       "6936  That re-created surface filled with objects in...       pos\n",
       "5593  Mr. Wheeler served from 1992 to 2004 as the ch...       pos\n",
       "5248  Mitch Nash, a Lenox, Mass., based art director...       pos\n",
       "1599  Alcoa, based in Pittsburgh, released its earni...       neg"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "document_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "original_documents = [(r[1]['sentence'], r[1]['sentiment']) for r in document_df.iterrows()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "pos_file = open('positive-words.txt')\n",
    "all_pos_words = [w.strip().lower() for w in pos_file]\n",
    "\n",
    "neg_file = open('negative-words.txt')\n",
    "all_neg_words = [w.strip().lower() for w in neg_file]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "search_terms_f = open('search_terms.txt')\n",
    "search_terms = []\n",
    "for t in search_terms_f:\n",
    "    l = t.strip().split()\n",
    "    search_terms.extend(l)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import string\n",
    "\n",
    "import nltk\n",
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "###Options"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#stopwords_english\n",
    "stopwords_english = stopwords.words('english')\n",
    "#stopwords_domain\n",
    "stopwords_domain = search_terms + [\"'s\", '--']\n",
    "#stopwords_english\n",
    "punctuation = string.punctuation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def document_features1(document):      \n",
    "    document_words = set(document)\n",
    "    features = {}\n",
    "    for word in word_features:\n",
    "        features[word] = word in document_words\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def document_features2(document):      \n",
    "    document_words = list(document)\n",
    "    features = {}\n",
    "    for word in document_words:\n",
    "        if word in word_features:\n",
    "            features[word] = features.get(word, 0) + 1\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "def document_features3(document):\n",
    "    word_features3 = list(pos_words) + list(neg_words)\n",
    "    document_words = set(document)\n",
    "    features = {}\n",
    "    for word in word_features3:\n",
    "        features[word] = word in document_words\n",
    "    return features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# Filter stopwords, punctuation marks, and numbers\n",
    "# 'stopwords_english': stopwords_english,\n",
    "# 'stopwords_domain': stopwords_domain,\n",
    "# 'punctuation': punctuation,\n",
    "# 'numbers': True,\n",
    "#\n",
    "# Do not filter stopwords, punctuation marks, or numbers\n",
    "# 'stopwords_english': [],\n",
    "# 'stopwords_domain': [],\n",
    "# 'punctuation': [],\n",
    "# 'numbers': False,\n",
    "\n",
    "options = {}\n",
    "\n",
    "#Option 1\n",
    "opt1 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[1] = opt1\n",
    "\n",
    "#Option 2\n",
    "opt2 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[2] = opt2\n",
    "\n",
    "#Option 3\n",
    "opt3 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[3] = opt3\n",
    "\n",
    "#Option 4\n",
    "opt4 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[4] = opt4\n",
    "\n",
    "#Option 5\n",
    "opt5 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[5] = opt5\n",
    "\n",
    "#Option 6\n",
    "opt6 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[6] = opt6\n",
    "\n",
    "#Option 7\n",
    "opt7 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[7] = opt7\n",
    "\n",
    "#Option 8\n",
    "opt8 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[8] = opt8\n",
    "\n",
    "#Option 9\n",
    "opt9 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[9] = opt9\n",
    "\n",
    "#Option 10\n",
    "opt10 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[10] = opt10\n",
    "\n",
    "#Option 11\n",
    "opt11 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[11] = opt11\n",
    "\n",
    "#Option 12\n",
    "opt12 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[12] = opt12\n",
    "\n",
    "#Option 13\n",
    "opt13 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[13] = opt13\n",
    "\n",
    "#Option 14\n",
    "opt14 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[14] = opt14\n",
    "\n",
    "#Option 15\n",
    "opt15 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[15] = opt15\n",
    "\n",
    "#Option 16\n",
    "opt16 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[16] = opt16\n",
    "\n",
    "#Option 17\n",
    "opt17 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[17] = opt17\n",
    "\n",
    "#Option 18\n",
    "opt18 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[18] = opt18\n",
    "\n",
    "#Option 19\n",
    "opt19 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[19] = opt19\n",
    "\n",
    "#Option 20\n",
    "opt20 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': True,\n",
    "}\n",
    "options[20] = opt20\n",
    "\n",
    "#Option 21\n",
    "opt21 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[21] = opt21\n",
    "\n",
    "#Option 22\n",
    "opt22 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[22] = opt22\n",
    "\n",
    "#Option 23\n",
    "opt23 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': False,\n",
    "}\n",
    "options[23] = opt23\n",
    "\n",
    "#Option 24\n",
    "opt24 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features1,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[24] = opt24\n",
    "\n",
    "################################################################################################\n",
    "\n",
    "#Option 25\n",
    "opt25 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[25] = opt25\n",
    "\n",
    "#Option 26\n",
    "opt26 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': stopwords_english,\n",
    "    'stopwords_domain': stopwords_domain,\n",
    "    'punctuation': punctuation,\n",
    "    'numbers': True,\n",
    "}\n",
    "options[26] = opt26\n",
    "\n",
    "#Option 27\n",
    "opt27 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[27] = opt27\n",
    "\n",
    "#Option 28\n",
    "opt28 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': False,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[28] = opt28\n",
    "\n",
    "#Option 29\n",
    "opt29 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features2,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[29] = opt29\n",
    "\n",
    "#Option 30\n",
    "opt30 = {\n",
    "    'length': 1000,\n",
    "    'reverse': False,\n",
    "    'stopwords_domain_in_features': True,\n",
    "    'document_features': document_features3,\n",
    "    'stopwords_english': [],\n",
    "    'stopwords_domain': [],\n",
    "    'punctuation': [],\n",
    "    'numbers': False,\n",
    "}\n",
    "options[30] = opt30"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def filt(x):\n",
    "    c1 = x not in options[opt]['stopwords_english']\n",
    "    c2 = x not in options[opt]['stopwords_domain']\n",
    "    c3 = x not in options[opt]['punctuation']\n",
    "    c4 = True if options[opt]['numbers'] else not x.isdigit()\n",
    "    \n",
    "    cs = [c1, c2, c3, c4]\n",
    "    return all(cs)\n",
    " \n",
    "def preprocess(text):\n",
    "    text = text.lower()\n",
    "    tokens = nltk.word_tokenize(text)\n",
    "    filtered_words = filter(filt, tokens)\n",
    "    return filtered_words\n",
    "\n",
    "def print_option(opt):\n",
    "    d = dict(opt)\n",
    "    for k in d:\n",
    "        if (type(d[k]) == list or type(d[k]) == str) and len(d[k]) > 0:\n",
    "            d[k] = ['...']\n",
    "        elif hasattr(d[k], '__call__'):\n",
    "            d[k] = d[k].func_name\n",
    "    print(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.702579666161\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.693474962064\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.682852807284\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.691957511381\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.675265553869\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                   groom = True              pos : neg    =      5.4 : 1.0\n",
      "                   clear = True              neg : pos    =      5.3 : 1.0\n",
      "                    died = True              neg : pos    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                   groom = True              pos : neg    =      5.4 : 1.0\n",
      "                   clear = True              neg : pos    =      5.3 : 1.0\n",
      "                    died = True              neg : pos    =      5.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.694992412747\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.699544764795\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.687405159332\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                   bride = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                   groom = True              pos : neg    =      5.4 : 1.0\n",
      "                   clear = True              neg : pos    =      5.3 : 1.0\n",
      "                    died = True              neg : pos    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.6 : 1.0\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.7 : 1.0\n",
      "                   built = True              pos : neg    =      7.3 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                   groom = True              pos : neg    =      5.4 : 1.0\n",
      "                   clear = True              neg : pos    =      5.3 : 1.0\n",
      "                    died = True              neg : pos    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.684370257967\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.684370257967\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                  ground = True              neg : pos    =      5.1 : 1.0\n",
      "                    jury = True              neg : pos    =      5.1 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                   argue = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     25.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.7 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "                criminal = 1                 neg : pos    =      6.3 : 1.0\n",
      "                   space = 1                 pos : neg    =      5.9 : 1.0\n",
      "                  gained = 1                 pos : neg    =      5.9 : 1.0\n",
      "                   bride = 1                 pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.699544764795\n",
      "****************\n",
      "Most Informative Features\n",
      "                positive = True              pos : neg    =      5.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "                   clear = True              neg : pos    =      5.3 : 1.0\n",
      "                    died = True              neg : pos    =      5.1 : 1.0\n",
      "                     win = True              pos : neg    =      4.9 : 1.0\n",
      "                    fell = True              neg : pos    =      4.2 : 1.0\n",
      "                    lost = True              neg : pos    =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.599393019727\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      8.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.7 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.3 : 1.0\n",
      "                     but = 2                 neg : pos    =      7.2 : 1.0\n",
      "                       a = 7                 neg : pos    =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.6 : 1.0\n",
      "                  health = 2                 neg : pos    =      5.9 : 1.0\n",
      "                     tax = 2                 neg : pos    =      5.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.6 : 1.0\n",
      "                   clear = 1                 neg : pos    =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.698027314112\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                   clear = True              neg : pos    =      5.3 : 1.0\n",
      "                    died = True              neg : pos    =      5.1 : 1.0\n",
      "                    fell = True              neg : pos    =      4.2 : 1.0\n",
      "                    lost = True              neg : pos    =      4.0 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                concerns = True              neg : pos    =      3.8 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "                creative = True              pos : neg    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =      9.9 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.2 : 1.0\n",
      "                 effects = 1                 neg : pos    =      5.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.6 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.2 : 1.0\n",
      "                  ground = 1                 neg : pos    =      5.1 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.1 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.6 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.6 : 1.0\n",
      "                   argue = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 0\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "             controversy = True              neg : pos    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      5.6 : 1.0\n",
      "                resigned = True              neg : pos    =      4.3 : 1.0\n",
      "               lucrative = True              neg : pos    =      3.5 : 1.0\n",
      "                    fake = True              neg : pos    =      3.3 : 1.0\n",
      "               criticism = True              neg : pos    =      3.3 : 1.0\n",
      "                   boost = True              pos : neg    =      2.9 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "                  strike = True              pos : neg    =      2.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.704097116844\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                     win = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                criminal = True              neg : pos    =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.708649468892\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                     win = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.704097116844\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                     tom = True              pos : neg    =      4.7 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "           investigation = True              neg : pos    =      4.6 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.708649468892\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                criminal = True              neg : pos    =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.699544764795\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                     tom = True              pos : neg    =      4.7 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "           investigation = True              neg : pos    =      4.6 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.719271623672\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.704097116844\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                     win = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                criminal = True              neg : pos    =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.717754172989\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                     win = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                     tom = True              pos : neg    =      4.7 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "           investigation = True              neg : pos    =      4.6 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                   space = True              pos : neg    =      5.8 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                criminal = True              neg : pos    =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.694992412747\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      7.1 : 1.0\n",
      "                   built = True              pos : neg    =      6.5 : 1.0\n",
      "                    rose = True              pos : neg    =      6.3 : 1.0\n",
      "                 charges = True              neg : pos    =      5.1 : 1.0\n",
      "                     tom = True              pos : neg    =      4.7 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "           investigation = True              neg : pos    =      4.6 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.646433990895\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.646433990895\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.647951441578\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.647951441578\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.646433990895\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.646433990895\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.647951441578\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.647951441578\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                  buried = True              neg : pos    =      4.7 : 1.0\n",
      "                    kids = True              neg : pos    =      4.7 : 1.0\n",
      "                    opel = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               following = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.691957511381\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.8 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.1 : 1.0\n",
      "                   built = 1                 pos : neg    =      6.5 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      5.9 : 1.0\n",
      "                  gained = 1                 pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  gained = True              pos : neg    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.1 : 1.0\n",
      "                positive = True              pos : neg    =      5.1 : 1.0\n",
      "                criminal = True              neg : pos    =      4.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                    died = True              neg : pos    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.660091047041\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.4 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.1 : 1.0\n",
      "                   built = 1                 pos : neg    =      6.5 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      5.9 : 1.0\n",
      "                 charges = 1                 neg : pos    =      5.1 : 1.0\n",
      "                    used = 2                 neg : pos    =      4.7 : 1.0\n",
      "                     but = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.66464339909\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.3 : 1.0\n",
      "                   super = True              pos : neg    =      4.0 : 1.0\n",
      "                    died = True              neg : pos    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.7 : 1.0\n",
      "                  helped = True              pos : neg    =      3.6 : 1.0\n",
      "                   right = True              pos : neg    =      3.6 : 1.0\n",
      "               important = True              pos : neg    =      3.2 : 1.0\n",
      "                    fell = True              neg : pos    =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.64339908953\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.7 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.7 : 1.0\n",
      "                  buried = 1                 neg : pos    =      4.7 : 1.0\n",
      "                    opel = 1                 neg : pos    =      4.7 : 1.0\n",
      "                    kids = 1                 neg : pos    =      4.7 : 1.0\n",
      "                   angry = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 1\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.650986342944\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "               lucrative = True              neg : pos    =      2.6 : 1.0\n",
      "                troubled = True              neg : pos    =      2.6 : 1.0\n",
      "                   boost = True              pos : neg    =      2.5 : 1.0\n",
      "                  strike = True              pos : neg    =      2.2 : 1.0\n",
      "                  lethal = True              neg : pos    =      2.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.708649468892\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.693474962064\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.722306525038\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.714719271624\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.3 : 1.0\n",
      "                students = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.717754172989\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                students = True              pos : neg    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.693474962064\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.723823975721\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.711684370258\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.3 : 1.0\n",
      "                students = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.716236722307\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.9 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.713201820941\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = True              neg : pos    =     12.6 : 1.0\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                 comment = True              neg : pos    =      8.9 : 1.0\n",
      "                   built = True              pos : neg    =      7.9 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.2 : 1.0\n",
      "                    west = True              pos : neg    =      6.9 : 1.0\n",
      "                    rose = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.3 : 1.0\n",
      "                students = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "           investigation = True              neg : pos    =      6.5 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.6 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                    jury = True              neg : pos    =      4.4 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = 1                 neg : pos    =     12.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   super = 1                 pos : neg    =      8.6 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.9 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                    west = 1                 pos : neg    =      6.5 : 1.0\n",
      "                 charges = 1                 neg : pos    =      6.3 : 1.0\n",
      "                   space = 1                 pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                  gained = True              pos : neg    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "                criminal = True              neg : pos    =      5.2 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                    lost = True              neg : pos    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.4 : 1.0\n",
      "                concerns = True              neg : pos    =      4.4 : 1.0\n",
      "                   clear = True              neg : pos    =      4.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.637329286798\n",
      "****************\n",
      "Most Informative Features\n",
      "                declined = 1                 neg : pos    =     12.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.9 : 1.0\n",
      "                   super = 1                 pos : neg    =      8.6 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.9 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      6.9 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.5 : 1.0\n",
      "                    west = 1                 pos : neg    =      6.5 : 1.0\n",
      "                 charges = 1                 neg : pos    =      6.3 : 1.0\n",
      "           investigation = 1                 neg : pos    =      6.0 : 1.0\n",
      "              government = 2                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                   super = True              pos : neg    =      8.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                    lost = True              neg : pos    =      4.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.4 : 1.0\n",
      "                concerns = True              neg : pos    =      4.4 : 1.0\n",
      "                   clear = True              neg : pos    =      4.1 : 1.0\n",
      "                    fell = True              neg : pos    =      3.5 : 1.0\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                  helped = True              pos : neg    =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.657056145675\n",
      "****************\n",
      "Most Informative Features\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "           investigation = 1                 neg : pos    =      6.0 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.7 : 1.0\n",
      "                 natural = 1                 pos : neg    =      5.5 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.6 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.6 : 1.0\n",
      "                  buried = 1                 neg : pos    =      4.6 : 1.0\n",
      "              pioneering = 1                 neg : pos    =      4.6 : 1.0\n",
      "                european = 2                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 2\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.7 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                resigned = True              neg : pos    =      4.4 : 1.0\n",
      "                   boost = True              pos : neg    =      2.9 : 1.0\n",
      "                    fake = True              neg : pos    =      2.8 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "                troubled = True              neg : pos    =      2.6 : 1.0\n",
      "                  strike = True              pos : neg    =      2.2 : 1.0\n",
      "                   stern = True              neg : pos    =      2.0 : 1.0\n",
      "                   staid = True              neg : pos    =      2.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.66464339909\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.657056145675\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                criminal = True              neg : pos    =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.64339908953\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                 founded = True              pos : neg    =      5.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                criminal = True              neg : pos    =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.64339908953\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                 founded = True              pos : neg    =      5.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.660091047041\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "             engineering = True              pos : neg    =      5.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.8 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.682852807284\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                criminal = True              neg : pos    =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.66464339909\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.65402124431\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                 founded = True              pos : neg    =      5.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.679817905918\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                   force = True              neg : pos    =      7.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                criminal = True              neg : pos    =      5.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.650986342944\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.8 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 charges = True              neg : pos    =      6.0 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                 founded = True              pos : neg    =      5.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.631259484067\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.638846737481\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.638846737481\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.640364188164\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.640364188164\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "           investigation = True              neg : pos    =      7.6 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                  ground = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                replaced = True              neg : pos    =      5.1 : 1.0\n",
      "              pioneering = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.650986342944\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.8 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.4 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "           investigation = 1                 neg : pos    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                 charges = 1                 neg : pos    =      6.0 : 1.0\n",
      "              government = 2                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.667678300455\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "                criminal = True              neg : pos    =      5.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "                    lost = True              neg : pos    =      4.6 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                creative = True              pos : neg    =      3.8 : 1.0\n",
      "                concerns = True              neg : pos    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.61153262519\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.8 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "           investigation = 1                 neg : pos    =      7.0 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                 charges = 1                 neg : pos    =      6.0 : 1.0\n",
      "              government = 2                 neg : pos    =      6.0 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   super = True              pos : neg    =      5.5 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "                    lost = True              neg : pos    =      4.6 : 1.0\n",
      "                    fell = True              neg : pos    =      3.9 : 1.0\n",
      "                creative = True              pos : neg    =      3.8 : 1.0\n",
      "                concerns = True              neg : pos    =      3.7 : 1.0\n",
      "                   clear = True              neg : pos    =      3.7 : 1.0\n",
      "                  helped = True              pos : neg    =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.640364188164\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =     11.4 : 1.0\n",
      "             controversy = 1                 neg : pos    =      7.4 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "           investigation = 1                 neg : pos    =      7.0 : 1.0\n",
      "                  ground = 1                 neg : pos    =      6.0 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "                resigned = 1                 neg : pos    =      5.2 : 1.0\n",
      "              pioneering = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 3\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.657056145675\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.4 : 1.0\n",
      "             controversy = True              neg : pos    =      7.4 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                 logical = True              neg : pos    =      3.4 : 1.0\n",
      "               criticism = True              neg : pos    =      3.4 : 1.0\n",
      "                    fake = True              neg : pos    =      2.8 : 1.0\n",
      "                   boost = True              pos : neg    =      2.8 : 1.0\n",
      "               lucrative = True              neg : pos    =      2.6 : 1.0\n",
      "                troubled = True              neg : pos    =      2.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.0 : 1.0\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.0 : 1.0\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.702579666161\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    west = True              pos : neg    =      5.8 : 1.0\n",
      "                   right = True              pos : neg    =      5.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    west = True              pos : neg    =      5.8 : 1.0\n",
      "                   right = True              pos : neg    =      5.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "                    apps = True              pos : neg    =      4.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.0 : 1.0\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.0 : 1.0\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.666160849772\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.698027314112\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.66464339909\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    west = True              pos : neg    =      5.8 : 1.0\n",
      "                   right = True              pos : neg    =      5.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.698027314112\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     11.3 : 1.0\n",
      "                declined = True              neg : pos    =      8.4 : 1.0\n",
      "                    rose = True              pos : neg    =      7.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                   gates = True              pos : neg    =      6.5 : 1.0\n",
      "                 charges = True              neg : pos    =      6.4 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    west = True              pos : neg    =      5.8 : 1.0\n",
      "                   right = True              pos : neg    =      5.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.0 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                 effects = True              neg : pos    =      4.7 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.655538694992\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.0 : 1.0\n",
      "                 comment = 1                 neg : pos    =     11.3 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.2 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                 charges = 1                 neg : pos    =      6.4 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.3 : 1.0\n",
      "                criminal = 1                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                   right = True              pos : neg    =      5.7 : 1.0\n",
      "                criminal = True              neg : pos    =      5.3 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.7 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                    fell = True              neg : pos    =      4.1 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                positive = True              pos : neg    =      3.7 : 1.0\n",
      "                  helped = True              pos : neg    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.635811836115\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     11.3 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.4 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.2 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                 charges = 1                 neg : pos    =      6.4 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.3 : 1.0\n",
      "                  health = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      if = 2                 neg : pos    =      6.0 : 1.0\n",
      "                   right = 1                 pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                   right = True              pos : neg    =      5.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.7 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "                   clear = True              neg : pos    =      4.4 : 1.0\n",
      "                    fell = True              neg : pos    =      4.1 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                  helped = True              pos : neg    =      3.6 : 1.0\n",
      "                concerns = True              neg : pos    =      3.5 : 1.0\n",
      "                   super = True              pos : neg    =      3.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.676783004552\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =     10.0 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.3 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "                resigned = 1                 neg : pos    =      5.2 : 1.0\n",
      "           investigation = 1                 neg : pos    =      4.8 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.7 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.7 : 1.0\n",
      "                 effects = 1                 neg : pos    =      4.7 : 1.0\n",
      "             controversy = 1                 neg : pos    =      4.7 : 1.0\n",
      "                    fake = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 4\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     10.0 : 1.0\n",
      "                    debt = True              neg : pos    =      6.3 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "             controversy = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      3.3 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "               lucrative = True              neg : pos    =      2.6 : 1.0\n",
      "                troubled = True              neg : pos    =      2.6 : 1.0\n",
      "                  strike = True              pos : neg    =      2.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.713201820941\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.704097116844\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.711684370258\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.711684370258\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.694992412747\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "             authorities = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.713201820941\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     25.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.704097116844\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.714719271624\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.698027314112\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.702579666161\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   force = True              neg : pos    =      7.6 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                   space = True              pos : neg    =      6.3 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                   built = True              pos : neg    =      7.6 : 1.0\n",
      "              introduced = True              pos : neg    =      7.0 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                declined = True              neg : pos    =      6.4 : 1.0\n",
      "                    rose = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.670713201821\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    jury = True              neg : pos    =      7.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.7 : 1.0\n",
      "                 effects = True              neg : pos    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                replaced = True              neg : pos    =      4.6 : 1.0\n",
      "                channels = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.676783004552\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     25.5 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.6 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.6 : 1.0\n",
      "              introduced = 1                 pos : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.4 : 1.0\n",
      "           investigation = 1                 neg : pos    =      6.2 : 1.0\n",
      "                 charges = 1                 neg : pos    =      5.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.9 : 1.0\n",
      "              government = 2                 neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.716236722307\n",
      "****************\n",
      "Most Informative Features\n",
      "                     win = True              pos : neg    =      5.9 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "                  gained = True              pos : neg    =      4.9 : 1.0\n",
      "                criminal = True              neg : pos    =      4.5 : 1.0\n",
      "                    lost = True              neg : pos    =      4.4 : 1.0\n",
      "                   super = True              pos : neg    =      4.3 : 1.0\n",
      "                positive = True              pos : neg    =      4.0 : 1.0\n",
      "                    fell = True              neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.6 : 1.0\n",
      "              introduced = 1                 pos : neg    =      7.0 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.4 : 1.0\n",
      "           investigation = 1                 neg : pos    =      6.2 : 1.0\n",
      "                 charges = 1                 neg : pos    =      5.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.9 : 1.0\n",
      "              government = 2                 neg : pos    =      5.9 : 1.0\n",
      "             authorities = 1                 neg : pos    =      5.9 : 1.0\n",
      "                     tax = 2                 neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.714719271624\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "                  crisis = True              neg : pos    =      5.1 : 1.0\n",
      "                    died = True              neg : pos    =      5.0 : 1.0\n",
      "                    lost = True              neg : pos    =      4.4 : 1.0\n",
      "                   super = True              pos : neg    =      4.3 : 1.0\n",
      "                    fell = True              neg : pos    =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.4 : 1.0\n",
      "                  helped = True              pos : neg    =      3.2 : 1.0\n",
      "                 problem = True              neg : pos    =      2.9 : 1.0\n",
      "                    free = True              pos : neg    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =      9.8 : 1.0\n",
      "                resigned = 1                 neg : pos    =      8.5 : 1.0\n",
      "                    jury = 1                 neg : pos    =      7.2 : 1.0\n",
      "           investigation = 1                 neg : pos    =      6.2 : 1.0\n",
      "                 effects = 1                 neg : pos    =      5.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.9 : 1.0\n",
      "             controversy = 1                 neg : pos    =      5.9 : 1.0\n",
      "                    mrs. = 1                 pos : neg    =      4.9 : 1.0\n",
      "                  buried = 1                 neg : pos    =      4.6 : 1.0\n",
      "              pioneering = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 5\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.699544764795\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.8 : 1.0\n",
      "                resigned = True              neg : pos    =      8.5 : 1.0\n",
      "                    debt = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "               lucrative = True              neg : pos    =      3.5 : 1.0\n",
      "                 logical = True              neg : pos    =      3.3 : 1.0\n",
      "                    fake = True              neg : pos    =      2.8 : 1.0\n",
      "                 damages = True              neg : pos    =      2.8 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "                troubled = True              neg : pos    =      2.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.6 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.6 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.702579666161\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.708649468892\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "                   super = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.708649468892\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "                   super = True              pos : neg    =      6.0 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.6 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.701062215478\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.4 : 1.0\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.6 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.6 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.704097116844\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.705614567527\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "                   super = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =      8.6 : 1.0\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.716236722307\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      8.5 : 1.0\n",
      "                declined = True              neg : pos    =      8.1 : 1.0\n",
      "                    bowl = True              pos : neg    =      7.9 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                   built = True              pos : neg    =      6.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "                   super = True              pos : neg    =      6.0 : 1.0\n",
      "                 charges = True              neg : pos    =      5.9 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  ground = True              neg : pos    =      5.9 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "           investigation = True              neg : pos    =      5.1 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                 effects = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.667678300455\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.4 : 1.0\n",
      "                   force = 1                 neg : pos    =      8.6 : 1.0\n",
      "                 comment = 1                 neg : pos    =      8.5 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.1 : 1.0\n",
      "                criminal = 1                 neg : pos    =      7.6 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =      7.0 : 1.0\n",
      "                   built = 1                 pos : neg    =      6.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.7 : 1.0\n",
      "                  gained = 1                 pos : neg    =      6.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.684370257967\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.6 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                positive = True              pos : neg    =      6.2 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "                   super = True              pos : neg    =      6.0 : 1.0\n",
      "                     win = True              pos : neg    =      5.6 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "                    died = True              neg : pos    =      4.4 : 1.0\n",
      "                   clear = True              neg : pos    =      4.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.669195751138\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      8.5 : 1.0\n",
      "                declined = 1                 neg : pos    =      8.1 : 1.0\n",
      "                    bowl = 1                 pos : neg    =      7.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =      7.0 : 1.0\n",
      "                   built = 1                 pos : neg    =      6.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.7 : 1.0\n",
      "                  crisis = 1                 neg : pos    =      6.2 : 1.0\n",
      "                 charges = 1                 neg : pos    =      5.9 : 1.0\n",
      "              government = 2                 neg : pos    =      5.9 : 1.0\n",
      "             authorities = 1                 neg : pos    =      5.9 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.684370257967\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      6.2 : 1.0\n",
      "                   super = True              pos : neg    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      4.5 : 1.0\n",
      "                    died = True              neg : pos    =      4.4 : 1.0\n",
      "                   clear = True              neg : pos    =      4.1 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                   right = True              pos : neg    =      3.7 : 1.0\n",
      "                  helped = True              pos : neg    =      3.3 : 1.0\n",
      "                 problem = True              neg : pos    =      3.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =      9.9 : 1.0\n",
      "                    debt = 1                 neg : pos    =      6.7 : 1.0\n",
      "                  ground = 1                 neg : pos    =      5.9 : 1.0\n",
      "             controversy = 1                 neg : pos    =      5.9 : 1.0\n",
      "                 natural = 1                 pos : neg    =      5.2 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "                resigned = 1                 neg : pos    =      5.2 : 1.0\n",
      "           investigation = 1                 neg : pos    =      4.7 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.6 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 6\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =      9.9 : 1.0\n",
      "                    debt = True              neg : pos    =      6.7 : 1.0\n",
      "             controversy = True              neg : pos    =      5.9 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.6 : 1.0\n",
      "                    fake = True              neg : pos    =      3.6 : 1.0\n",
      "               lucrative = True              neg : pos    =      3.6 : 1.0\n",
      "                 logical = True              neg : pos    =      3.3 : 1.0\n",
      "                 damages = True              neg : pos    =      2.8 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.682852807284\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.675265553869\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.676783004552\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "             authorities = True              neg : pos    =      5.0 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "                 tablets = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "             authorities = True              neg : pos    =      5.0 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "                 tablets = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.676783004552\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.679817905918\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.673748103187\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "             authorities = True              neg : pos    =      5.0 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.675265553869\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                   force = True              neg : pos    =      9.9 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "                 related = True              neg : pos    =      6.8 : 1.0\n",
      "                   space = True              pos : neg    =      6.5 : 1.0\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  tablet = True              pos : neg    =      5.9 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "              collection = True              pos : neg    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.690440060698\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =     14.5 : 1.0\n",
      "                declined = True              neg : pos    =      9.2 : 1.0\n",
      "                    rose = True              pos : neg    =      7.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                 founded = True              pos : neg    =      5.1 : 1.0\n",
      "             authorities = True              neg : pos    =      5.0 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                   groom = True              pos : neg    =      4.5 : 1.0\n",
      "                 tablets = True              pos : neg    =      4.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.658573596358\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.658573596358\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.658573596358\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.658573596358\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "           investigation = True              neg : pos    =      5.7 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.6 : 1.0\n",
      "                innocent = True              neg : pos    =      4.6 : 1.0\n",
      "                  buried = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.660091047041\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     14.5 : 1.0\n",
      "                   force = 1                 neg : pos    =      9.9 : 1.0\n",
      "                declined = 1                 neg : pos    =      9.2 : 1.0\n",
      "                criminal = 1                 neg : pos    =      7.7 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                 related = 1                 neg : pos    =      6.8 : 1.0\n",
      "                  gained = 1                 pos : neg    =      6.2 : 1.0\n",
      "             authorities = 1                 neg : pos    =      6.0 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      us = 2                 neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.710166919575\n",
      "****************\n",
      "Most Informative Features\n",
      "                criminal = True              neg : pos    =      6.4 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      5.5 : 1.0\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.1 : 1.0\n",
      "                positive = True              pos : neg    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                   super = True              pos : neg    =      3.7 : 1.0\n",
      "                    fell = True              neg : pos    =      3.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.614567526555\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =     14.5 : 1.0\n",
      "                declined = 1                 neg : pos    =      9.2 : 1.0\n",
      "                     but = 2                 neg : pos    =      7.3 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.9 : 1.0\n",
      "                   which = 2                 pos : neg    =      6.5 : 1.0\n",
      "             authorities = 1                 neg : pos    =      6.0 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      us = 2                 neg : pos    =      6.0 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.3 : 1.0\n",
      "                    died = 1                 neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.708649468892\n",
      "****************\n",
      "Most Informative Features\n",
      "                    died = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.1 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                   super = True              pos : neg    =      3.7 : 1.0\n",
      "                    fell = True              neg : pos    =      3.5 : 1.0\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                   clear = True              neg : pos    =      3.2 : 1.0\n",
      "                  helped = True              pos : neg    =      3.1 : 1.0\n",
      "                concerns = True              neg : pos    =      2.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.663125948407\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = 1                 neg : pos    =     11.3 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                troubled = 1                 neg : pos    =      6.0 : 1.0\n",
      "             controversy = 1                 neg : pos    =      6.0 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.3 : 1.0\n",
      "                    mrs. = 1                 pos : neg    =      5.2 : 1.0\n",
      "                resigned = 1                 neg : pos    =      5.2 : 1.0\n",
      "                    debt = 1                 neg : pos    =      4.7 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.6 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 7\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.688922610015\n",
      "****************\n",
      "Most Informative Features\n",
      "                  losing = True              neg : pos    =     11.3 : 1.0\n",
      "             controversy = True              neg : pos    =      6.0 : 1.0\n",
      "                troubled = True              neg : pos    =      6.0 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "                    debt = True              neg : pos    =      4.7 : 1.0\n",
      "                    fake = True              neg : pos    =      4.6 : 1.0\n",
      "                  golden = True              neg : pos    =      3.3 : 1.0\n",
      "               criticism = True              neg : pos    =      3.3 : 1.0\n",
      "                   boost = True              pos : neg    =      2.9 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.679817905918\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.5 : 1.0\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.675265553869\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.5 : 1.0\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                     hit = True              neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.699544764795\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.675265553869\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                     hit = True              neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.691957511381\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                     tom = True              pos : neg    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.691957511381\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                     tom = True              pos : neg    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.5 : 1.0\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 develop = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.679817905918\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     26.5 : 1.0\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 develop = True              pos : neg    =      5.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.698027314112\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                     hit = True              neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                     tom = True              pos : neg    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.696509863429\n",
      "****************\n",
      "Most Informative Features\n",
      "                   force = True              neg : pos    =     10.2 : 1.0\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                   space = True              pos : neg    =      6.7 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.693474962064\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = True              neg : pos    =      9.4 : 1.0\n",
      "                declined = True              neg : pos    =      7.5 : 1.0\n",
      "                    rose = True              pos : neg    =      7.0 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                 founded = True              pos : neg    =      5.4 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                     tom = True              pos : neg    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.628224582701\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.628224582701\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.634294385432\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.629742033384\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.629742033384\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.635811836115\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.634294385432\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                 schools = True              pos : neg    =      6.7 : 1.0\n",
      "                    jury = True              neg : pos    =      6.1 : 1.0\n",
      "                 effects = True              neg : pos    =      6.1 : 1.0\n",
      "           investigation = True              neg : pos    =      5.8 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                innocent = True              neg : pos    =      4.7 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "                replaced = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.675265553869\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     26.5 : 1.0\n",
      "                   force = 1                 neg : pos    =     10.2 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.5 : 1.0\n",
      "              government = 2                 neg : pos    =      7.5 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.8 : 1.0\n",
      "                 schools = 1                 pos : neg    =      6.4 : 1.0\n",
      "                  gained = 1                 pos : neg    =      6.4 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.1 : 1.0\n",
      "                   space = 1                 pos : neg    =      6.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.658573596358\n",
      "****************\n",
      "Most Informative Features\n",
      "                  gained = True              pos : neg    =      6.4 : 1.0\n",
      "                     win = True              pos : neg    =      5.7 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.0 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.8 : 1.0\n",
      "               important = True              pos : neg    =      3.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.657056145675\n",
      "****************\n",
      "Most Informative Features\n",
      "                 comment = 1                 neg : pos    =      9.4 : 1.0\n",
      "                declined = 1                 neg : pos    =      7.5 : 1.0\n",
      "              government = 2                 neg : pos    =      7.5 : 1.0\n",
      "                    rose = 1                 pos : neg    =      6.8 : 1.0\n",
      "                 schools = 1                 pos : neg    =      6.4 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.1 : 1.0\n",
      "                       a = 7                 neg : pos    =      6.1 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.6 : 1.0\n",
      "                 founded = 1                 pos : neg    =      5.3 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.65402124431\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                    fell = True              neg : pos    =      4.8 : 1.0\n",
      "                    died = True              neg : pos    =      4.7 : 1.0\n",
      "                   super = True              pos : neg    =      3.9 : 1.0\n",
      "                    lost = True              neg : pos    =      3.8 : 1.0\n",
      "               important = True              pos : neg    =      3.7 : 1.0\n",
      "                  crisis = True              neg : pos    =      3.6 : 1.0\n",
      "                  helped = True              pos : neg    =      3.6 : 1.0\n",
      "                   clear = True              neg : pos    =      3.1 : 1.0\n",
      "                   right = True              pos : neg    =      3.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.628224582701\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = 1                 neg : pos    =      7.5 : 1.0\n",
      "                 schools = 1                 pos : neg    =      6.4 : 1.0\n",
      "                    jury = 1                 neg : pos    =      6.1 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.1 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.6 : 1.0\n",
      "                resigned = 1                 neg : pos    =      5.3 : 1.0\n",
      "                    debt = 1                 neg : pos    =      5.2 : 1.0\n",
      "                innocent = 1                 neg : pos    =      4.7 : 1.0\n",
      "                   angry = 1                 neg : pos    =      4.7 : 1.0\n",
      "                european = 2                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 8\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.637329286798\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.5 : 1.0\n",
      "                resigned = True              neg : pos    =      5.3 : 1.0\n",
      "                    debt = True              neg : pos    =      5.2 : 1.0\n",
      "                   angry = True              neg : pos    =      4.7 : 1.0\n",
      "               criticism = True              neg : pos    =      3.4 : 1.0\n",
      "                    fake = True              neg : pos    =      2.8 : 1.0\n",
      "                 damages = True              neg : pos    =      2.8 : 1.0\n",
      "               lucrative = True              neg : pos    =      2.6 : 1.0\n",
      "                   boost = True              pos : neg    =      2.5 : 1.0\n",
      "                  strike = True              pos : neg    =      2.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 1\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.684370257967\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 2\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.694992412747\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 3\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.681335356601\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 4\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.711684370258\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 5\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.685887708649\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 6\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.711684370258\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      5.5 : 1.0\n",
      "             authorities = True              neg : pos    =      4.8 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "                    died = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 7\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.717754172989\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 8\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.707132018209\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      5.5 : 1.0\n",
      "             authorities = True              neg : pos    =      4.8 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "                    died = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 9\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.693474962064\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "             engineering = True              pos : neg    =      6.2 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 10\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'\", u'said', u'chief', u'mr.', u'$', u'like', u'would', u'director']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.693474962064\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = True              neg : pos    =     24.6 : 1.0\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 11\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u\"'s\", u'executive', u'said', u'chief', u'apple', u'company', u'manager', u'mr.', u'new', u'--']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.678300455235\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 12\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'a', u'to', u'in', u'that', u'for', u'is', u'said', u'on']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.711684370258\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 13\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'.', u\"'s\", u\"'\", u'executive', u'said', u'chief', u'apple', u'company', u'manager']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.682852807284\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "                     win = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 14\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'the', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that', u'for', u'executive']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.714719271624\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      5.5 : 1.0\n",
      "                 related = True              neg : pos    =      4.8 : 1.0\n",
      "             authorities = True              neg : pos    =      4.8 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 15\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': ['...'], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'a', u'to', u'in', u'that', u'for', u\"'\"]\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.713201820941\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   force = True              neg : pos    =      7.8 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                   space = True              pos : neg    =      6.8 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "                 buffett = True              pos : neg    =      6.2 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 16\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.720789074355\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = True              pos : neg    =     11.5 : 1.0\n",
      "                 comment = True              neg : pos    =      9.3 : 1.0\n",
      "                   built = True              pos : neg    =      7.2 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                declined = True              neg : pos    =      6.8 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                    fell = True              neg : pos    =      5.5 : 1.0\n",
      "             authorities = True              neg : pos    =      4.8 : 1.0\n",
      "                    bowl = True              pos : neg    =      4.7 : 1.0\n",
      "                    died = True              neg : pos    =      4.6 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 17\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.631259484067\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 18\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.631259484067\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 19\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 20\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': True, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 21\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.631259484067\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 22\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.631259484067\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 23\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': ['...'], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 24\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features1', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.63277693475\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "           investigation = True              neg : pos    =      6.0 : 1.0\n",
      "                channels = True              neg : pos    =      6.0 : 1.0\n",
      "                 effects = True              neg : pos    =      6.0 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                    jury = True              neg : pos    =      5.2 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "              threatened = True              neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 25\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features2', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.66464339909\n",
      "****************\n",
      "Most Informative Features\n",
      "                 accused = 1                 neg : pos    =     24.6 : 1.0\n",
      "                    rose = 1                 pos : neg    =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "                   force = 1                 neg : pos    =      7.8 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.2 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                criminal = 1                 neg : pos    =      6.4 : 1.0\n",
      "                   space = 1                 pos : neg    =      6.2 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 26\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': ['...'], 'length': 1000, 'numbers': True, 'document_features': 'document_features3', 'stopwords_domain': ['...'], 'stopwords_english': ['...']}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'said', u'chief', u'mr.', u'like', u'would', u'director', u'one', u'year', u'also', u'last']\n",
      "----------------\n",
      "Total positive words:\n",
      "39\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'win', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans']\n",
      "Total positive words:\n",
      "18\n",
      "Top 10 positive words:\n",
      "[u'criminal', u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'bad']\n",
      "****************\n",
      "ACCURACY = 0.676783004552\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                     win = True              pos : neg    =      6.2 : 1.0\n",
      "                  gained = True              pos : neg    =      6.2 : 1.0\n",
      "                criminal = True              neg : pos    =      5.6 : 1.0\n",
      "                    fell = True              neg : pos    =      5.5 : 1.0\n",
      "                    died = True              neg : pos    =      4.6 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 27\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.660091047041\n",
      "****************\n",
      "Most Informative Features\n",
      "                    rose = 1                 pos : neg    =     10.8 : 1.0\n",
      "                 comment = 1                 neg : pos    =      9.3 : 1.0\n",
      "              government = 2                 neg : pos    =      7.3 : 1.0\n",
      "                   built = 1                 pos : neg    =      7.2 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "                declined = 1                 neg : pos    =      6.8 : 1.0\n",
      "                     tax = 2                 neg : pos    =      6.0 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "                    fell = 1                 neg : pos    =      5.7 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.5 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 28\n",
      "{'reverse': False, 'stopwords_domain_in_features': False, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u',', u'the', u'.', u'of', u'and', u'a', u'to', u'in', u\"'s\", u'that']\n",
      "----------------\n",
      "Total positive words:\n",
      "34\n",
      "Top 10 positive words:\n",
      "[u'right', u'love', u'modern', u'helped', u'best', u'lead', u'leading', u'top', u'fans', u'creative']\n",
      "Total positive words:\n",
      "16\n",
      "Top 10 positive words:\n",
      "[u'risk', u'lost', u'vice', u'concerns', u'rival', u'hard', u'problems', u'crisis', u'fell', u'died']\n",
      "****************\n",
      "ACCURACY = 0.672230652504\n",
      "****************\n",
      "Most Informative Features\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                    fell = True              neg : pos    =      5.5 : 1.0\n",
      "                    died = True              neg : pos    =      4.6 : 1.0\n",
      "                  crisis = True              neg : pos    =      4.5 : 1.0\n",
      "                   super = True              pos : neg    =      4.2 : 1.0\n",
      "                    lost = True              neg : pos    =      3.9 : 1.0\n",
      "                   clear = True              neg : pos    =      3.7 : 1.0\n",
      "                   right = True              pos : neg    =      3.3 : 1.0\n",
      "                concerns = True              neg : pos    =      3.1 : 1.0\n",
      "                    free = True              pos : neg    =      3.1 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 29\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features2', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "****************\n",
      "ACCURACY = 0.635811836115\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = 1                 neg : pos    =      7.3 : 1.0\n",
      "                    debt = 1                 neg : pos    =      7.1 : 1.0\n",
      "                 effects = 1                 neg : pos    =      6.0 : 1.0\n",
      "                      '' = 2                 neg : pos    =      6.0 : 1.0\n",
      "           investigation = 1                 neg : pos    =      5.5 : 1.0\n",
      "                    jury = 1                 neg : pos    =      5.2 : 1.0\n",
      "                resigned = 1                 neg : pos    =      5.2 : 1.0\n",
      "               criticism = 1                 neg : pos    =      4.7 : 1.0\n",
      "              threatened = 1                 neg : pos    =      4.7 : 1.0\n",
      "                  buried = 1                 neg : pos    =      4.7 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "=======================================================\n",
      "RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:\n",
      "\n",
      "Option 30\n",
      "{'reverse': False, 'stopwords_domain_in_features': True, 'punctuation': [], 'length': 1000, 'numbers': False, 'document_features': 'document_features3', 'stopwords_domain': [], 'stopwords_english': []}\n",
      "majority\n",
      "\n",
      "iteration: 9\n",
      "\n",
      "----------------\n",
      "Total features:\n",
      "1000\n",
      "Top 10 features:\n",
      "[u'third-longest', u'nallen', u'hordes', u'glisson', u\"'parties\", u'foul', u'four', u'woods', u'woody', u'cyprus']\n",
      "----------------\n",
      "Total positive words:\n",
      "40\n",
      "Top 10 positive words:\n",
      "[u'golden', u'spiritual', u'willingness', u'awesome', u'logical', u'upscale', u'resilient', u'amusingly', u'avid', u'fashionable']\n",
      "Total positive words:\n",
      "55\n",
      "Top 10 positive words:\n",
      "[u'criticism', u'obsessively', u'scarred', u'obese', u'fake', u'foul', u'antagonistic', u'bumpy', u'illness', u'dismissive']\n",
      "****************\n",
      "ACCURACY = 0.661608497724\n",
      "****************\n",
      "Most Informative Features\n",
      "             controversy = True              neg : pos    =      7.3 : 1.0\n",
      "                    debt = True              neg : pos    =      7.1 : 1.0\n",
      "                    fake = True              neg : pos    =      6.0 : 1.0\n",
      "                resigned = True              neg : pos    =      5.2 : 1.0\n",
      "               criticism = True              neg : pos    =      4.7 : 1.0\n",
      "               lucrative = True              neg : pos    =      3.6 : 1.0\n",
      "                   angry = True              neg : pos    =      2.8 : 1.0\n",
      "                troubled = True              neg : pos    =      2.6 : 1.0\n",
      "                  strike = True              pos : neg    =      2.5 : 1.0\n",
      "                   staid = True              neg : pos    =      2.0 : 1.0\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "**************** BEST RESULT ****************\n",
      "BEST OPTION: 12\n",
      "{'length': 1000, 'reverse': False, 'document_features': <function document_features1 at 0x7ff0eb6aa8c0>, 'numbers': False, 'stopwords_domain_in_features': False, 'punctuation': '!\"#$%&\\'()*+,-./:;<=>?@[\\\\]^_`{|}~', 'stopwords_domain': ['entrepreneur', 'startup', 'new', 'venture', 'manager', 'executive', 'founder', 'wal-mart', 'exxon', 'chevron', 'berkshire', 'hathaway', 'apple', 'samsung', 'phillips', '66', 'general', 'motors', 'ford', 'valero', 'exelon', 'corporation', 'dow', 'chemical', 'conocophillips', 'morgan', 'chase', 'world', 'fuel', 'services', 'illinois', 'tool', 'works', 'boeing', 'intel', 'corporation', 'pepsico', 'tjx', 'companies', 'costco', 'wholesale', 'metlife', 'blackrock', 'at&t', 'johnson', '&', 'johnson', 'abbott', 'laboratories', 'cvs', 'caremark', 'visa', 'cisco', 'systems', 'walt', 'disney', 'company', 'rock', 'tenn', 'company', 'halliburton', 'company', 'alcoa', 'fluor', 'corporation', 'general', 'electric', 'cbre', 'group', 'energy', 'transfer', 'equity', 'express', 'scripts', 'holding', 'hca', 'holdings', 'nrg', 'energy', 'aramark', 'holdings', 'corporation', 'honeywell', 'international', 'nike', 'amazon.com', 'procter', '&', 'gamble', 'unitedhealth', 'group', 'microsoft', 'Google', 'Salesforce', 'SAS', 'Quicken', 'Intuit', 'las', 'vegas', 'sands', 'autonation', '3m', 'company', 'danaher', 'corporation', 'new', 'york', 'life', 'insurance', 'company', 'mcdonalds', 'corporation', 'caterpillar', 'ryder', 'systems', 'd.r.', 'horton', 'stanley', 'black', '&', 'decker', 'archer', 'daniels', 'midland', 'coca-cola', 'company', 'united', 'continental', 'holdings', 'ingram', 'micro', 'chs', 'international', 'paper', 'company', 'mckesson', 'phillip', 'morris', 'international', 'state', 'farm', 'insurance', 'owens', 'corning', 'waste', 'management', 'c.h.', 'robinson', 'worldwide', 'harley-davidson', 'manpower', 'group', 'union', 'pacific', 'r.r', 'donnelley', '&', 'sons', 'company', 'graham', 'holdings', 'company', 'emc', 'corporation', 'mattel', 'united', 'parcel', 'service', 'omnicom', 'group', 'mckinsey', '&', 'company', 'pricewaterhousecoopers', 'intuitive', 'research', 'and', 'tech', 'international', 'bussiness', 'machines', 'formerly', 'BrightTag', 'aka', 'Wright', 'Foods', 'turospree.com', 'nirvanix.com', 'getpostrocket.com', 'votertide.com', 'gamelayers.com', 'unifyo.com', 'lookery.com', 'canv.as', 'blurtt.com', 'manilla.com', 'admaze.ly.com', 'springpad.com', 'ex.fm', 'sambamobile.com', 'qik.com', 'inbloom.org', 'intonow.com', 'getfindit.com', 'inqmobile.com', 'outboxmail.com', 'argylesocial.com', 'iamexec.com', 'stippleit.com', '500px', 'Inc', 'Wajam', 'Keek', 'Inc', 'GuySpy', 'Woozworld', 'TinEye', 'Idee', 'Inc', 'Jigsy', 'Voices.com', 'Snapsort', 'EmpireAvenue', 'Frank', 'and', 'Oak', 'LoginRadius', 'Chango', 'Inc', 'Pure', 'Energies', 'Group', 'Inc', 'Buytopia.ca', 'Smoke', 'NV', 'Inc', 'Just', 'Quality', 'International', 'Inc', 'Sterling', 'Cross', 'Defense', 'Systems', 'Corp', 'Magnet', 'Forensics', 'Inc', 'Greenlife', 'Water', 'Corp', 'Secure', 'Sense', 'Solutions', 'Sandstorm', 'Gold', 'Ltd', 'ScribbleLive', 'Technologies', 'Inc', 'TDot', 'Performance', 'Ltd', 'Redwood', 'Strategic', 'Inc', 'Emcision', 'International', 'Inc', 'Henkaa', 'Inc', 'Whirlscape', 'Inc', 'Bionym', 'Thalmic', 'Labs', 'Recon', 'Instruments', 'Om', 'Malik', 'Technology', 'Affino', 'AnalyzeRE', 'Atomic', 'Reach', 'Cloud', 'Dynamics', 'Exo', 'U', 'Fabric', 'Engine', 'Finmaven', 'Granify', 'InfraDog', 'Introhive', 'Invici', 'Technologies', 'Login', 'Radius', 'mnubo', 'Obero', 'Solutions', 'PeopleInsight', 'Procima', 'Experts', 'reelyActive', 'RtTech', 'Software', 'Seamless', 'Mobile', 'Health', 'Slyce', 'Smart', 'Employee', 'Benefits', 'SweetIQ', 'Thalmic', 'Labs', 'Vena', 'Solutions', 'WestonExprerssions', 'Linkett', '360pi', 'AcademixDirect', 'Inc', 'Adconion', 'Direct', 'Adesto', 'Technologies', 'Corporation', 'Alfresco', 'Aitierre', 'Corporation', 'Altitude', 'Digital', 'Anametrix', 'Aphios', 'Corporation', 'AppDirect', 'Applied', 'Predictive', 'Technologies', 'appsFreedom', 'Apttus', 'Argos', 'Therapeutics', 'Inc', 'Aseptia/Wright', 'Foods', 'Atlantis', 'Computing', 'Avere', 'Systems', 'Become', 'Inc', 'BeyondTrust', 'Bluebeam', 'Software', 'Inc', 'Signal', 'Cinsay', 'Inc', 'Cognitive', 'Networks', 'Compass-EOS', 'Credit', 'Sesame', 'Curemark', 'LLC', 'Daintree', 'Networks', 'Data', 'Dynamics', 'Inc', 'Defense.Net', 'DigiCert', 'Inc', 'DiscGenics', 'Duda', 'Electric', 'Cloud', 'Flybits', 'Fruition', 'Partners', 'GENBAND', 'globalVCard', 'CSI', 'Enterprise', 'GuideSpark', 'HasOffers', 'Health', 'Catalyst', 'Hortonworks', 'iBuildApp', 'iCIMS', 'Inc', 'ImaginAb', 'Inc', 'iPipeline', 'JAB', 'Broadband', 'Kahuna', 'Inc', 'Kareo', 'Klocwork', 'Inc.', 'Rogue', 'Wave', 'Lancope', 'Load', 'DynamiX', 'LocalResponse', 'Looker', 'Malcovery', 'Security', 'Maxta', 'Inc', 'MicroGREEN', 'Polymers', 'Inc', 'Modernizing', 'Medicine', 'Inc', 'myoscience', 'NearWoo', 'Nomis', 'Solutions', 'Inc', 'OxiCool', 'Inc', 'Packsize', 'LLC', 'Panaya', 'Paxata', 'Perfecto', 'Mobile', 'Perseus', 'Telecom', 'Phunware', 'Pluribus', 'Networks', 'PowerPlan', 'Inc', 'Quanterix', 'RealMatch', 'Red', 'Lambda', 'Inc', 'Rise', 'Interactive', 'RootMetrics', 'RxWiki', 'Inc', 'Scaled', 'Agile', 'Inc', 'Scribe', 'Software', 'Seamless', 'Medical', 'Systems', 'Inc', 'SecureAuth', 'SeeChange', 'Health', 'Shape', 'Security', 'SkyCross', 'Skyhigh', 'Networks', 'Skyonic', 'Corporation', 'SmartZip', 'Analytics', 'Inc', 'Solace', 'Systems', 'Solavei', 'SpiderCloud', 'Wireless', 'Inc', 'Splice', 'Machine', 'SpotXchange', 'Inc', 'SPR', 'Therapeutics', 'LLC', 'Stoke', 'Inc', 'StreetLight', 'Data', 'Sureline', 'Systems', 'Inc', 'T3', 'Motion', 'Inc', 'TechLeads', 'Online', 'Tenable', 'Network', 'Security', 'Inc', 'ThreatTrack', 'Security', 'Trueffect', 'TRX', 'Systems', 'Inc', 'Ubiquity', 'Global', 'Services', 'Inc', 'Welltok', 'Xactly', 'Corporation', 'XCOR', 'Aerospace', 'Inc', 'Yashi', 'Zeta', 'Interactive', 'Fuh', 'Quest', 'Nutrition', 'Reliant', 'Asset', 'Management', 'Superfish', 'Acacia', 'Communications', 'Provider', 'Power', 'Crescendo', 'Bioscience', 'Plexus', 'Worldwide', 'Vacasa', 'Go', 'Energies', 'Minute', 'Key', 'Sainstore', 'The', 'HCI', 'Group', 'Dynamic', 'Dental', 'Partners', 'Group', 'Aseptia', 'Asentra', 'Health', 'American', 'Solar', 'Direct', 'Prescient', 'Edge', 'BlueSquare', 'Resolutions', 'BES', 'Design', 'Build', 'Simpler', 'Trading', 'sweetFrog', 'Premium', 'Frozen', 'Yogurt', 'Base', 'Commerce', 'CPSG', 'Partners', 'MedHOK', 'Showroom', 'Logic', 'WeVeel', 'PackIt', 'American', 'Retirement', 'Advisors', 'Highpoint', 'Global', 'AdKarma', 'Axtria', 'Dolls', 'Kill', 'Centric', 'Digital', 'Retail', 'Capital', 'Restore', 'Health', 'OpenRoad', 'Lending', 'Pontchartrain', 'Partners', 'Team', 'Extreme', 'Marketing', 'International', 'Choice', 'Energy', 'ReviMedia', 'SmartZip', 'Analytics', 'Thompson', 'Gray', 'MCSG', 'Technologies', 'Innovative', 'Surveillance', 'Solutions', 'Nordic', 'Michigan', 'Realty', 'Solutions', 'Ohio', 'Investments', 'Adore', 'Me', 'IQ', 'Formulations', 'Alcohol', 'by', 'Volume', 'H.Bloom', 'Tealium', 'Boostability', 'Solve', 'Media', 'Heartland', 'Energy', 'Partners', 'Bridger', 'Jeunesse', 'Global', 'Touchsuite', 'Accleration', 'Partners', 'Moore', 'Heating', '&', 'Air', 'Conditioning', 'Optimatic', 'Media', 'EPI', 'Engineering', 'Simplicity', 'Laser', 'Cinium', 'Financial', 'Services', 'TNH', 'Advanced', 'Specialty', 'Pharmacy', 'Human', 'Movement', 'Management', 'Allegheny', 'Science', '&', 'Technology', 'Hudl', 'GuideSpark', 'Optimus', 'Technology', 'Luxe', 'Royale', 'SoluComp', 'RPM', 'Freight', 'Systems', 'Motivational', 'Press', '99dresses', 'Dinnr', 'Seesmic', 'Video', 'Treehouse', 'Logic', 'Backchat', 'Patient', 'Communicator', 'Twitpic', 'BERG', 'Wishberg', 'GreenGar', 'Studios', 'Rivet', '&', 'Sway', 'Dijiwan', 'Wantful', 'Disruptive', 'Media', 'Calexda', 'TurnTable.fm', 'Tutorspree', 'Nirvanix', 'PostRocket', 'VoterTide', 'SkyRocket', 'GameLayers', 'Serendip', 'Unifyo', 'Lookery', 'Canvas', 'Networks', 'Blurtt', 'Manilla', 'Pumodo', 'Admazely', 'Springpad', 'ExFM', 'Samba', 'Mobile', 'Qik', 'inBloom', 'IntoNow', 'FindIt', 'Inq', 'Mobile', 'Outbox', 'Argyle', 'Company', 'Exec', 'Bloom.fm', 'Stipple', 'Zumbox', 'Behance', 'Eventbrite', 'MailChimp', 'Twitch', 'Moz', 'HubSpot', 'Indeed', 'BufferApp', 'Airbnb', 'ThinkGeek', 'Quora', 'Tesla', 'Motors', 'Grooveshark', 'Klout', 'Zendesk', 'About.me', 'Uber', 'Lumosity', \"'s\", '--'], 'stopwords_english': []}\n",
      "('ACCURACY =', 0.723823975720789)\n",
      "*********************************************\n"
     ]
    }
   ],
   "source": [
    "#%%prun -l4\n",
    "from collections import defaultdict\n",
    "from random import shuffle\n",
    "\n",
    "best_option = None\n",
    "best_accuracy = 0\n",
    "best_index = 0\n",
    "d_accuracies = defaultdict(list)\n",
    "\n",
    "all_words = [w.lower() for d in original_documents for w in nltk.word_tokenize(d[0])]\n",
    "\n",
    "for i in range(10):\n",
    "    shuffle(original_documents)\n",
    "    for opt in options:\n",
    "        print('=======================================================')\n",
    "        print('RUNNING THE NaiveBayesClassifier WITH THE NEXT OPTIONS:')\n",
    "        print('\\nOption {}'.format(opt))\n",
    "        print_option(options[opt])\n",
    "        print(score_calculate.func_name)\n",
    "        print('\\niteration: {}\\n'.format(i))\n",
    "        \n",
    "        documents = [(preprocess(d[0]), d[1]) for d in original_documents]\n",
    "        filtered_words = filter(filt, all_words)\n",
    "        freq_dist = nltk.FreqDist(filtered_words)\n",
    "        most_common_words = [word for word, freq in freq_dist.most_common()]\n",
    "        most_common_words = filter(filt, most_common_words)\n",
    "\n",
    "        if options[opt]['stopwords_domain_in_features']:\n",
    "            most_common_words = list(set(most_common_words).difference(search_terms))\n",
    "        if options[opt]['reverse']:\n",
    "            most_common_words.reverse()\n",
    "        \n",
    "        word_features = most_common_words[:options[opt]['length']]\n",
    "        print('----------------')\n",
    "        print('Total features:')\n",
    "        print(options[opt]['length'])\n",
    "        print('Top 10 features:')\n",
    "        print(word_features[:10])\n",
    "        print('----------------')\n",
    "\n",
    "        if options[opt]['document_features'] == document_features3:\n",
    "            pos_words = set(all_pos_words).intersection(word_features)\n",
    "            print('Total positive words:')\n",
    "            print(len(pos_words))\n",
    "            print('Top 10 positive words:')\n",
    "            print list(pos_words)[:10]\n",
    "\n",
    "            neg_words = set(all_neg_words).intersection(word_features)\n",
    "            print('Total positive words:')\n",
    "            print(len(neg_words))\n",
    "            print('Top 10 positive words:')\n",
    "            print list(neg_words)[:10]\n",
    "\n",
    "        featureset = [(options[opt]['document_features'](d[0]), d[1]) for d in documents]\n",
    "        size = int(len(featureset) * 0.9)\n",
    "        train_set = featureset[:size]\n",
    "        test_set = featureset[size:]\n",
    "\n",
    "        classifier = nltk.NaiveBayesClassifier.train(train_set)\n",
    "        accuracy = nltk.classify.accuracy(classifier, test_set)\n",
    "        print('****************')\n",
    "        print('ACCURACY = {}'.format(accuracy))\n",
    "        print('****************')\n",
    "        classifier.show_most_informative_features(10)\n",
    "        print('\\n\\n\\n\\n\\n')\n",
    "        d_accuracies[opt].append(accuracy)\n",
    "\n",
    "        if accuracy > best_accuracy:\n",
    "            best_accuracy = accuracy\n",
    "            best_option = options[opt]\n",
    "            best_index = opt\n",
    "\n",
    "print('**************** BEST RESULT ****************')\n",
    "print('BEST OPTION: {}'.format(best_index))\n",
    "print(best_option)\n",
    "print('ACCURACY =', best_accuracy)\n",
    "print('*********************************************')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.70136570561456746"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(d_accuracies[12]).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.010768555386470502"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(d_accuracies[12]).std()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.69317147192716244"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(d_accuracies[16]).mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.020311178005161891"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.array(d_accuracies[16]).std()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Option 1\n",
      "0.691350531108\n",
      "0.0168320784508\n",
      "--------\n",
      "Option 2\n",
      "0.689226100152\n",
      "0.0150801314098\n",
      "--------\n",
      "Option 3\n",
      "0.686494688923\n",
      "0.0175027263797\n",
      "--------\n",
      "Option 4\n",
      "0.701517450683\n",
      "0.0122161848635\n",
      "--------\n",
      "Option 5\n",
      "0.685584218513\n",
      "0.0158977855584\n",
      "--------\n",
      "Option 6\n",
      "0.691957511381\n",
      "0.0205948862851\n",
      "--------\n",
      "Option 7\n",
      "0.699544764795\n",
      "0.0150219953515\n",
      "--------\n",
      "Option 8\n",
      "0.691198786039\n",
      "0.0191012024305\n",
      "--------\n",
      "Option 9\n",
      "0.691957511381\n",
      "0.0184730534671\n",
      "--------\n",
      "Option 10\n",
      "0.690895295903\n",
      "0.016273553167\n",
      "--------\n",
      "Option 11\n",
      "0.686494688923\n",
      "0.0149943785457\n",
      "--------\n",
      "Option 12\n",
      "0.701365705615\n",
      "0.0107685553865\n",
      "--------\n",
      "Option 13\n",
      "0.686949924127\n",
      "0.0186350110829\n",
      "--------\n",
      "Option 14\n",
      "0.692564491654\n",
      "0.0177249672236\n",
      "--------\n",
      "Option 15\n",
      "0.698786039454\n",
      "0.013005003861\n",
      "--------\n",
      "Option 16\n",
      "0.693171471927\n",
      "0.0203111780052\n",
      "--------\n",
      "Option 17\n",
      "0.658573596358\n",
      "0.021265976378\n",
      "--------\n",
      "Option 18\n",
      "0.658573596358\n",
      "0.0216735308909\n",
      "--------\n",
      "Option 19\n",
      "0.658877086495\n",
      "0.0185948087187\n",
      "--------\n",
      "Option 20\n",
      "0.658877086495\n",
      "0.0189140351452\n",
      "--------\n",
      "Option 21\n",
      "0.658725341426\n",
      "0.0210532269284\n",
      "--------\n",
      "Option 22\n",
      "0.659180576631\n",
      "0.0213976688766\n",
      "--------\n",
      "Option 23\n",
      "0.658118361153\n",
      "0.0172088541773\n",
      "--------\n",
      "Option 24\n",
      "0.658877086495\n",
      "0.0182195217236\n",
      "--------\n",
      "Option 25\n",
      "0.669347496206\n",
      "0.0117629347352\n",
      "--------\n",
      "Option 26\n",
      "0.683459787557\n",
      "0.0183253768005\n",
      "--------\n",
      "Option 27\n",
      "0.6406676783\n",
      "0.0235454368609\n",
      "--------\n",
      "Option 28\n",
      "0.680424886191\n",
      "0.0194352202083\n",
      "--------\n",
      "Option 29\n",
      "0.659484066768\n",
      "0.0206640904771\n",
      "--------\n",
      "Option 30\n",
      "0.674658573596\n",
      "0.0211378211221\n",
      "--------\n"
     ]
    }
   ],
   "source": [
    "for k in options:\n",
    "    print('Option {}'.format(k))\n",
    "    print(np.array(d_accuracies[k]).mean())\n",
    "    print(np.array(d_accuracies[k]).std())\n",
    "    print('--------')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import cPickle as pickle\n",
    "\n",
    "with open(\"sentiment/nltk_NaiveBayesClassifier_majority.pickle\", \"wb\") as nltk_file:\n",
    "    pickle.dump(???, nltk_file)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}