Untitled1.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn import cross_validation, metrics\n",
    "from sklearn.ensemble import GradientBoostingRegressor\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.preprocessing import Imputer\n",
    "from scipy.stats import stats\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline \n",
    "plt.rcParams['figure.figsize'] = (10, 6)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(83, 17419)"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame.from_csv('Train_data/with_interaction_biogrid.csv')\n",
    "gex = pd.DataFrame.from_csv('Sanger_molecular_data/gex.csv', header=0).transpose()\n",
    "gex.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TSPAN6</th>\n",
       "      <th>TNMD</th>\n",
       "      <th>DPM1</th>\n",
       "      <th>SCYL3</th>\n",
       "      <th>C1orf112</th>\n",
       "      <th>FGR</th>\n",
       "      <th>CFH</th>\n",
       "      <th>FUCA2</th>\n",
       "      <th>GCLC</th>\n",
       "      <th>NFYA</th>\n",
       "      <th>...</th>\n",
       "      <th>LINC00514</th>\n",
       "      <th>OR1D5</th>\n",
       "      <th>ZNF234</th>\n",
       "      <th>MYH4</th>\n",
       "      <th>LINC00526</th>\n",
       "      <th>PPY2</th>\n",
       "      <th>KRT18P55</th>\n",
       "      <th>POLRMTP1</th>\n",
       "      <th>UBL5P2</th>\n",
       "      <th>TBC1D3P5</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>22RV1</th>\n",
       "      <td>4.804487</td>\n",
       "      <td>2.848128</td>\n",
       "      <td>10.331994</td>\n",
       "      <td>5.145387</td>\n",
       "      <td>3.545193</td>\n",
       "      <td>2.981772</td>\n",
       "      <td>3.297096</td>\n",
       "      <td>7.914830</td>\n",
       "      <td>8.366785</td>\n",
       "      <td>5.287493</td>\n",
       "      <td>...</td>\n",
       "      <td>3.264254</td>\n",
       "      <td>3.201629</td>\n",
       "      <td>3.878922</td>\n",
       "      <td>2.745669</td>\n",
       "      <td>5.102353</td>\n",
       "      <td>3.080394</td>\n",
       "      <td>3.378913</td>\n",
       "      <td>3.191797</td>\n",
       "      <td>9.466545</td>\n",
       "      <td>3.214997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>647-V</th>\n",
       "      <td>8.713556</td>\n",
       "      <td>2.834723</td>\n",
       "      <td>10.504748</td>\n",
       "      <td>3.792188</td>\n",
       "      <td>3.946664</td>\n",
       "      <td>3.106757</td>\n",
       "      <td>3.382905</td>\n",
       "      <td>7.886826</td>\n",
       "      <td>6.176860</td>\n",
       "      <td>5.373848</td>\n",
       "      <td>...</td>\n",
       "      <td>3.314727</td>\n",
       "      <td>3.569253</td>\n",
       "      <td>4.361398</td>\n",
       "      <td>2.459203</td>\n",
       "      <td>4.874740</td>\n",
       "      <td>3.233059</td>\n",
       "      <td>3.648132</td>\n",
       "      <td>3.022160</td>\n",
       "      <td>9.267838</td>\n",
       "      <td>3.340621</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>A549</th>\n",
       "      <td>8.495961</td>\n",
       "      <td>2.886997</td>\n",
       "      <td>9.643436</td>\n",
       "      <td>4.154471</td>\n",
       "      <td>3.307310</td>\n",
       "      <td>3.132815</td>\n",
       "      <td>9.146877</td>\n",
       "      <td>7.800473</td>\n",
       "      <td>7.921442</td>\n",
       "      <td>4.297621</td>\n",
       "      <td>...</td>\n",
       "      <td>3.169682</td>\n",
       "      <td>3.923083</td>\n",
       "      <td>4.535106</td>\n",
       "      <td>2.611597</td>\n",
       "      <td>4.504059</td>\n",
       "      <td>3.036383</td>\n",
       "      <td>3.259655</td>\n",
       "      <td>2.934753</td>\n",
       "      <td>9.174437</td>\n",
       "      <td>3.450427</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BFTC-905</th>\n",
       "      <td>7.813436</td>\n",
       "      <td>2.879330</td>\n",
       "      <td>10.272719</td>\n",
       "      <td>4.050385</td>\n",
       "      <td>3.701491</td>\n",
       "      <td>3.036505</td>\n",
       "      <td>5.133806</td>\n",
       "      <td>8.200329</td>\n",
       "      <td>5.808631</td>\n",
       "      <td>4.880755</td>\n",
       "      <td>...</td>\n",
       "      <td>4.254346</td>\n",
       "      <td>3.736702</td>\n",
       "      <td>3.903117</td>\n",
       "      <td>2.718814</td>\n",
       "      <td>4.950010</td>\n",
       "      <td>2.970800</td>\n",
       "      <td>3.386533</td>\n",
       "      <td>2.931548</td>\n",
       "      <td>9.781957</td>\n",
       "      <td>3.052209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BT-20</th>\n",
       "      <td>7.971621</td>\n",
       "      <td>2.792528</td>\n",
       "      <td>10.601207</td>\n",
       "      <td>5.622674</td>\n",
       "      <td>3.740521</td>\n",
       "      <td>3.377295</td>\n",
       "      <td>3.074383</td>\n",
       "      <td>7.290184</td>\n",
       "      <td>6.322244</td>\n",
       "      <td>5.291903</td>\n",
       "      <td>...</td>\n",
       "      <td>4.631837</td>\n",
       "      <td>3.396205</td>\n",
       "      <td>4.675023</td>\n",
       "      <td>2.586323</td>\n",
       "      <td>5.532821</td>\n",
       "      <td>2.991137</td>\n",
       "      <td>3.554597</td>\n",
       "      <td>3.168497</td>\n",
       "      <td>9.235654</td>\n",
       "      <td>3.299910</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BT-474</th>\n",
       "      <td>5.178131</td>\n",
       "      <td>3.015506</td>\n",
       "      <td>10.548792</td>\n",
       "      <td>5.829252</td>\n",
       "      <td>3.800657</td>\n",
       "      <td>3.446415</td>\n",
       "      <td>3.107748</td>\n",
       "      <td>6.727436</td>\n",
       "      <td>5.862634</td>\n",
       "      <td>5.337411</td>\n",
       "      <td>...</td>\n",
       "      <td>8.683069</td>\n",
       "      <td>3.729224</td>\n",
       "      <td>4.335110</td>\n",
       "      <td>2.497412</td>\n",
       "      <td>3.100561</td>\n",
       "      <td>3.040448</td>\n",
       "      <td>3.136316</td>\n",
       "      <td>3.024960</td>\n",
       "      <td>9.594467</td>\n",
       "      <td>3.340264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BT-549</th>\n",
       "      <td>6.383148</td>\n",
       "      <td>2.746627</td>\n",
       "      <td>10.392289</td>\n",
       "      <td>3.802817</td>\n",
       "      <td>4.379548</td>\n",
       "      <td>3.183691</td>\n",
       "      <td>6.262654</td>\n",
       "      <td>8.160151</td>\n",
       "      <td>5.726798</td>\n",
       "      <td>5.552501</td>\n",
       "      <td>...</td>\n",
       "      <td>3.047456</td>\n",
       "      <td>3.076234</td>\n",
       "      <td>4.386448</td>\n",
       "      <td>2.566644</td>\n",
       "      <td>3.753303</td>\n",
       "      <td>3.144031</td>\n",
       "      <td>3.083726</td>\n",
       "      <td>3.406266</td>\n",
       "      <td>9.333854</td>\n",
       "      <td>3.438851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C32</th>\n",
       "      <td>5.542645</td>\n",
       "      <td>2.736643</td>\n",
       "      <td>9.890112</td>\n",
       "      <td>3.346422</td>\n",
       "      <td>3.067727</td>\n",
       "      <td>3.253538</td>\n",
       "      <td>3.300831</td>\n",
       "      <td>8.074968</td>\n",
       "      <td>5.234662</td>\n",
       "      <td>4.348398</td>\n",
       "      <td>...</td>\n",
       "      <td>3.336458</td>\n",
       "      <td>3.269096</td>\n",
       "      <td>4.477071</td>\n",
       "      <td>2.644848</td>\n",
       "      <td>3.797210</td>\n",
       "      <td>3.069556</td>\n",
       "      <td>3.062048</td>\n",
       "      <td>3.185092</td>\n",
       "      <td>9.839337</td>\n",
       "      <td>3.207780</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CAL-120</th>\n",
       "      <td>7.632023</td>\n",
       "      <td>2.964585</td>\n",
       "      <td>10.379553</td>\n",
       "      <td>3.614794</td>\n",
       "      <td>3.380681</td>\n",
       "      <td>3.324692</td>\n",
       "      <td>3.566350</td>\n",
       "      <td>8.204530</td>\n",
       "      <td>5.235118</td>\n",
       "      <td>5.369039</td>\n",
       "      <td>...</td>\n",
       "      <td>3.665788</td>\n",
       "      <td>3.134197</td>\n",
       "      <td>4.841169</td>\n",
       "      <td>2.628932</td>\n",
       "      <td>6.786925</td>\n",
       "      <td>2.997054</td>\n",
       "      <td>3.331134</td>\n",
       "      <td>3.130696</td>\n",
       "      <td>9.986616</td>\n",
       "      <td>3.073724</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CAL-148</th>\n",
       "      <td>8.121539</td>\n",
       "      <td>2.990916</td>\n",
       "      <td>10.359588</td>\n",
       "      <td>5.680584</td>\n",
       "      <td>4.056182</td>\n",
       "      <td>3.450374</td>\n",
       "      <td>3.723503</td>\n",
       "      <td>6.201861</td>\n",
       "      <td>5.556517</td>\n",
       "      <td>5.508345</td>\n",
       "      <td>...</td>\n",
       "      <td>3.537723</td>\n",
       "      <td>3.996887</td>\n",
       "      <td>4.247065</td>\n",
       "      <td>2.654267</td>\n",
       "      <td>3.973798</td>\n",
       "      <td>3.361569</td>\n",
       "      <td>3.413643</td>\n",
       "      <td>3.375437</td>\n",
       "      <td>9.450962</td>\n",
       "      <td>3.581946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CAL-51</th>\n",
       "      <td>8.712338</td>\n",
       "      <td>2.643508</td>\n",
       "      <td>9.880733</td>\n",
       "      <td>3.956230</td>\n",
       "      <td>3.236620</td>\n",
       "      <td>3.241246</td>\n",
       "      <td>2.931034</td>\n",
       "      <td>8.191246</td>\n",
       "      <td>5.426841</td>\n",
       "      <td>5.120747</td>\n",
       "      <td>...</td>\n",
       "      <td>3.226808</td>\n",
       "      <td>3.326309</td>\n",
       "      <td>4.214729</td>\n",
       "      <td>2.603604</td>\n",
       "      <td>3.143006</td>\n",
       "      <td>3.112145</td>\n",
       "      <td>2.886574</td>\n",
       "      <td>3.176239</td>\n",
       "      <td>9.113243</td>\n",
       "      <td>2.916274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Calu-3</th>\n",
       "      <td>9.041562</td>\n",
       "      <td>2.802379</td>\n",
       "      <td>9.974280</td>\n",
       "      <td>4.291778</td>\n",
       "      <td>3.784500</td>\n",
       "      <td>3.272233</td>\n",
       "      <td>4.084038</td>\n",
       "      <td>7.358336</td>\n",
       "      <td>5.307372</td>\n",
       "      <td>4.142143</td>\n",
       "      <td>...</td>\n",
       "      <td>3.945617</td>\n",
       "      <td>3.414945</td>\n",
       "      <td>4.171294</td>\n",
       "      <td>2.720761</td>\n",
       "      <td>4.415327</td>\n",
       "      <td>3.058192</td>\n",
       "      <td>3.391064</td>\n",
       "      <td>2.904547</td>\n",
       "      <td>8.654616</td>\n",
       "      <td>3.618763</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Calu-6</th>\n",
       "      <td>7.413802</td>\n",
       "      <td>2.885299</td>\n",
       "      <td>10.182692</td>\n",
       "      <td>4.093346</td>\n",
       "      <td>3.716141</td>\n",
       "      <td>2.927254</td>\n",
       "      <td>5.041804</td>\n",
       "      <td>7.141261</td>\n",
       "      <td>4.934038</td>\n",
       "      <td>4.990251</td>\n",
       "      <td>...</td>\n",
       "      <td>3.030144</td>\n",
       "      <td>3.278489</td>\n",
       "      <td>4.323717</td>\n",
       "      <td>2.926031</td>\n",
       "      <td>4.795953</td>\n",
       "      <td>2.946934</td>\n",
       "      <td>3.644475</td>\n",
       "      <td>3.224428</td>\n",
       "      <td>10.318498</td>\n",
       "      <td>3.084944</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CAMA-1</th>\n",
       "      <td>6.900407</td>\n",
       "      <td>2.726163</td>\n",
       "      <td>9.578207</td>\n",
       "      <td>4.800802</td>\n",
       "      <td>3.240325</td>\n",
       "      <td>3.221922</td>\n",
       "      <td>3.158201</td>\n",
       "      <td>7.085083</td>\n",
       "      <td>6.504975</td>\n",
       "      <td>6.090472</td>\n",
       "      <td>...</td>\n",
       "      <td>4.311901</td>\n",
       "      <td>3.524313</td>\n",
       "      <td>4.810241</td>\n",
       "      <td>2.704639</td>\n",
       "      <td>3.110042</td>\n",
       "      <td>3.270417</td>\n",
       "      <td>3.190200</td>\n",
       "      <td>3.223410</td>\n",
       "      <td>10.134612</td>\n",
       "      <td>3.174249</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>COLO-205</th>\n",
       "      <td>7.065005</td>\n",
       "      <td>2.712504</td>\n",
       "      <td>10.363337</td>\n",
       "      <td>5.309871</td>\n",
       "      <td>3.354821</td>\n",
       "      <td>3.306794</td>\n",
       "      <td>3.342182</td>\n",
       "      <td>7.534794</td>\n",
       "      <td>8.555949</td>\n",
       "      <td>7.062869</td>\n",
       "      <td>...</td>\n",
       "      <td>3.481337</td>\n",
       "      <td>3.552700</td>\n",
       "      <td>4.486483</td>\n",
       "      <td>4.111333</td>\n",
       "      <td>5.255268</td>\n",
       "      <td>3.082409</td>\n",
       "      <td>3.137460</td>\n",
       "      <td>2.816710</td>\n",
       "      <td>9.040039</td>\n",
       "      <td>3.243377</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DMS-114</th>\n",
       "      <td>7.548671</td>\n",
       "      <td>2.777716</td>\n",
       "      <td>11.807341</td>\n",
       "      <td>4.066887</td>\n",
       "      <td>3.732485</td>\n",
       "      <td>3.152404</td>\n",
       "      <td>7.827172</td>\n",
       "      <td>6.616972</td>\n",
       "      <td>5.809264</td>\n",
       "      <td>7.209653</td>\n",
       "      <td>...</td>\n",
       "      <td>3.053174</td>\n",
       "      <td>3.327528</td>\n",
       "      <td>4.570476</td>\n",
       "      <td>2.783441</td>\n",
       "      <td>5.317911</td>\n",
       "      <td>3.263745</td>\n",
       "      <td>2.992611</td>\n",
       "      <td>3.260982</td>\n",
       "      <td>9.002814</td>\n",
       "      <td>3.000182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DU-4475</th>\n",
       "      <td>3.063309</td>\n",
       "      <td>2.878842</td>\n",
       "      <td>9.403298</td>\n",
       "      <td>6.121481</td>\n",
       "      <td>3.384682</td>\n",
       "      <td>3.235625</td>\n",
       "      <td>3.047854</td>\n",
       "      <td>8.909343</td>\n",
       "      <td>5.895757</td>\n",
       "      <td>4.519804</td>\n",
       "      <td>...</td>\n",
       "      <td>5.939837</td>\n",
       "      <td>3.142509</td>\n",
       "      <td>4.235497</td>\n",
       "      <td>2.896722</td>\n",
       "      <td>6.565483</td>\n",
       "      <td>3.065514</td>\n",
       "      <td>3.205309</td>\n",
       "      <td>3.532278</td>\n",
       "      <td>9.437551</td>\n",
       "      <td>3.176898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>EVSA-T</th>\n",
       "      <td>7.411106</td>\n",
       "      <td>3.096118</td>\n",
       "      <td>10.058010</td>\n",
       "      <td>5.142190</td>\n",
       "      <td>3.678305</td>\n",
       "      <td>3.328251</td>\n",
       "      <td>3.437501</td>\n",
       "      <td>7.195792</td>\n",
       "      <td>6.610696</td>\n",
       "      <td>5.327041</td>\n",
       "      <td>...</td>\n",
       "      <td>5.778696</td>\n",
       "      <td>3.314285</td>\n",
       "      <td>4.272139</td>\n",
       "      <td>2.862191</td>\n",
       "      <td>6.137539</td>\n",
       "      <td>3.271619</td>\n",
       "      <td>3.691763</td>\n",
       "      <td>2.975108</td>\n",
       "      <td>8.863168</td>\n",
       "      <td>3.442371</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1143</th>\n",
       "      <td>7.581938</td>\n",
       "      <td>2.814303</td>\n",
       "      <td>10.363326</td>\n",
       "      <td>3.770037</td>\n",
       "      <td>3.394502</td>\n",
       "      <td>3.111186</td>\n",
       "      <td>6.228677</td>\n",
       "      <td>8.440833</td>\n",
       "      <td>8.005206</td>\n",
       "      <td>5.669074</td>\n",
       "      <td>...</td>\n",
       "      <td>3.591381</td>\n",
       "      <td>3.238828</td>\n",
       "      <td>4.059109</td>\n",
       "      <td>2.564325</td>\n",
       "      <td>4.324982</td>\n",
       "      <td>3.209396</td>\n",
       "      <td>3.539049</td>\n",
       "      <td>2.984753</td>\n",
       "      <td>9.361984</td>\n",
       "      <td>3.225168</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1187</th>\n",
       "      <td>9.013253</td>\n",
       "      <td>2.952093</td>\n",
       "      <td>9.347429</td>\n",
       "      <td>4.982836</td>\n",
       "      <td>4.122282</td>\n",
       "      <td>3.290773</td>\n",
       "      <td>3.014210</td>\n",
       "      <td>5.551352</td>\n",
       "      <td>5.032812</td>\n",
       "      <td>7.126702</td>\n",
       "      <td>...</td>\n",
       "      <td>7.497050</td>\n",
       "      <td>3.350337</td>\n",
       "      <td>4.604941</td>\n",
       "      <td>2.914548</td>\n",
       "      <td>4.450711</td>\n",
       "      <td>3.301961</td>\n",
       "      <td>3.088815</td>\n",
       "      <td>2.985197</td>\n",
       "      <td>9.628198</td>\n",
       "      <td>3.425641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1395</th>\n",
       "      <td>7.435151</td>\n",
       "      <td>2.832570</td>\n",
       "      <td>10.344827</td>\n",
       "      <td>3.877500</td>\n",
       "      <td>3.555658</td>\n",
       "      <td>3.511154</td>\n",
       "      <td>7.652886</td>\n",
       "      <td>8.245466</td>\n",
       "      <td>5.650228</td>\n",
       "      <td>6.008727</td>\n",
       "      <td>...</td>\n",
       "      <td>3.420246</td>\n",
       "      <td>3.334150</td>\n",
       "      <td>3.933930</td>\n",
       "      <td>2.641512</td>\n",
       "      <td>4.761300</td>\n",
       "      <td>3.326525</td>\n",
       "      <td>2.891492</td>\n",
       "      <td>2.984267</td>\n",
       "      <td>8.766315</td>\n",
       "      <td>3.487581</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1419</th>\n",
       "      <td>3.455951</td>\n",
       "      <td>3.290184</td>\n",
       "      <td>11.570155</td>\n",
       "      <td>5.560883</td>\n",
       "      <td>3.571228</td>\n",
       "      <td>3.370885</td>\n",
       "      <td>3.115533</td>\n",
       "      <td>7.801258</td>\n",
       "      <td>5.479718</td>\n",
       "      <td>5.016022</td>\n",
       "      <td>...</td>\n",
       "      <td>3.382069</td>\n",
       "      <td>3.330951</td>\n",
       "      <td>4.577497</td>\n",
       "      <td>2.810640</td>\n",
       "      <td>4.016486</td>\n",
       "      <td>2.933926</td>\n",
       "      <td>3.424035</td>\n",
       "      <td>3.173933</td>\n",
       "      <td>9.518999</td>\n",
       "      <td>3.240584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1428</th>\n",
       "      <td>7.241512</td>\n",
       "      <td>2.772921</td>\n",
       "      <td>9.721450</td>\n",
       "      <td>6.734927</td>\n",
       "      <td>3.955194</td>\n",
       "      <td>3.221217</td>\n",
       "      <td>3.291106</td>\n",
       "      <td>6.747216</td>\n",
       "      <td>6.096784</td>\n",
       "      <td>5.674000</td>\n",
       "      <td>...</td>\n",
       "      <td>3.294639</td>\n",
       "      <td>3.711897</td>\n",
       "      <td>5.059080</td>\n",
       "      <td>2.642860</td>\n",
       "      <td>4.650476</td>\n",
       "      <td>3.003930</td>\n",
       "      <td>3.225655</td>\n",
       "      <td>2.964501</td>\n",
       "      <td>9.196255</td>\n",
       "      <td>3.391276</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1500</th>\n",
       "      <td>6.981643</td>\n",
       "      <td>2.972959</td>\n",
       "      <td>10.482541</td>\n",
       "      <td>5.322880</td>\n",
       "      <td>3.110931</td>\n",
       "      <td>3.256572</td>\n",
       "      <td>2.999829</td>\n",
       "      <td>7.626167</td>\n",
       "      <td>5.666042</td>\n",
       "      <td>4.743610</td>\n",
       "      <td>...</td>\n",
       "      <td>3.154011</td>\n",
       "      <td>3.525479</td>\n",
       "      <td>4.862576</td>\n",
       "      <td>2.582067</td>\n",
       "      <td>4.944644</td>\n",
       "      <td>3.105843</td>\n",
       "      <td>3.375189</td>\n",
       "      <td>3.144854</td>\n",
       "      <td>9.550823</td>\n",
       "      <td>3.540013</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1569</th>\n",
       "      <td>7.926592</td>\n",
       "      <td>2.764477</td>\n",
       "      <td>10.152998</td>\n",
       "      <td>4.968159</td>\n",
       "      <td>4.380847</td>\n",
       "      <td>3.249280</td>\n",
       "      <td>3.349118</td>\n",
       "      <td>7.529227</td>\n",
       "      <td>5.773894</td>\n",
       "      <td>7.518495</td>\n",
       "      <td>...</td>\n",
       "      <td>3.226202</td>\n",
       "      <td>3.993842</td>\n",
       "      <td>4.111828</td>\n",
       "      <td>2.663260</td>\n",
       "      <td>5.269392</td>\n",
       "      <td>3.342595</td>\n",
       "      <td>3.116199</td>\n",
       "      <td>2.763280</td>\n",
       "      <td>9.474905</td>\n",
       "      <td>3.559270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1806</th>\n",
       "      <td>8.052567</td>\n",
       "      <td>2.658588</td>\n",
       "      <td>9.947073</td>\n",
       "      <td>3.678567</td>\n",
       "      <td>3.753254</td>\n",
       "      <td>3.256334</td>\n",
       "      <td>7.255554</td>\n",
       "      <td>7.648407</td>\n",
       "      <td>8.480853</td>\n",
       "      <td>5.397498</td>\n",
       "      <td>...</td>\n",
       "      <td>3.226716</td>\n",
       "      <td>3.887944</td>\n",
       "      <td>4.881487</td>\n",
       "      <td>2.700114</td>\n",
       "      <td>5.116338</td>\n",
       "      <td>3.215118</td>\n",
       "      <td>3.460322</td>\n",
       "      <td>3.335953</td>\n",
       "      <td>8.840051</td>\n",
       "      <td>3.303609</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1937</th>\n",
       "      <td>8.787131</td>\n",
       "      <td>2.673902</td>\n",
       "      <td>10.488027</td>\n",
       "      <td>4.592644</td>\n",
       "      <td>4.221093</td>\n",
       "      <td>3.485319</td>\n",
       "      <td>3.365904</td>\n",
       "      <td>7.804499</td>\n",
       "      <td>7.104619</td>\n",
       "      <td>4.927554</td>\n",
       "      <td>...</td>\n",
       "      <td>6.289094</td>\n",
       "      <td>3.580119</td>\n",
       "      <td>4.358409</td>\n",
       "      <td>2.615916</td>\n",
       "      <td>5.492584</td>\n",
       "      <td>3.008806</td>\n",
       "      <td>3.249093</td>\n",
       "      <td>2.968110</td>\n",
       "      <td>9.122029</td>\n",
       "      <td>3.516495</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC1954</th>\n",
       "      <td>8.548208</td>\n",
       "      <td>2.599607</td>\n",
       "      <td>10.375991</td>\n",
       "      <td>5.178378</td>\n",
       "      <td>4.267357</td>\n",
       "      <td>3.092322</td>\n",
       "      <td>6.170279</td>\n",
       "      <td>7.553067</td>\n",
       "      <td>9.280913</td>\n",
       "      <td>5.474400</td>\n",
       "      <td>...</td>\n",
       "      <td>3.413112</td>\n",
       "      <td>3.228033</td>\n",
       "      <td>4.666941</td>\n",
       "      <td>2.632448</td>\n",
       "      <td>3.511284</td>\n",
       "      <td>3.013987</td>\n",
       "      <td>3.333420</td>\n",
       "      <td>2.867266</td>\n",
       "      <td>8.781375</td>\n",
       "      <td>3.232597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC38</th>\n",
       "      <td>7.452954</td>\n",
       "      <td>2.884917</td>\n",
       "      <td>10.173322</td>\n",
       "      <td>3.738263</td>\n",
       "      <td>3.783577</td>\n",
       "      <td>3.182000</td>\n",
       "      <td>4.968123</td>\n",
       "      <td>8.747151</td>\n",
       "      <td>5.368068</td>\n",
       "      <td>4.635632</td>\n",
       "      <td>...</td>\n",
       "      <td>3.705519</td>\n",
       "      <td>3.509501</td>\n",
       "      <td>4.034632</td>\n",
       "      <td>2.469961</td>\n",
       "      <td>3.510736</td>\n",
       "      <td>2.947420</td>\n",
       "      <td>3.286225</td>\n",
       "      <td>2.910227</td>\n",
       "      <td>9.293557</td>\n",
       "      <td>3.149758</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>HCC70</th>\n",
       "      <td>8.431625</td>\n",
       "      <td>2.754649</td>\n",
       "      <td>9.317847</td>\n",
       "      <td>5.360431</td>\n",
       "      <td>4.279325</td>\n",
       "      <td>3.367961</td>\n",
       "      <td>4.319565</td>\n",
       "      <td>7.758826</td>\n",
       "      <td>6.497966</td>\n",
       "      <td>4.960275</td>\n",
       "      <td>...</td>\n",
       "      <td>3.976676</td>\n",
       "      <td>3.514055</td>\n",
       "      <td>4.230723</td>\n",
       "      <td>2.820859</td>\n",
       "      <td>4.270838</td>\n",
       "      <td>3.038324</td>\n",
       "      <td>3.408750</td>\n",
       "      <td>3.098200</td>\n",
       "      <td>8.846367</td>\n",
       "      <td>3.422950</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H1793</th>\n",
       "      <td>7.267140</td>\n",
       "      <td>2.889134</td>\n",
       "      <td>10.311008</td>\n",
       "      <td>3.384396</td>\n",
       "      <td>4.028377</td>\n",
       "      <td>3.348759</td>\n",
       "      <td>3.584070</td>\n",
       "      <td>7.951937</td>\n",
       "      <td>8.484042</td>\n",
       "      <td>4.387774</td>\n",
       "      <td>...</td>\n",
       "      <td>3.216618</td>\n",
       "      <td>3.156308</td>\n",
       "      <td>5.134044</td>\n",
       "      <td>2.761874</td>\n",
       "      <td>4.316477</td>\n",
       "      <td>3.110283</td>\n",
       "      <td>3.621989</td>\n",
       "      <td>2.962176</td>\n",
       "      <td>9.347337</td>\n",
       "      <td>3.660251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H1975</th>\n",
       "      <td>7.923672</td>\n",
       "      <td>2.709755</td>\n",
       "      <td>10.040750</td>\n",
       "      <td>3.647858</td>\n",
       "      <td>3.116660</td>\n",
       "      <td>3.346359</td>\n",
       "      <td>4.315298</td>\n",
       "      <td>8.214635</td>\n",
       "      <td>6.403134</td>\n",
       "      <td>6.315570</td>\n",
       "      <td>...</td>\n",
       "      <td>3.580129</td>\n",
       "      <td>3.986915</td>\n",
       "      <td>4.470164</td>\n",
       "      <td>2.575201</td>\n",
       "      <td>3.854670</td>\n",
       "      <td>2.986327</td>\n",
       "      <td>3.071810</td>\n",
       "      <td>3.003166</td>\n",
       "      <td>10.000819</td>\n",
       "      <td>3.356140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H2085</th>\n",
       "      <td>7.657637</td>\n",
       "      <td>2.795374</td>\n",
       "      <td>10.244470</td>\n",
       "      <td>4.164730</td>\n",
       "      <td>3.442482</td>\n",
       "      <td>3.327208</td>\n",
       "      <td>4.123456</td>\n",
       "      <td>7.526547</td>\n",
       "      <td>5.445345</td>\n",
       "      <td>5.949594</td>\n",
       "      <td>...</td>\n",
       "      <td>4.149903</td>\n",
       "      <td>3.697736</td>\n",
       "      <td>5.074349</td>\n",
       "      <td>2.717034</td>\n",
       "      <td>3.976147</td>\n",
       "      <td>2.944915</td>\n",
       "      <td>3.248755</td>\n",
       "      <td>2.735232</td>\n",
       "      <td>8.487645</td>\n",
       "      <td>3.478177</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H2170</th>\n",
       "      <td>8.535321</td>\n",
       "      <td>2.676706</td>\n",
       "      <td>10.311849</td>\n",
       "      <td>4.143206</td>\n",
       "      <td>4.325533</td>\n",
       "      <td>3.270128</td>\n",
       "      <td>4.623081</td>\n",
       "      <td>8.375580</td>\n",
       "      <td>7.301943</td>\n",
       "      <td>5.003088</td>\n",
       "      <td>...</td>\n",
       "      <td>3.587715</td>\n",
       "      <td>3.588965</td>\n",
       "      <td>4.153485</td>\n",
       "      <td>2.612971</td>\n",
       "      <td>4.524822</td>\n",
       "      <td>3.213967</td>\n",
       "      <td>3.484502</td>\n",
       "      <td>3.614799</td>\n",
       "      <td>8.692182</td>\n",
       "      <td>3.337952</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H2228</th>\n",
       "      <td>7.077455</td>\n",
       "      <td>2.885422</td>\n",
       "      <td>9.204721</td>\n",
       "      <td>4.256899</td>\n",
       "      <td>3.112787</td>\n",
       "      <td>2.960159</td>\n",
       "      <td>5.121299</td>\n",
       "      <td>8.792733</td>\n",
       "      <td>9.217354</td>\n",
       "      <td>5.153933</td>\n",
       "      <td>...</td>\n",
       "      <td>3.138468</td>\n",
       "      <td>3.445560</td>\n",
       "      <td>4.262360</td>\n",
       "      <td>2.644676</td>\n",
       "      <td>4.066401</td>\n",
       "      <td>2.897346</td>\n",
       "      <td>3.050552</td>\n",
       "      <td>3.206548</td>\n",
       "      <td>8.721134</td>\n",
       "      <td>3.316512</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H226</th>\n",
       "      <td>5.807695</td>\n",
       "      <td>2.782251</td>\n",
       "      <td>10.283935</td>\n",
       "      <td>3.818307</td>\n",
       "      <td>3.766265</td>\n",
       "      <td>3.153956</td>\n",
       "      <td>3.504840</td>\n",
       "      <td>8.983452</td>\n",
       "      <td>5.900242</td>\n",
       "      <td>4.475349</td>\n",
       "      <td>...</td>\n",
       "      <td>3.258517</td>\n",
       "      <td>3.054645</td>\n",
       "      <td>4.258355</td>\n",
       "      <td>2.563252</td>\n",
       "      <td>3.471069</td>\n",
       "      <td>3.144491</td>\n",
       "      <td>3.823281</td>\n",
       "      <td>2.844305</td>\n",
       "      <td>9.968961</td>\n",
       "      <td>3.182101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H2291</th>\n",
       "      <td>8.238266</td>\n",
       "      <td>2.873048</td>\n",
       "      <td>9.156797</td>\n",
       "      <td>3.969596</td>\n",
       "      <td>3.790119</td>\n",
       "      <td>3.247901</td>\n",
       "      <td>5.074433</td>\n",
       "      <td>7.969198</td>\n",
       "      <td>5.269645</td>\n",
       "      <td>5.297955</td>\n",
       "      <td>...</td>\n",
       "      <td>3.538589</td>\n",
       "      <td>3.911254</td>\n",
       "      <td>4.118014</td>\n",
       "      <td>2.679199</td>\n",
       "      <td>4.462375</td>\n",
       "      <td>3.107801</td>\n",
       "      <td>3.627414</td>\n",
       "      <td>3.105315</td>\n",
       "      <td>8.769143</td>\n",
       "      <td>3.355202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H23</th>\n",
       "      <td>7.319616</td>\n",
       "      <td>2.780444</td>\n",
       "      <td>10.482441</td>\n",
       "      <td>3.734341</td>\n",
       "      <td>3.651500</td>\n",
       "      <td>3.135225</td>\n",
       "      <td>3.456455</td>\n",
       "      <td>4.931983</td>\n",
       "      <td>5.830560</td>\n",
       "      <td>5.320911</td>\n",
       "      <td>...</td>\n",
       "      <td>3.170651</td>\n",
       "      <td>3.435616</td>\n",
       "      <td>4.278369</td>\n",
       "      <td>2.723786</td>\n",
       "      <td>5.074772</td>\n",
       "      <td>3.468536</td>\n",
       "      <td>3.459298</td>\n",
       "      <td>3.508123</td>\n",
       "      <td>9.399229</td>\n",
       "      <td>3.496648</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H3122</th>\n",
       "      <td>9.106234</td>\n",
       "      <td>2.721411</td>\n",
       "      <td>9.418260</td>\n",
       "      <td>4.271343</td>\n",
       "      <td>3.627257</td>\n",
       "      <td>3.244135</td>\n",
       "      <td>3.544771</td>\n",
       "      <td>8.030326</td>\n",
       "      <td>5.910175</td>\n",
       "      <td>5.028911</td>\n",
       "      <td>...</td>\n",
       "      <td>8.170592</td>\n",
       "      <td>3.796183</td>\n",
       "      <td>4.583974</td>\n",
       "      <td>2.734026</td>\n",
       "      <td>5.134150</td>\n",
       "      <td>3.318166</td>\n",
       "      <td>3.279914</td>\n",
       "      <td>3.208215</td>\n",
       "      <td>8.827490</td>\n",
       "      <td>2.977246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H358</th>\n",
       "      <td>8.578107</td>\n",
       "      <td>2.862169</td>\n",
       "      <td>10.150886</td>\n",
       "      <td>5.208023</td>\n",
       "      <td>3.374075</td>\n",
       "      <td>2.984719</td>\n",
       "      <td>7.227592</td>\n",
       "      <td>7.428193</td>\n",
       "      <td>6.803528</td>\n",
       "      <td>5.744833</td>\n",
       "      <td>...</td>\n",
       "      <td>3.310124</td>\n",
       "      <td>3.057923</td>\n",
       "      <td>4.587998</td>\n",
       "      <td>3.052594</td>\n",
       "      <td>6.102892</td>\n",
       "      <td>3.055974</td>\n",
       "      <td>3.049318</td>\n",
       "      <td>3.063340</td>\n",
       "      <td>8.825820</td>\n",
       "      <td>3.372360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H520</th>\n",
       "      <td>7.505294</td>\n",
       "      <td>2.775341</td>\n",
       "      <td>9.500202</td>\n",
       "      <td>4.766765</td>\n",
       "      <td>4.277368</td>\n",
       "      <td>3.208198</td>\n",
       "      <td>3.323017</td>\n",
       "      <td>7.728709</td>\n",
       "      <td>7.043004</td>\n",
       "      <td>4.352802</td>\n",
       "      <td>...</td>\n",
       "      <td>3.670218</td>\n",
       "      <td>3.545187</td>\n",
       "      <td>4.169214</td>\n",
       "      <td>2.729754</td>\n",
       "      <td>4.838848</td>\n",
       "      <td>3.205847</td>\n",
       "      <td>3.059474</td>\n",
       "      <td>3.418029</td>\n",
       "      <td>9.397426</td>\n",
       "      <td>3.275707</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H522</th>\n",
       "      <td>8.827198</td>\n",
       "      <td>2.891027</td>\n",
       "      <td>9.710483</td>\n",
       "      <td>3.997366</td>\n",
       "      <td>4.008008</td>\n",
       "      <td>3.274437</td>\n",
       "      <td>3.402651</td>\n",
       "      <td>3.415161</td>\n",
       "      <td>5.626500</td>\n",
       "      <td>6.005092</td>\n",
       "      <td>...</td>\n",
       "      <td>3.444984</td>\n",
       "      <td>4.387369</td>\n",
       "      <td>4.567759</td>\n",
       "      <td>2.644738</td>\n",
       "      <td>3.688818</td>\n",
       "      <td>3.382051</td>\n",
       "      <td>3.169691</td>\n",
       "      <td>3.121242</td>\n",
       "      <td>8.423687</td>\n",
       "      <td>3.232243</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H747</th>\n",
       "      <td>7.684001</td>\n",
       "      <td>2.605938</td>\n",
       "      <td>10.315858</td>\n",
       "      <td>4.706506</td>\n",
       "      <td>3.862561</td>\n",
       "      <td>3.010663</td>\n",
       "      <td>3.250067</td>\n",
       "      <td>7.702732</td>\n",
       "      <td>5.772571</td>\n",
       "      <td>5.632401</td>\n",
       "      <td>...</td>\n",
       "      <td>4.995612</td>\n",
       "      <td>3.850058</td>\n",
       "      <td>4.489535</td>\n",
       "      <td>2.707539</td>\n",
       "      <td>3.792567</td>\n",
       "      <td>3.302388</td>\n",
       "      <td>3.697354</td>\n",
       "      <td>2.911195</td>\n",
       "      <td>9.308773</td>\n",
       "      <td>3.417494</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-H838</th>\n",
       "      <td>7.336914</td>\n",
       "      <td>2.794700</td>\n",
       "      <td>10.865909</td>\n",
       "      <td>4.271641</td>\n",
       "      <td>3.442324</td>\n",
       "      <td>3.177299</td>\n",
       "      <td>3.351760</td>\n",
       "      <td>8.748420</td>\n",
       "      <td>5.803736</td>\n",
       "      <td>4.680211</td>\n",
       "      <td>...</td>\n",
       "      <td>3.326818</td>\n",
       "      <td>3.354931</td>\n",
       "      <td>4.497105</td>\n",
       "      <td>2.748290</td>\n",
       "      <td>4.186904</td>\n",
       "      <td>3.365295</td>\n",
       "      <td>3.103703</td>\n",
       "      <td>3.070542</td>\n",
       "      <td>10.313867</td>\n",
       "      <td>3.366516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>NCI-SNU-16</th>\n",
       "      <td>7.733795</td>\n",
       "      <td>3.078431</td>\n",
       "      <td>9.650213</td>\n",
       "      <td>4.782889</td>\n",
       "      <td>3.354996</td>\n",
       "      <td>3.282102</td>\n",
       "      <td>3.537808</td>\n",
       "      <td>8.086766</td>\n",
       "      <td>7.259065</td>\n",
       "      <td>4.695817</td>\n",
       "      <td>...</td>\n",
       "      <td>3.347531</td>\n",
       "      <td>4.499209</td>\n",
       "      <td>4.216509</td>\n",
       "      <td>2.680676</td>\n",
       "      <td>6.336384</td>\n",
       "      <td>3.145838</td>\n",
       "      <td>3.721006</td>\n",
       "      <td>3.193860</td>\n",
       "      <td>8.470645</td>\n",
       "      <td>3.588481</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RKO</th>\n",
       "      <td>7.043944</td>\n",
       "      <td>2.912598</td>\n",
       "      <td>10.592788</td>\n",
       "      <td>3.682798</td>\n",
       "      <td>3.350222</td>\n",
       "      <td>3.390750</td>\n",
       "      <td>3.213642</td>\n",
       "      <td>9.168156</td>\n",
       "      <td>5.928211</td>\n",
       "      <td>5.667848</td>\n",
       "      <td>...</td>\n",
       "      <td>3.525902</td>\n",
       "      <td>3.005682</td>\n",
       "      <td>4.823600</td>\n",
       "      <td>2.963032</td>\n",
       "      <td>4.867260</td>\n",
       "      <td>2.854888</td>\n",
       "      <td>3.275743</td>\n",
       "      <td>3.533215</td>\n",
       "      <td>8.810380</td>\n",
       "      <td>3.143239</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RT4</th>\n",
       "      <td>10.441413</td>\n",
       "      <td>2.628488</td>\n",
       "      <td>10.047345</td>\n",
       "      <td>4.641314</td>\n",
       "      <td>3.464662</td>\n",
       "      <td>3.473733</td>\n",
       "      <td>8.932334</td>\n",
       "      <td>7.848373</td>\n",
       "      <td>8.373581</td>\n",
       "      <td>5.571584</td>\n",
       "      <td>...</td>\n",
       "      <td>3.154758</td>\n",
       "      <td>3.666145</td>\n",
       "      <td>4.972668</td>\n",
       "      <td>2.502515</td>\n",
       "      <td>4.531310</td>\n",
       "      <td>3.041909</td>\n",
       "      <td>3.442596</td>\n",
       "      <td>3.128052</td>\n",
       "      <td>9.286412</td>\n",
       "      <td>3.473733</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SW48</th>\n",
       "      <td>7.455028</td>\n",
       "      <td>2.816230</td>\n",
       "      <td>9.200010</td>\n",
       "      <td>4.161932</td>\n",
       "      <td>3.426956</td>\n",
       "      <td>3.439697</td>\n",
       "      <td>3.438536</td>\n",
       "      <td>8.336332</td>\n",
       "      <td>8.186484</td>\n",
       "      <td>5.768103</td>\n",
       "      <td>...</td>\n",
       "      <td>3.422493</td>\n",
       "      <td>4.294152</td>\n",
       "      <td>3.609467</td>\n",
       "      <td>2.695877</td>\n",
       "      <td>3.578673</td>\n",
       "      <td>3.093692</td>\n",
       "      <td>3.910042</td>\n",
       "      <td>3.146382</td>\n",
       "      <td>8.345889</td>\n",
       "      <td>3.682263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SW620</th>\n",
       "      <td>7.822307</td>\n",
       "      <td>3.061145</td>\n",
       "      <td>10.005268</td>\n",
       "      <td>3.993789</td>\n",
       "      <td>3.396529</td>\n",
       "      <td>3.466112</td>\n",
       "      <td>3.282186</td>\n",
       "      <td>8.447974</td>\n",
       "      <td>6.019157</td>\n",
       "      <td>4.778702</td>\n",
       "      <td>...</td>\n",
       "      <td>3.285255</td>\n",
       "      <td>4.041216</td>\n",
       "      <td>4.127283</td>\n",
       "      <td>2.721107</td>\n",
       "      <td>5.687819</td>\n",
       "      <td>3.311553</td>\n",
       "      <td>3.164085</td>\n",
       "      <td>3.567341</td>\n",
       "      <td>8.657871</td>\n",
       "      <td>3.497548</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SW780</th>\n",
       "      <td>9.801944</td>\n",
       "      <td>2.820406</td>\n",
       "      <td>10.594632</td>\n",
       "      <td>4.468384</td>\n",
       "      <td>3.416303</td>\n",
       "      <td>3.756071</td>\n",
       "      <td>7.397244</td>\n",
       "      <td>8.043585</td>\n",
       "      <td>6.428699</td>\n",
       "      <td>4.924184</td>\n",
       "      <td>...</td>\n",
       "      <td>3.153858</td>\n",
       "      <td>3.824490</td>\n",
       "      <td>5.423701</td>\n",
       "      <td>2.618643</td>\n",
       "      <td>5.157958</td>\n",
       "      <td>2.972830</td>\n",
       "      <td>3.292700</td>\n",
       "      <td>2.676183</td>\n",
       "      <td>8.938522</td>\n",
       "      <td>3.433808</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SW837</th>\n",
       "      <td>8.141044</td>\n",
       "      <td>2.911450</td>\n",
       "      <td>10.072444</td>\n",
       "      <td>4.531813</td>\n",
       "      <td>3.619282</td>\n",
       "      <td>3.123146</td>\n",
       "      <td>3.159148</td>\n",
       "      <td>8.743540</td>\n",
       "      <td>5.842489</td>\n",
       "      <td>4.922979</td>\n",
       "      <td>...</td>\n",
       "      <td>9.300587</td>\n",
       "      <td>3.952035</td>\n",
       "      <td>4.299596</td>\n",
       "      <td>2.420469</td>\n",
       "      <td>4.479077</td>\n",
       "      <td>3.219672</td>\n",
       "      <td>3.012350</td>\n",
       "      <td>2.837757</td>\n",
       "      <td>8.125303</td>\n",
       "      <td>3.198928</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SW900</th>\n",
       "      <td>7.755154</td>\n",
       "      <td>2.816921</td>\n",
       "      <td>10.214976</td>\n",
       "      <td>4.388774</td>\n",
       "      <td>3.946621</td>\n",
       "      <td>3.088256</td>\n",
       "      <td>7.497956</td>\n",
       "      <td>7.841270</td>\n",
       "      <td>5.799141</td>\n",
       "      <td>5.585866</td>\n",
       "      <td>...</td>\n",
       "      <td>3.283884</td>\n",
       "      <td>3.592234</td>\n",
       "      <td>3.901565</td>\n",
       "      <td>2.580622</td>\n",
       "      <td>5.170182</td>\n",
       "      <td>3.226851</td>\n",
       "      <td>3.161274</td>\n",
       "      <td>2.829626</td>\n",
       "      <td>9.471560</td>\n",
       "      <td>3.192203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>SW948</th>\n",
       "      <td>7.709982</td>\n",
       "      <td>3.212680</td>\n",
       "      <td>10.170757</td>\n",
       "      <td>4.606470</td>\n",
       "      <td>3.858040</td>\n",
       "      <td>3.188375</td>\n",
       "      <td>3.501447</td>\n",
       "      <td>8.180214</td>\n",
       "      <td>6.820641</td>\n",
       "      <td>5.474809</td>\n",
       "      <td>...</td>\n",
       "      <td>3.148844</td>\n",
       "      <td>3.892404</td>\n",
       "      <td>4.136612</td>\n",
       "      <td>3.745408</td>\n",
       "      <td>5.996199</td>\n",
       "      <td>3.311019</td>\n",
       "      <td>3.344123</td>\n",
       "      <td>3.079624</td>\n",
       "      <td>9.272901</td>\n",
       "      <td>3.525726</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T-24</th>\n",
       "      <td>7.788981</td>\n",
       "      <td>2.984905</td>\n",
       "      <td>10.558936</td>\n",
       "      <td>3.789149</td>\n",
       "      <td>3.674749</td>\n",
       "      <td>3.199688</td>\n",
       "      <td>5.233954</td>\n",
       "      <td>7.964240</td>\n",
       "      <td>4.667093</td>\n",
       "      <td>4.926298</td>\n",
       "      <td>...</td>\n",
       "      <td>3.205160</td>\n",
       "      <td>4.722517</td>\n",
       "      <td>4.058997</td>\n",
       "      <td>2.542529</td>\n",
       "      <td>4.105723</td>\n",
       "      <td>3.190357</td>\n",
       "      <td>3.785186</td>\n",
       "      <td>3.078025</td>\n",
       "      <td>9.385839</td>\n",
       "      <td>3.350846</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T47D</th>\n",
       "      <td>7.342996</td>\n",
       "      <td>2.819535</td>\n",
       "      <td>10.786582</td>\n",
       "      <td>4.677363</td>\n",
       "      <td>3.482290</td>\n",
       "      <td>3.321172</td>\n",
       "      <td>3.385376</td>\n",
       "      <td>7.662135</td>\n",
       "      <td>5.906962</td>\n",
       "      <td>5.063413</td>\n",
       "      <td>...</td>\n",
       "      <td>3.164661</td>\n",
       "      <td>4.068742</td>\n",
       "      <td>4.372890</td>\n",
       "      <td>2.526370</td>\n",
       "      <td>4.234477</td>\n",
       "      <td>3.295970</td>\n",
       "      <td>3.082722</td>\n",
       "      <td>2.995339</td>\n",
       "      <td>9.217796</td>\n",
       "      <td>3.437583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TCCSUP</th>\n",
       "      <td>7.401340</td>\n",
       "      <td>2.724977</td>\n",
       "      <td>9.864280</td>\n",
       "      <td>3.843770</td>\n",
       "      <td>4.383248</td>\n",
       "      <td>3.336882</td>\n",
       "      <td>3.357930</td>\n",
       "      <td>8.089836</td>\n",
       "      <td>5.721922</td>\n",
       "      <td>4.795732</td>\n",
       "      <td>...</td>\n",
       "      <td>3.244645</td>\n",
       "      <td>3.129759</td>\n",
       "      <td>4.238990</td>\n",
       "      <td>2.468235</td>\n",
       "      <td>5.248192</td>\n",
       "      <td>3.244465</td>\n",
       "      <td>3.045701</td>\n",
       "      <td>3.057605</td>\n",
       "      <td>9.246567</td>\n",
       "      <td>3.247812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UACC-812</th>\n",
       "      <td>7.086304</td>\n",
       "      <td>2.952920</td>\n",
       "      <td>11.536803</td>\n",
       "      <td>4.520248</td>\n",
       "      <td>3.324127</td>\n",
       "      <td>3.188895</td>\n",
       "      <td>3.241747</td>\n",
       "      <td>7.563625</td>\n",
       "      <td>4.767813</td>\n",
       "      <td>5.085422</td>\n",
       "      <td>...</td>\n",
       "      <td>3.377764</td>\n",
       "      <td>3.285953</td>\n",
       "      <td>4.309004</td>\n",
       "      <td>2.592263</td>\n",
       "      <td>4.471384</td>\n",
       "      <td>3.135298</td>\n",
       "      <td>3.735873</td>\n",
       "      <td>2.853571</td>\n",
       "      <td>9.616495</td>\n",
       "      <td>3.523841</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UM-UC-3</th>\n",
       "      <td>6.410431</td>\n",
       "      <td>2.795879</td>\n",
       "      <td>10.326887</td>\n",
       "      <td>3.512380</td>\n",
       "      <td>3.291974</td>\n",
       "      <td>3.308299</td>\n",
       "      <td>5.719281</td>\n",
       "      <td>8.663654</td>\n",
       "      <td>5.448271</td>\n",
       "      <td>5.058603</td>\n",
       "      <td>...</td>\n",
       "      <td>3.463670</td>\n",
       "      <td>3.666239</td>\n",
       "      <td>4.830290</td>\n",
       "      <td>2.634019</td>\n",
       "      <td>5.422379</td>\n",
       "      <td>3.407639</td>\n",
       "      <td>3.385810</td>\n",
       "      <td>3.321254</td>\n",
       "      <td>8.601714</td>\n",
       "      <td>3.519523</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>VCaP</th>\n",
       "      <td>5.348023</td>\n",
       "      <td>2.988278</td>\n",
       "      <td>9.000925</td>\n",
       "      <td>4.306414</td>\n",
       "      <td>3.414812</td>\n",
       "      <td>3.352145</td>\n",
       "      <td>3.596993</td>\n",
       "      <td>7.196524</td>\n",
       "      <td>5.519796</td>\n",
       "      <td>5.160911</td>\n",
       "      <td>...</td>\n",
       "      <td>3.277527</td>\n",
       "      <td>3.221485</td>\n",
       "      <td>4.618169</td>\n",
       "      <td>2.617327</td>\n",
       "      <td>3.496213</td>\n",
       "      <td>3.299581</td>\n",
       "      <td>3.335831</td>\n",
       "      <td>3.386745</td>\n",
       "      <td>8.319282</td>\n",
       "      <td>3.364994</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>VM-CUB-1</th>\n",
       "      <td>7.187071</td>\n",
       "      <td>2.691417</td>\n",
       "      <td>10.184775</td>\n",
       "      <td>3.512961</td>\n",
       "      <td>3.823379</td>\n",
       "      <td>3.322545</td>\n",
       "      <td>5.631177</td>\n",
       "      <td>8.434965</td>\n",
       "      <td>5.250324</td>\n",
       "      <td>4.947160</td>\n",
       "      <td>...</td>\n",
       "      <td>3.211911</td>\n",
       "      <td>3.992597</td>\n",
       "      <td>4.389972</td>\n",
       "      <td>2.651644</td>\n",
       "      <td>4.058739</td>\n",
       "      <td>3.109451</td>\n",
       "      <td>3.589427</td>\n",
       "      <td>3.469339</td>\n",
       "      <td>9.270088</td>\n",
       "      <td>3.445858</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>83 rows × 17419 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               TSPAN6      TNMD       DPM1     SCYL3  C1orf112       FGR  \\\n",
       "22RV1        4.804487  2.848128  10.331994  5.145387  3.545193  2.981772   \n",
       "647-V        8.713556  2.834723  10.504748  3.792188  3.946664  3.106757   \n",
       "A549         8.495961  2.886997   9.643436  4.154471  3.307310  3.132815   \n",
       "BFTC-905     7.813436  2.879330  10.272719  4.050385  3.701491  3.036505   \n",
       "BT-20        7.971621  2.792528  10.601207  5.622674  3.740521  3.377295   \n",
       "BT-474       5.178131  3.015506  10.548792  5.829252  3.800657  3.446415   \n",
       "BT-549       6.383148  2.746627  10.392289  3.802817  4.379548  3.183691   \n",
       "C32          5.542645  2.736643   9.890112  3.346422  3.067727  3.253538   \n",
       "CAL-120      7.632023  2.964585  10.379553  3.614794  3.380681  3.324692   \n",
       "CAL-148      8.121539  2.990916  10.359588  5.680584  4.056182  3.450374   \n",
       "CAL-51       8.712338  2.643508   9.880733  3.956230  3.236620  3.241246   \n",
       "Calu-3       9.041562  2.802379   9.974280  4.291778  3.784500  3.272233   \n",
       "Calu-6       7.413802  2.885299  10.182692  4.093346  3.716141  2.927254   \n",
       "CAMA-1       6.900407  2.726163   9.578207  4.800802  3.240325  3.221922   \n",
       "COLO-205     7.065005  2.712504  10.363337  5.309871  3.354821  3.306794   \n",
       "DMS-114      7.548671  2.777716  11.807341  4.066887  3.732485  3.152404   \n",
       "DU-4475      3.063309  2.878842   9.403298  6.121481  3.384682  3.235625   \n",
       "EVSA-T       7.411106  3.096118  10.058010  5.142190  3.678305  3.328251   \n",
       "HCC1143      7.581938  2.814303  10.363326  3.770037  3.394502  3.111186   \n",
       "HCC1187      9.013253  2.952093   9.347429  4.982836  4.122282  3.290773   \n",
       "HCC1395      7.435151  2.832570  10.344827  3.877500  3.555658  3.511154   \n",
       "HCC1419      3.455951  3.290184  11.570155  5.560883  3.571228  3.370885   \n",
       "HCC1428      7.241512  2.772921   9.721450  6.734927  3.955194  3.221217   \n",
       "HCC1500      6.981643  2.972959  10.482541  5.322880  3.110931  3.256572   \n",
       "HCC1569      7.926592  2.764477  10.152998  4.968159  4.380847  3.249280   \n",
       "HCC1806      8.052567  2.658588   9.947073  3.678567  3.753254  3.256334   \n",
       "HCC1937      8.787131  2.673902  10.488027  4.592644  4.221093  3.485319   \n",
       "HCC1954      8.548208  2.599607  10.375991  5.178378  4.267357  3.092322   \n",
       "HCC38        7.452954  2.884917  10.173322  3.738263  3.783577  3.182000   \n",
       "HCC70        8.431625  2.754649   9.317847  5.360431  4.279325  3.367961   \n",
       "...               ...       ...        ...       ...       ...       ...   \n",
       "NCI-H1793    7.267140  2.889134  10.311008  3.384396  4.028377  3.348759   \n",
       "NCI-H1975    7.923672  2.709755  10.040750  3.647858  3.116660  3.346359   \n",
       "NCI-H2085    7.657637  2.795374  10.244470  4.164730  3.442482  3.327208   \n",
       "NCI-H2170    8.535321  2.676706  10.311849  4.143206  4.325533  3.270128   \n",
       "NCI-H2228    7.077455  2.885422   9.204721  4.256899  3.112787  2.960159   \n",
       "NCI-H226     5.807695  2.782251  10.283935  3.818307  3.766265  3.153956   \n",
       "NCI-H2291    8.238266  2.873048   9.156797  3.969596  3.790119  3.247901   \n",
       "NCI-H23      7.319616  2.780444  10.482441  3.734341  3.651500  3.135225   \n",
       "NCI-H3122    9.106234  2.721411   9.418260  4.271343  3.627257  3.244135   \n",
       "NCI-H358     8.578107  2.862169  10.150886  5.208023  3.374075  2.984719   \n",
       "NCI-H520     7.505294  2.775341   9.500202  4.766765  4.277368  3.208198   \n",
       "NCI-H522     8.827198  2.891027   9.710483  3.997366  4.008008  3.274437   \n",
       "NCI-H747     7.684001  2.605938  10.315858  4.706506  3.862561  3.010663   \n",
       "NCI-H838     7.336914  2.794700  10.865909  4.271641  3.442324  3.177299   \n",
       "NCI-SNU-16   7.733795  3.078431   9.650213  4.782889  3.354996  3.282102   \n",
       "RKO          7.043944  2.912598  10.592788  3.682798  3.350222  3.390750   \n",
       "RT4         10.441413  2.628488  10.047345  4.641314  3.464662  3.473733   \n",
       "SW48         7.455028  2.816230   9.200010  4.161932  3.426956  3.439697   \n",
       "SW620        7.822307  3.061145  10.005268  3.993789  3.396529  3.466112   \n",
       "SW780        9.801944  2.820406  10.594632  4.468384  3.416303  3.756071   \n",
       "SW837        8.141044  2.911450  10.072444  4.531813  3.619282  3.123146   \n",
       "SW900        7.755154  2.816921  10.214976  4.388774  3.946621  3.088256   \n",
       "SW948        7.709982  3.212680  10.170757  4.606470  3.858040  3.188375   \n",
       "T-24         7.788981  2.984905  10.558936  3.789149  3.674749  3.199688   \n",
       "T47D         7.342996  2.819535  10.786582  4.677363  3.482290  3.321172   \n",
       "TCCSUP       7.401340  2.724977   9.864280  3.843770  4.383248  3.336882   \n",
       "UACC-812     7.086304  2.952920  11.536803  4.520248  3.324127  3.188895   \n",
       "UM-UC-3      6.410431  2.795879  10.326887  3.512380  3.291974  3.308299   \n",
       "VCaP         5.348023  2.988278   9.000925  4.306414  3.414812  3.352145   \n",
       "VM-CUB-1     7.187071  2.691417  10.184775  3.512961  3.823379  3.322545   \n",
       "\n",
       "                 CFH     FUCA2      GCLC      NFYA    ...     LINC00514  \\\n",
       "22RV1       3.297096  7.914830  8.366785  5.287493    ...      3.264254   \n",
       "647-V       3.382905  7.886826  6.176860  5.373848    ...      3.314727   \n",
       "A549        9.146877  7.800473  7.921442  4.297621    ...      3.169682   \n",
       "BFTC-905    5.133806  8.200329  5.808631  4.880755    ...      4.254346   \n",
       "BT-20       3.074383  7.290184  6.322244  5.291903    ...      4.631837   \n",
       "BT-474      3.107748  6.727436  5.862634  5.337411    ...      8.683069   \n",
       "BT-549      6.262654  8.160151  5.726798  5.552501    ...      3.047456   \n",
       "C32         3.300831  8.074968  5.234662  4.348398    ...      3.336458   \n",
       "CAL-120     3.566350  8.204530  5.235118  5.369039    ...      3.665788   \n",
       "CAL-148     3.723503  6.201861  5.556517  5.508345    ...      3.537723   \n",
       "CAL-51      2.931034  8.191246  5.426841  5.120747    ...      3.226808   \n",
       "Calu-3      4.084038  7.358336  5.307372  4.142143    ...      3.945617   \n",
       "Calu-6      5.041804  7.141261  4.934038  4.990251    ...      3.030144   \n",
       "CAMA-1      3.158201  7.085083  6.504975  6.090472    ...      4.311901   \n",
       "COLO-205    3.342182  7.534794  8.555949  7.062869    ...      3.481337   \n",
       "DMS-114     7.827172  6.616972  5.809264  7.209653    ...      3.053174   \n",
       "DU-4475     3.047854  8.909343  5.895757  4.519804    ...      5.939837   \n",
       "EVSA-T      3.437501  7.195792  6.610696  5.327041    ...      5.778696   \n",
       "HCC1143     6.228677  8.440833  8.005206  5.669074    ...      3.591381   \n",
       "HCC1187     3.014210  5.551352  5.032812  7.126702    ...      7.497050   \n",
       "HCC1395     7.652886  8.245466  5.650228  6.008727    ...      3.420246   \n",
       "HCC1419     3.115533  7.801258  5.479718  5.016022    ...      3.382069   \n",
       "HCC1428     3.291106  6.747216  6.096784  5.674000    ...      3.294639   \n",
       "HCC1500     2.999829  7.626167  5.666042  4.743610    ...      3.154011   \n",
       "HCC1569     3.349118  7.529227  5.773894  7.518495    ...      3.226202   \n",
       "HCC1806     7.255554  7.648407  8.480853  5.397498    ...      3.226716   \n",
       "HCC1937     3.365904  7.804499  7.104619  4.927554    ...      6.289094   \n",
       "HCC1954     6.170279  7.553067  9.280913  5.474400    ...      3.413112   \n",
       "HCC38       4.968123  8.747151  5.368068  4.635632    ...      3.705519   \n",
       "HCC70       4.319565  7.758826  6.497966  4.960275    ...      3.976676   \n",
       "...              ...       ...       ...       ...    ...           ...   \n",
       "NCI-H1793   3.584070  7.951937  8.484042  4.387774    ...      3.216618   \n",
       "NCI-H1975   4.315298  8.214635  6.403134  6.315570    ...      3.580129   \n",
       "NCI-H2085   4.123456  7.526547  5.445345  5.949594    ...      4.149903   \n",
       "NCI-H2170   4.623081  8.375580  7.301943  5.003088    ...      3.587715   \n",
       "NCI-H2228   5.121299  8.792733  9.217354  5.153933    ...      3.138468   \n",
       "NCI-H226    3.504840  8.983452  5.900242  4.475349    ...      3.258517   \n",
       "NCI-H2291   5.074433  7.969198  5.269645  5.297955    ...      3.538589   \n",
       "NCI-H23     3.456455  4.931983  5.830560  5.320911    ...      3.170651   \n",
       "NCI-H3122   3.544771  8.030326  5.910175  5.028911    ...      8.170592   \n",
       "NCI-H358    7.227592  7.428193  6.803528  5.744833    ...      3.310124   \n",
       "NCI-H520    3.323017  7.728709  7.043004  4.352802    ...      3.670218   \n",
       "NCI-H522    3.402651  3.415161  5.626500  6.005092    ...      3.444984   \n",
       "NCI-H747    3.250067  7.702732  5.772571  5.632401    ...      4.995612   \n",
       "NCI-H838    3.351760  8.748420  5.803736  4.680211    ...      3.326818   \n",
       "NCI-SNU-16  3.537808  8.086766  7.259065  4.695817    ...      3.347531   \n",
       "RKO         3.213642  9.168156  5.928211  5.667848    ...      3.525902   \n",
       "RT4         8.932334  7.848373  8.373581  5.571584    ...      3.154758   \n",
       "SW48        3.438536  8.336332  8.186484  5.768103    ...      3.422493   \n",
       "SW620       3.282186  8.447974  6.019157  4.778702    ...      3.285255   \n",
       "SW780       7.397244  8.043585  6.428699  4.924184    ...      3.153858   \n",
       "SW837       3.159148  8.743540  5.842489  4.922979    ...      9.300587   \n",
       "SW900       7.497956  7.841270  5.799141  5.585866    ...      3.283884   \n",
       "SW948       3.501447  8.180214  6.820641  5.474809    ...      3.148844   \n",
       "T-24        5.233954  7.964240  4.667093  4.926298    ...      3.205160   \n",
       "T47D        3.385376  7.662135  5.906962  5.063413    ...      3.164661   \n",
       "TCCSUP      3.357930  8.089836  5.721922  4.795732    ...      3.244645   \n",
       "UACC-812    3.241747  7.563625  4.767813  5.085422    ...      3.377764   \n",
       "UM-UC-3     5.719281  8.663654  5.448271  5.058603    ...      3.463670   \n",
       "VCaP        3.596993  7.196524  5.519796  5.160911    ...      3.277527   \n",
       "VM-CUB-1    5.631177  8.434965  5.250324  4.947160    ...      3.211911   \n",
       "\n",
       "               OR1D5    ZNF234      MYH4  LINC00526      PPY2  KRT18P55  \\\n",
       "22RV1       3.201629  3.878922  2.745669   5.102353  3.080394  3.378913   \n",
       "647-V       3.569253  4.361398  2.459203   4.874740  3.233059  3.648132   \n",
       "A549        3.923083  4.535106  2.611597   4.504059  3.036383  3.259655   \n",
       "BFTC-905    3.736702  3.903117  2.718814   4.950010  2.970800  3.386533   \n",
       "BT-20       3.396205  4.675023  2.586323   5.532821  2.991137  3.554597   \n",
       "BT-474      3.729224  4.335110  2.497412   3.100561  3.040448  3.136316   \n",
       "BT-549      3.076234  4.386448  2.566644   3.753303  3.144031  3.083726   \n",
       "C32         3.269096  4.477071  2.644848   3.797210  3.069556  3.062048   \n",
       "CAL-120     3.134197  4.841169  2.628932   6.786925  2.997054  3.331134   \n",
       "CAL-148     3.996887  4.247065  2.654267   3.973798  3.361569  3.413643   \n",
       "CAL-51      3.326309  4.214729  2.603604   3.143006  3.112145  2.886574   \n",
       "Calu-3      3.414945  4.171294  2.720761   4.415327  3.058192  3.391064   \n",
       "Calu-6      3.278489  4.323717  2.926031   4.795953  2.946934  3.644475   \n",
       "CAMA-1      3.524313  4.810241  2.704639   3.110042  3.270417  3.190200   \n",
       "COLO-205    3.552700  4.486483  4.111333   5.255268  3.082409  3.137460   \n",
       "DMS-114     3.327528  4.570476  2.783441   5.317911  3.263745  2.992611   \n",
       "DU-4475     3.142509  4.235497  2.896722   6.565483  3.065514  3.205309   \n",
       "EVSA-T      3.314285  4.272139  2.862191   6.137539  3.271619  3.691763   \n",
       "HCC1143     3.238828  4.059109  2.564325   4.324982  3.209396  3.539049   \n",
       "HCC1187     3.350337  4.604941  2.914548   4.450711  3.301961  3.088815   \n",
       "HCC1395     3.334150  3.933930  2.641512   4.761300  3.326525  2.891492   \n",
       "HCC1419     3.330951  4.577497  2.810640   4.016486  2.933926  3.424035   \n",
       "HCC1428     3.711897  5.059080  2.642860   4.650476  3.003930  3.225655   \n",
       "HCC1500     3.525479  4.862576  2.582067   4.944644  3.105843  3.375189   \n",
       "HCC1569     3.993842  4.111828  2.663260   5.269392  3.342595  3.116199   \n",
       "HCC1806     3.887944  4.881487  2.700114   5.116338  3.215118  3.460322   \n",
       "HCC1937     3.580119  4.358409  2.615916   5.492584  3.008806  3.249093   \n",
       "HCC1954     3.228033  4.666941  2.632448   3.511284  3.013987  3.333420   \n",
       "HCC38       3.509501  4.034632  2.469961   3.510736  2.947420  3.286225   \n",
       "HCC70       3.514055  4.230723  2.820859   4.270838  3.038324  3.408750   \n",
       "...              ...       ...       ...        ...       ...       ...   \n",
       "NCI-H1793   3.156308  5.134044  2.761874   4.316477  3.110283  3.621989   \n",
       "NCI-H1975   3.986915  4.470164  2.575201   3.854670  2.986327  3.071810   \n",
       "NCI-H2085   3.697736  5.074349  2.717034   3.976147  2.944915  3.248755   \n",
       "NCI-H2170   3.588965  4.153485  2.612971   4.524822  3.213967  3.484502   \n",
       "NCI-H2228   3.445560  4.262360  2.644676   4.066401  2.897346  3.050552   \n",
       "NCI-H226    3.054645  4.258355  2.563252   3.471069  3.144491  3.823281   \n",
       "NCI-H2291   3.911254  4.118014  2.679199   4.462375  3.107801  3.627414   \n",
       "NCI-H23     3.435616  4.278369  2.723786   5.074772  3.468536  3.459298   \n",
       "NCI-H3122   3.796183  4.583974  2.734026   5.134150  3.318166  3.279914   \n",
       "NCI-H358    3.057923  4.587998  3.052594   6.102892  3.055974  3.049318   \n",
       "NCI-H520    3.545187  4.169214  2.729754   4.838848  3.205847  3.059474   \n",
       "NCI-H522    4.387369  4.567759  2.644738   3.688818  3.382051  3.169691   \n",
       "NCI-H747    3.850058  4.489535  2.707539   3.792567  3.302388  3.697354   \n",
       "NCI-H838    3.354931  4.497105  2.748290   4.186904  3.365295  3.103703   \n",
       "NCI-SNU-16  4.499209  4.216509  2.680676   6.336384  3.145838  3.721006   \n",
       "RKO         3.005682  4.823600  2.963032   4.867260  2.854888  3.275743   \n",
       "RT4         3.666145  4.972668  2.502515   4.531310  3.041909  3.442596   \n",
       "SW48        4.294152  3.609467  2.695877   3.578673  3.093692  3.910042   \n",
       "SW620       4.041216  4.127283  2.721107   5.687819  3.311553  3.164085   \n",
       "SW780       3.824490  5.423701  2.618643   5.157958  2.972830  3.292700   \n",
       "SW837       3.952035  4.299596  2.420469   4.479077  3.219672  3.012350   \n",
       "SW900       3.592234  3.901565  2.580622   5.170182  3.226851  3.161274   \n",
       "SW948       3.892404  4.136612  3.745408   5.996199  3.311019  3.344123   \n",
       "T-24        4.722517  4.058997  2.542529   4.105723  3.190357  3.785186   \n",
       "T47D        4.068742  4.372890  2.526370   4.234477  3.295970  3.082722   \n",
       "TCCSUP      3.129759  4.238990  2.468235   5.248192  3.244465  3.045701   \n",
       "UACC-812    3.285953  4.309004  2.592263   4.471384  3.135298  3.735873   \n",
       "UM-UC-3     3.666239  4.830290  2.634019   5.422379  3.407639  3.385810   \n",
       "VCaP        3.221485  4.618169  2.617327   3.496213  3.299581  3.335831   \n",
       "VM-CUB-1    3.992597  4.389972  2.651644   4.058739  3.109451  3.589427   \n",
       "\n",
       "            POLRMTP1     UBL5P2  TBC1D3P5  \n",
       "22RV1       3.191797   9.466545  3.214997  \n",
       "647-V       3.022160   9.267838  3.340621  \n",
       "A549        2.934753   9.174437  3.450427  \n",
       "BFTC-905    2.931548   9.781957  3.052209  \n",
       "BT-20       3.168497   9.235654  3.299910  \n",
       "BT-474      3.024960   9.594467  3.340264  \n",
       "BT-549      3.406266   9.333854  3.438851  \n",
       "C32         3.185092   9.839337  3.207780  \n",
       "CAL-120     3.130696   9.986616  3.073724  \n",
       "CAL-148     3.375437   9.450962  3.581946  \n",
       "CAL-51      3.176239   9.113243  2.916274  \n",
       "Calu-3      2.904547   8.654616  3.618763  \n",
       "Calu-6      3.224428  10.318498  3.084944  \n",
       "CAMA-1      3.223410  10.134612  3.174249  \n",
       "COLO-205    2.816710   9.040039  3.243377  \n",
       "DMS-114     3.260982   9.002814  3.000182  \n",
       "DU-4475     3.532278   9.437551  3.176898  \n",
       "EVSA-T      2.975108   8.863168  3.442371  \n",
       "HCC1143     2.984753   9.361984  3.225168  \n",
       "HCC1187     2.985197   9.628198  3.425641  \n",
       "HCC1395     2.984267   8.766315  3.487581  \n",
       "HCC1419     3.173933   9.518999  3.240584  \n",
       "HCC1428     2.964501   9.196255  3.391276  \n",
       "HCC1500     3.144854   9.550823  3.540013  \n",
       "HCC1569     2.763280   9.474905  3.559270  \n",
       "HCC1806     3.335953   8.840051  3.303609  \n",
       "HCC1937     2.968110   9.122029  3.516495  \n",
       "HCC1954     2.867266   8.781375  3.232597  \n",
       "HCC38       2.910227   9.293557  3.149758  \n",
       "HCC70       3.098200   8.846367  3.422950  \n",
       "...              ...        ...       ...  \n",
       "NCI-H1793   2.962176   9.347337  3.660251  \n",
       "NCI-H1975   3.003166  10.000819  3.356140  \n",
       "NCI-H2085   2.735232   8.487645  3.478177  \n",
       "NCI-H2170   3.614799   8.692182  3.337952  \n",
       "NCI-H2228   3.206548   8.721134  3.316512  \n",
       "NCI-H226    2.844305   9.968961  3.182101  \n",
       "NCI-H2291   3.105315   8.769143  3.355202  \n",
       "NCI-H23     3.508123   9.399229  3.496648  \n",
       "NCI-H3122   3.208215   8.827490  2.977246  \n",
       "NCI-H358    3.063340   8.825820  3.372360  \n",
       "NCI-H520    3.418029   9.397426  3.275707  \n",
       "NCI-H522    3.121242   8.423687  3.232243  \n",
       "NCI-H747    2.911195   9.308773  3.417494  \n",
       "NCI-H838    3.070542  10.313867  3.366516  \n",
       "NCI-SNU-16  3.193860   8.470645  3.588481  \n",
       "RKO         3.533215   8.810380  3.143239  \n",
       "RT4         3.128052   9.286412  3.473733  \n",
       "SW48        3.146382   8.345889  3.682263  \n",
       "SW620       3.567341   8.657871  3.497548  \n",
       "SW780       2.676183   8.938522  3.433808  \n",
       "SW837       2.837757   8.125303  3.198928  \n",
       "SW900       2.829626   9.471560  3.192203  \n",
       "SW948       3.079624   9.272901  3.525726  \n",
       "T-24        3.078025   9.385839  3.350846  \n",
       "T47D        2.995339   9.217796  3.437583  \n",
       "TCCSUP      3.057605   9.246567  3.247812  \n",
       "UACC-812    2.853571   9.616495  3.523841  \n",
       "UM-UC-3     3.321254   8.601714  3.519523  \n",
       "VCaP        3.386745   8.319282  3.364994  \n",
       "VM-CUB-1    3.469339   9.270088  3.445858  \n",
       "\n",
       "[83 rows x 17419 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gex"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "for col in gex.columns:    # for each gene:\n",
    "    mean = np.mean(gex[col].values)\n",
    "    std = np.std(gex[col].values)\n",
    "    varies = ((gex[col] < mean-5*std) | (gex[col] > mean+5*std)).any() # any gene expression values \n",
    "                                                                                                 # more than 8 away from mean?\n",
    "    if not varies:\n",
    "        gex.drop(col, axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(83, 4400)"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gex.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{2: 70787.554321624659,\n",
       " 3: 45227.22243370107,\n",
       " 4: 32904.949227766505,\n",
       " 5: 25507.66322113722,\n",
       " 6: 20679.139837586568,\n",
       " 7: 17187.341315111738,\n",
       " 8: 14549.04458772931,\n",
       " 9: 12879.286542375114,\n",
       " 10: 11198.104390620136,\n",
       " 11: 9928.9883745547941,\n",
       " 12: 8793.0881141135724,\n",
       " 13: 7909.772334010755,\n",
       " 14: 7292.3474558339512}"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gex_costs = {}\n",
    "for i in range(2, 15):\n",
    "    kmeans = KMeans(n_clusters = i)\n",
    "    kmeans.fit(gex.values)\n",
    "    gex_costs[i] = (1/i) * kmeans.inertia_\n",
    "gex_costs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmQAAAFwCAYAAAAWvmesAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XuUXVWZ9/vvQwoqAQN0vETulxDUIB4uLaFFsRAIUVpg\neIH0e/RwJPbbgicVbV9PhyDHOGy6pb1AEhvUV5EAgoIoQgdCAlIdLw3xAohggBQESGICBgmInZjL\nc/5Yq8hOpZKqSqpq1d71/YyxR60991w7z94jkF/NNdeckZlIkiSpOrtUXYAkSdJQZyCTJEmqmIFM\nkiSpYgYySZKkihnIJEmSKmYgkyRJqli3gSwiLoyIhyPioYi4PiKaI2JURCyIiMciYn5E7N2p/+MR\nsTgiJtS0H1u+x+MRMbOmvTkivle23xsRB/X9x5QkSRq8thvIIuJg4O+BYzLzSGAYMAmYBizIzMOB\nu8vnRMQ44BxgHDARuCIiony7K4HJmTkWGBsRE8v2ycDqsv0y4NI++3SSJEl1oLsRsheB9cDuEdEE\n7A6sAM4A5pR95gBnlcdnAjdk5vrMXAosAcZHxD7AyMxcVPa7puac2ve6GTh5pz6RJElSndluIMvM\n54EvA09TBLEXMnMBMDozV5XdVgGjy+N9gWU1b7EM2K+L9uVlO+XPZ8o/bwOwJiJG7egHkiRJqjfd\nXbIcA3wCOJgiVL0qIj5U2yeLvZfcf0mSJGkHNXXz+l8DP8/M1QAR8QPgb4CVEfH6zFxZXo58tuy/\nHDig5vz9KUbGlpfHnds7zjkQWFFeFt2rHJnbQkQY+iRJUt3IzOi+V6G7OWSLgeMjYkQ5Of8U4BHg\nNuDcss+5wC3l8a3ApIjYLSIOAcYCizJzJfBiRIwv3+fDwI9qzul4rw9Q3CSwrQ/mYwAfn/3sZyuv\nYag9/M79zofCw+/c73woPHpruyNkmflgRFwD/BLYBPwa+AYwErgxIiYDS4Gzy/6PRMSNFKFtA3BB\nbq7qAuBqYARwe2bOK9u/BVwbEY8Dqynu4pQkSRoyurtkSWb+G/BvnZqfpxgt66r/vwD/0kX7r4Aj\nu2hfRxnoJEmShiJX6tc2tbS0VF3CkON3PvD8zgee3/nA8zsf/GJHrnNWISKyXmqVJElDW0SQfTip\nX5IkSf3MQCZJklQxA5kkSVLFDGSSJEkVM5BJkiRVzEAmSZJUMQOZJElSxQxkkiRJFTOQSZIkVcxA\nJkmSVDEDmSRJUsUMZJIkSRUzkEmSJFXMQCZJklQxA5kkSVLFDGSSJEkVM5BJkiRVzEAmSZJUMQOZ\nJElSxQxkkiRJFTOQSZIkVcxAJkmSVDEDmSRJUsUMZJIkSRUzkEmSJFXMQCZJklQxA5kkSVLFDGSS\nJEkVM5BJkiRVzEAmSZJUsboKZKed9hnmzl1YdRmSJEl9qttAFhFviIj7ax5rIqI1IkZFxIKIeCwi\n5kfE3jXnXBgRj0fE4oiYUNN+bEQ8VL42s6a9OSK+V7bfGxEHdVXL/Pn/zNSpdxrKJElSQ+k2kGXm\no5l5dGYeDRwL/Bn4ITANWJCZhwN3l8+JiHHAOcA4YCJwRURE+XZXApMzcywwNiImlu2TgdVl+2XA\npduqp739EmbPXtD7TypJkjRI9faS5SnAksx8BjgDmFO2zwHOKo/PBG7IzPWZuRRYAoyPiH2AkZm5\nqOx3Tc05te91M3Dy9opYu3ZYL8uWJEkavHobyCYBN5THozNzVXm8ChhdHu8LLKs5ZxmwXxfty8t2\nyp/PAGTmBmBNRIzaVhHDh2/sZdmSJEmDV48DWUTsBrwXuKnza5mZQPZhXds0Zsx0pkw5dSD+KEmS\npAHR1Iu+7wZ+lZnPlc9XRcTrM3NleTny2bJ9OXBAzXn7U4yMLS+PO7d3nHMgsCIimoC9MvP5zgXs\nssuJvPGNY/jFL37MHntsoqWlpRflS5Ik9Y+2tjba2tp2+PwoBrd60DHiu8AdmTmnfP5vFBPxL42I\nacDemTmtnNR/PXAcxaXIu4DDMjMj4j6gFVgEzAVmZea8iLgAODIzz4+IScBZmTmp05+fn/lM8vLL\n8JWv7PDnlSRJ6ncRQWZG9z3L/j0JZBGxB/AUcEhmvlS2jQJupBjZWgqcnZkvlK9NB84DNgBTM/PO\nsv1Y4GpgBHB7ZraW7c3AtcDRwGpgUnlDQG0NuWZN0tQEu+/e048nSZI08PolkA0GEZH1UqskSRra\nehvI6mqlfkmSpEZkIJMkSaqYgUySJKlidRvIfvhDePjhqquQJEnaeXUbyB57DL74xaqrkCRJ2nl1\ne5fl88/DmDGweDGMHr2dEyVJkgbYkLnLctQoOPts+NrXqq5EkiRp59TtCBkUc8hOOQWWLoXm5mrq\nkiRJ6mzIjJABHHEEvPnNcMstVVciSZK04+p6hAzg2Wfh1a+GYcMqKEqSJKkLbp0kSZJUsSF1yVKS\nJKkRGMgkSZIqZiCTJEmqWMMEsky4/HJ4+eWqK5EkSeqdhglkEdDWBtdeW3UlkiRJvdNQd1m2tcH5\n5xcLxu7SMFFTkiTVmyF9l+U73wm77QYLFlRdiSRJUs81VCCLgKlTYebMqiuRJEnquYa6ZAmwdi0c\ndBDcey8ccsgAFCZJktSJK/UDv/897LNPPxckSZK0DQYySZKkig3pSf2SJEn1yEAmSZJUMQOZJElS\nxRo6kL30Enz1q1VXIUmStH0NPal//Xo49FC49VY4+uh+KkySJKkTJ/XX2HVX+PjHXShWkiQNbg09\nQgawejUcdhgsXgyjR/dDYZIkSZ04QtbJq18NH/wgfP3rVVciSZLUtYYfIQP47W/htNPg6adh2LA+\nLkySJKkTV+rfhhUrYN99+7AgSZKkbTCQSZIkVaxf5pBFxN4R8f2I+F1EPBIR4yNiVEQsiIjHImJ+\nROxd0//CiHg8IhZHxISa9mMj4qHytZk17c0R8b2y/d6IOKinH0CSJKne9XRS/0zg9sx8E/AWYDEw\nDViQmYcDd5fPiYhxwDnAOGAicEVEdCTEK4HJmTkWGBsRE8v2ycDqsv0y4NKd/mSSJEl1ottAFhF7\nAe/IzKsAMnNDZq4BzgDmlN3mAGeVx2cCN2Tm+sxcCiwBxkfEPsDIzFxU9rum5pza97oZOHmnPpUk\nSVId6ckI2SHAcxHx7Yj4dUT874jYAxidmavKPquAjlW+9gWW1Zy/DNivi/blZTvlz2egCHzAmogY\ntSMfqDtPPgk33tgf7yxJkrRjehLImoBjgCsy8xjgZcrLkx3K2fZ1MeM+s1i9/+WXq65EkiSp0NSD\nPsuAZZn5i/L594ELgZUR8frMXFlejny2fH05cEDN+fuX77G8PO7c3nHOgcCKiGgC9srM5zsXMmPG\njFeOW1paaGlp6UH5Wzr0UDjhBLjuOviHf+j16ZIkSVtpa2ujra1th8/v0bIXEbEQ+GhmPhYRM4Dd\ny5dWZ+alETEN2Dszp5WT+q8HjqO4FHkXcFhmZkTcB7QCi4C5wKzMnBcRFwBHZub5ETEJOCszJ3Wq\noc+WvbjnnmKU7OGHIXp8Q6okSVLP9HbZi56MkAFMAb4TEbsB7cBHgGHAjRExGVgKnA2QmY9ExI3A\nI8AG4IKaJHUBcDUwguKuzXll+7eAayPicWA1sEUY62stLcXG4wsWwIQJ3XaXJEnqV0N2YdirroIf\n/ah4SJIk9SVX6u+htWvhT3+C17ymz95SkiQJMJBJkiRVrl+2TpIkSVL/MZBJkiRVzEAmSZJUMQMZ\n8LOfwU9/WnUVkiRpqDKQAcuWwUUXVV2FJEkaqgxkwPveB088AQ88UHUlkiRpKDKQUazaf8EFMHNm\n1ZVIkqShyHXISqtXw2GHwaOPwute129/jCRJGgJch2wHvfrV8MEPwre+VXUlkiRpqHGErMYf/gB7\n7AEjRvTrHyNJkhqcWydJkiRVzEuWkiRJdcZAJkmSVDEDmSRJUsUMZNvw3e/CM89UXYUkSRoKDGTb\ncN998NWvVl2FJEkaCrzLchueeALGj4elS4ulMCRJknrKuyz7yKGHwtveBtddV3UlkiSp0RnItmPq\n1GJ/yzoZRJQkSXXKQLYdJ50ETU1wzz1VVyJJkhqZc8i6sXw57LMP7GJ0lSRJPeTWSZIkSRVzUr8k\nSVKdMZBJkiRVzEAmSZJUMQNZD23cCLNmFT8lSZL6koGsh4YNgxtugNtuq7oSSZLUaAxkvTB1Klx+\nedVVSJKkRmMg64X3vx+WLIEHHqi6EkmS1EgMZL2w667w8Y8Xc8kkSZL6igvD9tLq1XDYYdDeDqNG\nVV2NJEkajPplYdiIWBoRv4mI+yNiUdk2KiIWRMRjETE/Ivau6X9hRDweEYsjYkJN+7ER8VD52sya\n9uaI+F7Zfm9EHNTTDzDQXv3q4pKlYUySJPWVnl6yTKAlM4/OzOPKtmnAgsw8HLi7fE5EjAPOAcYB\nE4ErIqIjIV4JTM7MscDYiJhYtk8GVpftlwGX7uTn6lcHDdq4KEmS6lFv5pB1HnY7A5hTHs8BziqP\nzwRuyMz1mbkUWAKMj4h9gJGZuajsd03NObXvdTNwci/qkiRJqmu9GSG7KyJ+GRF/X7aNzsxV5fEq\nYHR5vC+wrObcZcB+XbQvL9spfz4DkJkbgDUR4UVBSZI0JDT1sN8Jmfn7iHgtsCAiFte+mJkZEdXP\nuJckSapDPQpkmfn78udzEfFD4DhgVUS8PjNXlpcjny27LwcOqDl9f4qRseXlcef2jnMOBFZERBOw\nV2Y+37mOGTNmvHLc0tJCS0tLT8rvN6tXw3/8B5x7bqVlSJKkirW1tdHW1rbD53e77EVE7A4My8yX\nImIPYD7wOeAUion4l0bENGDvzJxWTuq/niK07QfcBRxWjqLdB7QCi4C5wKzMnBcRFwBHZub5ETEJ\nOCszJ3WqY1Ase1HrxRfh4IPhwQfhgAO67S5JkoaI3i570ZNAdgjww/JpE/CdzPzXco7XjRQjW0uB\nszPzhfKc6cB5wAZgambeWbYfC1wNjABuz8zWsr0ZuBY4GlgNTCpvCKitY9AFMoBPfAKGD4cvfKHq\nSiRJ0mDR54FssBisgay9HY4/Hp56CnbfvepqJEnSYNAvC8Nq28aMgbe9Da67rupKJElSvTKQ9YGp\nU+GrX4VBOIAnSZLqgJcs+0AmPP20K/hLkqSCc8gkSZIq5hwySZKkOmMgkyRJqpiBTJIkqWIGsj62\neDHccUfVVUiSpHpiIOtja9bABRfAxo1VVyJJkuqFgayPjR8Po0fDbbdVXYkkSaoXBrJ+MHUqXH55\n1VVIkqR6YSDrBx/4ACxZAg88UHUlkiSpHhjI+sGuuxbzyP7936uuRJIk1YOmqgtoVIcdtpC77ppP\nS0sTzc0baG2dwOmnn1h1WZIkaRAykPWDuXMXMn36nbS3X/JKW3v7RQCGMkmStBUvWfaDWbPmbxHG\nANrbL2H27AUVVSRJkgYzA1k/WLeu64HHtWuHDXAlkiSpHhjI+kFz84Yu25uaXC1WkiRtzUDWD1pb\nJzBmzEVbtI0aNZ3nnz+Vv/yloqIkSdKgFZlZdQ09EhFZL7VCMbF/9uwFrF07jOHDN3LBBafyrW+d\nyMiRcM01sItRWJKkhhURZGb0uH+9hJx6C2Rd+e//hlNPheOPhy99qepqJElSf+ltIHOcZgCNGAG3\n3gp33AFf/nLV1UiSpMHCQDbARo2CefPgueegzgf8JElSH/GSpSRJUh/zkqUkSVKdMZBJkiRVzEA2\nSKxeDStXVl2FJEmqgoFskPjud+Hd74YXX6y6EkmSNNCc1D9IZMIFF8Bjj8Htt0Nzc9UVSZKkHeXC\nsHVs40Y4+2xoaoIbbnA1f0mS6pV3WdaxYcPgO98p5pJ98pOuUyZJ0lBhIBtkhg+HH/0I9t+/6kok\nSdJA8ZKlJElSH+uXS5YRMSwi7o+I28rnoyJiQUQ8FhHzI2Lvmr4XRsTjEbE4IibUtB8bEQ+Vr82s\naW+OiO+V7fdGxEE9LV6SJKkR9PSS5VTgEaBjiGoasCAzDwfuLp8TEeOAc4BxwETgiojoSIdXApMz\ncywwNiImlu2TgdVl+2XApTv3kSRJkupLt4EsIvYH3gN8E+gIV2cAc8rjOcBZ5fGZwA2ZuT4zlwJL\ngPERsQ8wMjMXlf2uqTmn9r1uBk7e4U/TwFasKJbEkCRJjacnI2SXAZ8GNtW0jc7MVeXxKmB0ebwv\nsKym3zJgvy7al5ftlD+fAcjMDcCaiBjVi88wJCxcCKedVgQzSZLUWJq292JE/C3wbGbeHxEtXfXJ\nzIyIAZltP2PGjFeOW1paaGnpsqSGNGkSPPkkTJxYhLO99+7+HEmSNDDa2tpoa2vb4fO3e5dlRPwL\n8GFgAzAc2BP4AfBWoCUzV5aXI+/JzDdGxDSAzPxCef484LPAU2WfN5XtfwecmJnnl31mZOa9EdEE\n/D4zX9tFLUP+LstMmDoVfvMbmDevWCJDkiQNPn16l2VmTs/MAzLzEGAS8OPM/DBwK3Bu2e1c4Jby\n+FZgUkTsFhGHAGOBRZm5EngxIsaXk/w/DPyo5pyO9/oAxU0C6kIEXH45jB4NH/pQsbK/JEmqf9u9\nZNmFjiGqLwA3RsRkYClwNkBmPhIRN1LckbkBuKBmWOsC4GpgBHB7Zs4r278FXBsRjwOrKYKftmGX\nXeCaa+D6691aSZKkRuHCsJIkSX3MvSwlSZLqjIFMkiSpYgayBvHkk3DffVVXIUmSdoSBrEEsWQJn\nnAGPPFJ1JZIkqbcMZA3i1FPhS1+Cd78bli3rvr8kSRo8ervshQaxD38YVq4sVvP/yU/gr/6q6ook\nSVJPuOxFg8mET30KFi2Ce+6BXXetuiJJkoae3i57YSBrQJs2we23w9/+bdWVSJI0NBnIJEmSKubC\nsJIkSXXGQCZJklQxA9kQsXgxzJ1bdRWSJKkrBrIh4s9/ho98BBYurLoSSZLUmYFsiDjmGLj+evjg\nB+Ghh6quRpIk1TKQDSGnnAIzZ8J73gNPP111NZIkqYMr9Q8xkyZtXs3/17+G4cOrrkiSJLkO2RC1\naBEcd1zVVUiS1JhcGFaSJKliLgwrSZJUZwxkkiRJFTOQCYAHH4Srrqq6CkmShiYDmQDYc0+4+GK4\n6aaqK5Ekaehx2QsBcMghxdZKEybAkiULaWubz7p1TTQ3b6C1dQKnn35i1SVKktSwDGR6xVFHwSc/\nuZDPfOZONm265JX29vaLAAxlkiT1Ey9ZagttbfO3CGMA7e2XMHv2gooqkiSp8RnItIV167oeNF27\ndtgAVyJJ0tBhINMWmps3dNk+fPjGAa5EkqShw0CmLbS2TmDMmIu2aBszZjpTppwKgJslSJLU99w6\nSVuZO3chs2cvYO3aYQwfvpEpU07l9NNP5Oc/h3/6p2K9srFjq65SkqTBy70s1W82bYLZs+Hzn4eL\nLoLWVhjm1DJJkrZiIFO/W7IEzjuvCGhXXQWHH151RZIkDS4GMg2ITZvgq1+Fb38bfvlLR8okSarV\n20C23Un9ETE8Iu6LiAci4pGI+NeyfVRELIiIxyJifkTsXXPOhRHxeEQsjogJNe3HRsRD5Wsza9qb\nI+J7Zfu9EXFQ7z6yqrDLLsUly1/8wjAmSdLO2m4gy8y1wEmZeRTwFuCkiHg7MA1YkJmHA3eXz4mI\nccA5wDhgInBFRHSkwyuByZk5FhgbERPL9snA6rL9MuDSvvyA6l9N7vUgSdJO63bZi8z8c3m4GzAM\n+CNwBjCnbJ8DnFUenwnckJnrM3MpsAQYHxH7ACMzc1HZ75qac2rf62bg5B3+NBoU1q2Dxx+vugpJ\nkupHt4EsInaJiAeAVcA9mfkwMDozV5VdVgGjy+N9gWU1py8D9uuifXnZTvnzGYDM3ACsiYhRO/Zx\nNBjcfz/8zd/Al78MG11PVpKkbvVkhGxTeclyf+DEiDip0+sJONterzj+eLjvPrjtNnjHO+DRR6uu\nSJKkwa3HM4Ayc01EzAWOBVZFxOszc2V5OfLZstty4ICa0/anGBlbXh53bu8450BgRUQ0AXtl5vNd\n1TBjxoxXjltaWmhpaelp+RpgY8bAj38MV14JJ5wA06bBP/5jcTOAJEmNpq2tjba2th0+f7vLXkTE\na4ANmflCRIwA7gQ+B5xGMRH/0oiYBuydmdPKSf3XA8dRXIq8CzgsMzMi7gNagUXAXGBWZs6LiAuA\nIzPz/IiYBJyVmZO6qMVlL+rUE0/AnDkwYwZEj28AliSpfvXpOmQRcSTFhPtdyse1mfnFco7XjRQj\nW0uBszPzhfKc6cB5wAZgambeWbYfC1wNjABuz8zWsr0ZuBY4GlgNTCpvCOhci4FMkiTVBReGlSRJ\nqlifLgwr9af2dvjSl7wTU5IkA5kq09QEt99eTPpfvLjqaiRJqo6BTJU56CC46y4499xieYwvftHR\nMknS0OQcMg0KTz4JkycXm5b/+McujyFJqm9O6lfd2rQJfvMbOOqoqiuRJGnnGMgkSZIq5l2WakjO\nLZMkNTIDmQa9u++Gt70NHnmk6kokSeofBjINeu96F5x3HrzznfCFL8CGDVVXJElS33IOmerG0qXw\n0Y/Ciy/C1VfDuHFVVyRJUtec1K+Glgnf+AZcdx0sXOhm5ZKkwclApiFh0ybXKpMkDV69DWRN/VmM\n1F+6CmNz5y5k1qz5rFvXRHPzBlpbJ3D66ScOfHGSJPWSgUwNYe7chUyZcidPPnnJK23t7RcBGMok\nSYOeF33UEGbNmr9FGANob7+E2bMXVFSRJEk9ZyBTQ1i3ruvB3uefHzbAlUiS1HsGMjWE5uauFyd7\n4IGNPPHEABcjSVIvGcjUEFpbJzBmzEVbtI0ZM50bbzyVQw+tqChJknrIZS/UMObOXcjs2QtYu3YY\nw4dvZMqUU7c5oX/58mJ/zAMPHOAiJUlDguuQST1w883wP/9nsS3T1KlwwgkuMitJ6ju9DWRestSQ\n9P73F1sxnXgifOQj8Nd/DddcA+vWVV2ZJGkocoRMQ96mTXDHHTBrFnzzm3DAAVVXJEmqd16ylCRJ\nqpiXLKU+9sADxZyzDV2vrCFJ0k4zkEndePll+MpX4LDD4EtfghdeqLoiSVKjMZBJ3TjhBPjZz+Cm\nm4rRskMPhY9/HJ59turKJEmNwkAm9dBb3wrXXQcPPwyvfS00N1ddkSSpUTipX5IkqY85qV+q0Ny5\n8OlPw1NPVV2JJKmeGMikPvTmNxfrmh1zDHzgA/CTn4ADu5Kk7njJUuoHL70Ec+YUi82+6lXFshmH\nHFJ1VZKkgeLCsNIgsmkT3HknnHwy7LZb1dVIkgaKgUyqE5mbNzSfO3chs2bNZ926JpqbN9DaOoHT\nTz+x2gIlSTust4GsqQdveABwDfA6IIFvZOasiBgFfA84CFgKnJ2ZL5TnXAicB2wEWjNzftl+LHA1\nMBy4PTOnlu3N5Z9xDLAaOCcznRathnbVVXD11fD2ty/kppvupL39kldea2+/CMBQJklDRE8m9a8H\nPpmZRwDHAx+PiDcB04AFmXk4cHf5nIgYB5wDjAMmAldEdIwDcCUwOTPHAmMjYmLZPhlYXbZfBlza\nJ59OGsTOPRdaW+HKK+dvEcYA2tsvYfbsBRVVJkkaaN0GssxcmZkPlMd/An4H7AecAcwpu80BziqP\nzwRuyMz1mbkUWAKMj4h9gJGZuajsd03NObXvdTNw8s58KKkeNDXBBz8IRx3V9UD12rXDBrgiSVJV\nerXsRUQcDBwN3AeMzsxV5UurgNHl8b7AsprTllEEuM7ty8t2yp/PAGTmBmBNeUlUanjNzV3vWj58\n+MYtnjuFUpIaV48DWUS8imL0ampmvlT7Wjnb3n8upB3Q2jqBMWMu2qJtzJjpTJly6ivPly8v9tD8\nxCfgP/8TNnSd4SRJdarbSf0AEbErRRi7NjNvKZtXRcTrM3NleTmyY6vl5cABNafvTzEytrw87tze\ncc6BwIqIaAL2ysznO9cxY8aMV45bWlpoaWnpSfnSoNYxcX/27ItZu3YYw4dvZMqUiVtM6N93X7j1\nVrjlFvjHf4Snn4b3vhc+9CF417uqqlyS1KGtrY22trYdPr/bZS/KCflzKCbdf7Km/d/KtksjYhqw\nd2ZOKyf1Xw8cR3Ep8i7gsMzMiLgPaAUWAXOBWZk5LyIuAI7MzPMjYhJwVmZO6lSHy15Ipaeegh/9\nqFjb7GMfq7oaSVJnfb4OWUS8HVgI/IbNlyUvpAhVN1KMbC1ly2UvplMse7GB4hLnnWV7x7IXIyiW\nvWgt25uBaynmp60GJpU3BNTWYSCTeujXv4bXvQ7237/7vpKkvufCsJK45BL4yldgzBg466zi8aY3\nbV6IVpLUvwxkkgBYv77Y3PyWW4rHiBHFDQGvf33VlUlS4zOQSdpKJtx/Pxx9tKNkkjQQehvIerUO\nmaT6FAHHHNN1GHv8cfgf/wNuugleemnr1yVJ/c9AJg1xr3kNvPOdxd6a++0Hp58O3/wmrFrV/bmS\npL7hJUtJr1izBu64o5hzdtRRMG1a1RVJUn1yDpmkfvXss/Da1xaXP+fOXcisWfNZt66J5uYNtLZO\n2GJBW0kaqnobyHq0Ur8kdTjvPPjtb+Etb1nIr351JytWXPLKa+3txRZQhjJJ6h3nkEnqldtug//4\nD3jkkflbhDGA9vZLmD17QUWVSVL9MpBJ6pUIePObYf/9ux5gX7t22CvHmzbBxo0DVZkk1S8DmaQd\n0ty8ocv24cM3J7CHH4ZRo2DixGL3gIULYe3agapQkuqHgUzSDmltncCYMRdt0TZmzHSmTDn1ledH\nHgnt7cUG6M8/D5/+dLHMxic/OdDVStLg5l2WknbY3LkLmT17AWvXDmP48I1MmXJqtxP6X34ZnnsO\nDj5469eefhp22cVN0SXVP5e9kFS3vv51uOgiGDkS3vEOePvbi59vfKNbPkmqLwYySXUtExYvLjZG\n/+lPi59f+AKcc07VlUlSzxnIJDWcTZuKS5mdXXttsd3T+PGwxx4DX5ckbYsLw0pqOF2FMYClS+Fr\nX4MHH4Qjjigub77jHfCe98Cuuw5oiZK0Uxwhk1T3/vu/YdGi4vLmfffBD37QfSBz2ydJ/ckRMklD\nzogR8M6oQZUfAAANK0lEQVR3Fo9t+f3v4VOfKkbQNm1ayGWX3Ul7u9s+SRocXIdM0pCw++5wyinF\nSNqnPz1/izAGbvskqVqOkEkaEvbaq9gY/bzz4Mknm/jP/9y6T+22Tw8+CHfdBYcfXjwOPdR5aZL6\njyNkkoacnmz7lAnPPANXXlncJDByZBHMZs4cqColDSWOkEkaclpbJ9DeftEWly2LbZ8mvvL8qKPg\n8ss3n7NuHTzxBDRt4/+a11wD8+YVoe0Nb9g8sjZyZH99CkmNxLssJQ1JO7Lt0/YsWQL/9V/w6KPw\n2GPFz8cfhy9+ET7+8T4sXFJdcGFYSRokNm2C9euhuXnr1z760WIngtoRtTe8oRiZ23PPbb+ny3VI\n9cFAJkl1YO1aaG/fPKLWMar2z/8MJ520df+nnoJf/GIh06bd2elS60XMnHmaoUwaZAxkktSAJk2C\nm276DJs2/fNWr5122sXMm/f5CqqStC29DWTeZSlJdeC734W3v73rOwpql+vo8MMfws9+Bn/4Q39X\nJqkveJelJNWJ4cO7X66jw7x58MADxWXQYcM2z1G74opikVxJg4uBTJLqRE+W6+jw9a8XPzPh2Wc3\nz1MbMWLr9924Ef7X/4KxYzcHt/33h+jxxRZJO8s5ZJJUR/p6uQ4objD493/ffGPBo4/CSy/BW98K\n99zTR4VLQ4yT+iVJO23NGli+HMaN2/q1J54otqB6wxu2XLLjkEO2vXAuuGSHhpbeBjIvWUqStrLX\nXsWjK6NHw2c+s3lEbf784udBB0Fb29b9N22C229fyCc+seWSHe3tFwEYyiQcIZMk9ZGNG4sbCDq7\n9VZ4//s/w4YNLtmhoaPPl72IiKsiYlVEPFTTNioiFkTEYxExPyL2rnntwoh4PCIWR8SEmvZjI+Kh\n8rWZNe3NEfG9sv3eiDiop8VLkgaPrsIYwHvfC299a8+X7PjFL+Bf/xWuuw4WLoQnn4S//KUvK5UG\nn56sQ/ZtoPMtPNOABZl5OHB3+ZyIGAecA4wrz7ki4pX7dK4EJmfmWGBsRHS852Rgddl+GXDpTnwe\nSdIgEwEjR/Z8yY5ddoE//hHmzoXp06GlBV71Krjwwq7f/w9/gBUrikujUr3qdg5ZZv4kIg7u1HwG\n8M7yeA7QRhHKzgRuyMz1wNKIWAKMj4ingJGZuag85xrgLGBe+V6fLdtvBr66ox9GkjQ49WbJjmOP\nLR61Nm4s7gbtys03w2c/W4S4ffaBAw6AAw+ED30I3v3una/dmxE0EHZ0Uv/ozFxVHq8CRpfH+wL3\n1vRbBuwHrC+POywv2yl/PgOQmRsiYk1EjMrM53ewNknSINMRYGbPvrhmyY6JPQ42w4bBHnt0/do/\n/EPxWLcOli2DZ56Bp5+G17ym6/5f+Qrcccfm4HbAAcXjqKPgda/bsu/cuQuZOtWbEdT/dvouy8zM\niHC2vSRpu04//cR+DTHNzTBmTPHYng9+EI44YnNw++lPi+Pzz4f3v3/LvrNmzd8ijAG0t1/C7NkX\nG8jUp3Y0kK2KiNdn5sqI2Ad4tmxfDhxQ029/ipGx5eVx5/aOcw4EVkREE7DXtkbHZsyY8cpxS0sL\nLS0tO1i+JGmo6hgR64l167r+Z3LBgmHcdltxw0Jn7e3Femz77AO77bYThaqutLW10dbVui89tKOB\n7FbgXIoJ+OcCt9S0Xx8RX6G4FDkWWFSOor0YEeOBRcCHgVmd3ute4AMUNwl0qTaQSZLU35qbu74Z\noaVlIyef3PU5s2YVm7uvXAl77w377ls8LrkEjj566/6ZblPVCDoPFH3uc5/r1fndrkMWETdQTOB/\nDcV8sf8P+BFwI8XI1lLg7Mx8oew/HTgP2ABMzcw7y/ZjgauBEcDtmdlatjcD1wJHA6uBSZm5tIs6\nXIdMkjSguppDNmbMdGbO7H7+26ZNxR2gy5cXd4G+9a1bz1EDOOmkYpHdjuDW8TjvPNhvv63797Z+\nb0iohlsnSZLUh/pj/9Ba69cXo2krVmz5+NjHur60OnkyvPji5uC2337Fz+OPh91337LurcPkRcyc\neZqhbAAYyCRJamCLFsHSpUVo6xh9W7EC5swp7hrtcNppn2H+/K13Rzj++Iu57rrPc9BB2997VDvH\nvSwlSWpgxx1XPLqzrRsSfvvbYZx6KvzXfxX7knY2fTrsuiu89rXF0iEdP484wgDXn/xqJUlqQNu6\nIeGEEzYyb962zzvwQPj97+F3v4Pnnivmwf3hD/Czn8HIkVv3P//8Yo24juDWEeLGj9/2dlrdGYpz\n3wxkkiQ1oN7sjlDrYx/r3Z8zfnwR3J57Dh59tAhvzz0HP/nJ1n0z4ZxzYNSoLUffXvtaOOWUYtus\noboYr3PIJElqUP19Q0JvbdpUbHVVO/L2hz/ACy8Ue5dGbHvu2z77XMz73vd59twT/uqv4NOf3vr9\nM2H1athzz+rWgOsY3Zs//xLnkEmSpP7fHaG3dtml2Clhe7Y1923PPYfxhjcUd5i+9FLX5/7pT7zS\np6mpCGZ77lks0rtwYVd/Flx11eZ+e+21+echh/Tyw9F5dO+SbvvXMpBJkqRBY1tz3w4+eCNTpmz/\n3JEjixGyzGIz+hdfhDVr4M9/7rr/X/4CDz5Y9Ovo2xHmfvWrrfv/8Y/wvvdtDm4d4W30aGht7Xqr\nrZ4ykEmSpEFjR+e+1YqAESOKR1d3knYYORK+9rWe17b77nDxxZuDW8fjT38qXt/W6F5PGMgkSdKg\n0XGJdfbsi2vmvnW/M8JAaG6Gd71re693PbrXE07qlyRJ6gNbziFzYVhJkqQBVzu6d+edvTvXETJJ\nkqQ+1tutk3bpz2IkSZLUPQOZJElSxQxkkiRJFTOQSZIkVcxAJkmSVDEDmSRJUsUMZJIkSRUzkEmS\nJFXMQCZJklQxA5kkSVLFDGSSJEkVM5BJkiRVzEAmSZJUMQOZJElSxQxkkiRJFTOQSZIkVcxAJkmS\nVDEDmSRJUsUMZJIkSRUzkEmSJFXMQCZJklSxQRPIImJiRCyOiMcj4p+qrkeSJGmgDIpAFhHDgK8C\nE4FxwN9FxJuqrUptbW1VlzDk+J0PPL/zged3PvD8zge/QRHIgOOAJZm5NDPXA98Fzqy4piHP/4AH\nnt/5wPM7H3h+5wPP73zwGyyBbD/gmZrny8o2SZKkhjdYAllWXYAkSVJVIrP6LBQRxwMzMnNi+fxC\nYFNmXlrTp/pCJUmSeigzo6d9B0sgawIeBU4GVgCLgL/LzN9VWpgkSdIAaKq6AIDM3BAR/w9wJzAM\n+JZhTJIkDRWDYoRMkiRpKBssk/q3KSIOiIh7IuLhiPhtRLRWXdNQEBHDIuL+iLit6lqGgojYOyK+\nHxG/i4hHynmV6kcRcWH5/5WHIuL6iGiuuqZGExFXRcSqiHiopm1URCyIiMciYn5E7F1ljY1oG9/7\nF8v/vzwYET+IiL2qrLGRdPV917z2qYjYFBGjunufQR/IgPXAJzPzCOB44OMuGjsgpgKP4B2wA2Um\ncHtmvgl4C+Al+34UEQcDfw8ck5lHUkyVmFRlTQ3q2xQLfteaBizIzMOBu8vn6ltdfe/zgSMy8/8A\nHgMuHPCqGldX3zcRcQBwKvBUT95k0AeyzFyZmQ+Ux3+i+Idq32qramwRsT/wHuCbQI/vENGOKX9T\nfUdmXgXFnMrMXFNxWY3uRYpf9nYvbyraHVhebUmNJzN/AvyxU/MZwJzyeA5w1oAWNQR09b1n5oLM\n3FQ+vQ/Yf8ALa1Db+HsO8BXg/+3p+wz6QFar/K32aIq/TOo/lwGfBjZ111F94hDguYj4dkT8OiL+\nd0TsXnVRjSwznwe+DDxNcWf3C5l5V7VVDRmjM3NVebwKGF1lMUPUecDtVRfRyCLiTGBZZv6mp+fU\nTSCLiFcB3wemliNl6gcR8bfAs5l5P46ODZQm4Bjgisw8BngZL+P0q4gYA3wCOJhixP1VEfF/VlrU\nEJTFXWVOixhAEXER8JfMvL7qWhpV+Qv1dOCztc3dnVcXgSwidgVuBq7LzFuqrqfBvQ04IyKeBG4A\n3hUR11RcU6NbRvGb1C/K59+nCGjqP38N/DwzV2fmBuAHFH/31f9WRcTrASJiH+DZiusZMiLi/6aY\njuIvH/1rDMUvew+W/5buD/wqIl63vZMGfSCLiAC+BTySmZdXXU+jy8zpmXlAZh5CMcn5x5n5f1Vd\nVyPLzJXAMxFxeNl0CvBwhSUNBYuB4yNiRPn/mFMobmJR/7sVOLc8Phfwl+wBEBETKaainJmZa6uu\np5Fl5kOZOTozDyn/LV1GcQPRdn/5GPSBDDgB+BBwUrkMw/3lXywNDC8nDIwpwHci4kGKuyz/peJ6\nGlpmPghcA/wS6Jjj8Y3qKmpMEXED8HPgDRHxTER8BPgCcGpEPAa8q3yuPtTF934eMBt4FbCg/Hf0\nikqLbCA13/fhNX/Pa/Xo31EXhpUkSapYPYyQSZIkNTQDmSRJUsUMZJIkSRUzkEmSJFXMQCZJklQx\nA5kkSVLFDGSSJEkVM5BJkiRV7P8HSvjxJJErILQAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10af4b518>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot([cluster for (cluster, cost) in gex_costs.items()],\n",
    "         [cost for (cluster, cost) in gex_costs.items()], 'bo--')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "KMeans(copy_x=True, init='k-means++', max_iter=300, n_clusters=5, n_init=800,\n",
       "    n_jobs=1, precompute_distances='auto', random_state=None, tol=0.0001,\n",
       "    verbose=0)"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gex_kmeans = KMeans(n_clusters = 5, n_init=800)\n",
    "gex_kmeans.fit(gex.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 1, 1, 2, 0, 2, 4, 2, 1, 1, 3, 2, 2,\n",
       "       2, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 0, 1, 1, 2, 1, 0, 3, 2, 3, 1, 2, 2,\n",
       "       1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 0, 1,\n",
       "       1, 1, 1, 1, 1, 1, 0, 1, 2, 3, 2, 1, 2, 1], dtype=int32)"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gex_kmeans.labels_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2154, 4400)"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rows = df['CELL_LINE'].values\n",
    "gex_to_cluster = gex.ix[rows]\n",
    "gex_to_cluster.shape  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "imputer = Imputer(missing_values='NaN', strategy=\"mean\", axis=0)\n",
    "imputer.fit(gex_to_cluster)\n",
    "gex_to_cluster = pd.DataFrame(imputer.transform(gex_to_cluster), columns = gex_to_cluster.columns, index= gex_to_cluster.index)\n",
    "df['GEX_CLUSTER'] = gex_kmeans.predict(gex_to_cluster)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "df = df.iloc[np.random.permutation(len(df))]\n",
    "y = df['SYNERGY_SCORE'].values\n",
    "X = pd.get_dummies(df.drop('SYNERGY_SCORE', axis=1), columns=['CELL_LINE', 'COMPOUND_A', 'COMPOUND_B', 'Disease_area']).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def pearson(y, y_pred):\n",
    "    return stats.pearsonr(y, y_pred)[0]\n",
    "pearson_scorer = metrics.make_scorer(pearson)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "for i in range(3):\n",
    "    gbr = GradientBoostingRegressor(n_estimators=1000, max_depth=5, loss='huber',\n",
    "                                max_features='log2', learning_rate=0.03)\n",
    "    pearsons = cross_validation.cross_val_score(gbr, X, y, scoring=pearson_scorer, cv=5)\n",
    "    r2s = cross_validation.cross_val_score(gbr, X, y, cv=5)\n",
    "\n",
    "    print(str(np.mean(r2s)) + ', ' + str(np.mean(pearsons)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 220,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#df.to_csv('Train_data/with_interaction_biogrid.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Therapy cluster"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2154, 195)"
      ]
     },
     "execution_count": 69,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "orig_data = pd.DataFrame.from_csv('Clean_data/train2.csv', index_col=False)\n",
    "therapy = orig_data.drop(['SYNERGY_SCORE', 'QA', 'COMBINATION_ID'], axis=1)\n",
    "therapy = pd.get_dummies(therapy, columns=['CELL_LINE', 'COMPOUND_A', 'COMPOUND_B'])\n",
    "therapy.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{2: 1985089.5605731003,\n",
       " 3: 866903.9029622596,\n",
       " 4: 427069.8375316023,\n",
       " 5: 262988.53989875497,\n",
       " 6: 189640.39372583074,\n",
       " 7: 141567.961444794,\n",
       " 8: 108670.41572779778,\n",
       " 9: 83836.99811086843}"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "therapy_costs = {}\n",
    "for i in range(2, 10):\n",
    "    kmeans = KMeans(n_clusters = i)\n",
    "    kmeans.fit(therapy.values) # ??? should be therapy? see cluster2\n",
    "    therapy_costs[i] = (1/i) * kmeans.inertia_\n",
    "therapy_costs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAm4AAAFwCAYAAAABnPdlAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl4VeW59/HfnYGEIcyIzCAgaAWLA2qtmiII1KN1aBW1\ngB719BQNat/3bbWnrXY4be1lawVFq6jFAXCqUsUioES0VZFBCzJFhABhEAKBICRkuN8/soiBRBIy\nray9v5/r2ldWnv2ste+sS8wvz1rPeszdBQAAgKYvIewCAAAAUDMENwAAgIgguAEAAEQEwQ0AACAi\nCG4AAAARQXADAACIiKMGNzPrYWYLzOwTM1thZhOD9vZmNs/M1prZXDNrW2Gfu8wsy8xWm9lFFdpP\nN7PlwXsPVGhPMbPngvb3zaxXhffGB5+x1szGVWjvY2YfBPvMNLPk+johAAAATVV1I25Fku5w969J\nOlvSLWZ2kqQ7Jc1z9xMlvRl8LzM7WdLVkk6WNErSFDOz4FgPS7rR3ftL6m9mo4L2GyXlBu33S7o3\nOFZ7Sb+QNDR43W1mbYJ97pX0x2Cf3cExAAAAYtpRg5u7b3P3j4LtfZJWSeom6VJJ04Ju0yRdFmx/\nR9IMdy9y9w2SPpV0lpl1kZTm7ouCfk9V2KfisV6SdGGwPVLSXHfPc/c8SfMkjQ6C4LckvVjF5wMA\nAMSsGt/jZma9JQ2R9IGkzu6+PXhru6TOwXZXSZsr7LZZZUHvyPacoF3B102S5O7FkvaYWYejHKu9\npDx3L63iWAAAADGrRsHNzFqpbDTsNnfPr/iel62Z1VjrZrE+FwAAiFtJ1XUIbvx/SdLT7v5K0Lzd\nzI53923BZdDPg/YcST0q7N5dZSNlOcH2ke2H9ukpaYuZJUlq4+65ZpYjKb3CPj0kvSVpl6S2ZpYQ\njLp1D45xZN2EPAAAEBnubtX1qW5WqUl6XNJKd/9zhbf+Lml8sD1e0isV2seYWTMz6yOpv6RF7r5N\n0l4zOys45lhJs6o41ndVNtlBkuZKusjM2ppZO0kjJL0RjPAtkPS9Kj7/cPeUvUbeMFLuzusYXnff\nfXfoNUT5xfnj3HH+ovni/HH+wnrVVHUjbudK+r6kf5vZsqDtLkm/l/S8md0oaYOkqyTJ3Vea2fOS\nVkoqljTBv6xmgqS/Smou6XV3nxO0Py7paTPLkpQraUxwrF1m9mtJHwb9fullkxQk6SeSZprZbyQt\nDY7xlQpKC6r5MQEAAJq+owY3d39XXz0qN/wr9vmtpN9W0b5E0qAq2gsVBL8q3ntS0pNVtK+XdNZX\nFn6E1ITUmnYFAABosmJ+5YS+S/sq45qMsMuInPT09LBLiDTOX+1x7uqG81c3nL+64fw1PDuW66pR\nYmae/K1kTZ4wWT/47g/CLgcAAOArmZm8BpMTqp1VGmU//tmPtaJgRdhlAAAA1IuYHnHbtGeTTn/0\ndG28faNSklLCLgkAAKBKNR1xi+ng5u7KK8hT29S2YZcDAADwlQhuQXADAABo6moa3GJ+VikAAECs\nILgBAABEBMENAAAgIuImuGXlZumpj58KuwwAAIBai5vglpyYrDveuEP7Du4LuxQAAIBaiZvg1rtt\nb53f63w98+9nwi4FAACgVuImuElSxtAMPbjoQfGYEAAAEEVxFdy+1ftbkqQFGxaEXAkAAMCxi6vg\nZma6deitenTJo2GXAgAAcMzibuWEA0UHVFRapNYprUOoCgAAoDKWvGLJKwAAEBEseQUAABBjCG4A\nAAARQXADAACIiLgObvPWzdOyrcvCLgMAAKBG4jq4rd65Wr9793dhlwEAAFAjcR3cxn99vOZ/Nl+b\n924OuxQAAIBqxXVwa53SWtcNuk6PLH4k7FIAAACqFffPcVuzc43O/+v5yr49W6lJqY1QGQAAwOF4\njlsNDeg4QEOOH6KXVr4UdikAAABHFfcjbpK0JX+LOrboqGaJzRq4KgAAgMpY8oolrwAAQERwqRQA\nACDGENwAAAAiguAGAAAQEQS3Ctxdjy55VAdLDoZdCgAAQCUEtwrMTDNXzNSLK18MuxQAAIBKCG5H\nyBiaocmLJoddBgAAQCUEtyNcMuASbcnfosVbFoddCgAAwGEIbkdISkjShDMmMOoGAACaHB7AW4Xc\n/bnqO6mvsjKy1Kllp3quDAAA4HCsnFDHlRPW7FyjEzucKLNqzyEAAECdENxY8goAAEQES14BAADE\nGIIbAABARBDcAAAAIoLgVo3dB3Zr1upZYZcBAABAcKtOUWmRrp91vXL354ZdCgAAiHMEt2oc1/I4\nXXLiJXp82eNhlwIAAOIcwa0GMoZmaMqHU1RSWhJ2KQAAII4R3GrgzG5nqktaF7229rWwSwEAAHGM\n4FZDGUMzWL8UAACEipUTauhgyUGt2blGgzoPqrdjAgAASCx5xZJXAAAgMljyCgAAIMYQ3AAAACKC\n4AYAABARBLdaWJu7Vh9v+zjsMgAAQJwhuNXCe5ve00/m/yTsMgAAQJwhuNXC1adcrWXblmnNzjVh\nlwIAAOIIwa0WUpNSddOQm/TQhw+FXQoAAIgjPMetljbv3azBDw9W9u3ZSktJa7DPAQAAsY/nuDWw\n7q2768ITLtS0j6eFXQoAAIgTjLjVwbpd65SalKpurbs16OcAAIDYxpJXLHkFAAAigkulAAAAMYbg\nBgAAEBEENwAAgIgguNWThdkL9cXBL8IuAwAAxDCCWz3503t/0jP/fibsMgAAQAwjuNWTjKEZmrxo\nspjJCgAAGgrBrZ4M6zNMLlfmhsywSwEAADGK4FZPzEy3nnmrJi2aFHYpAAAgRhHc6tHYU8dqYfZC\nZedlh10KAACIQaycUM/eyX5HQ7oMUatmrRr9swEAQDSx5BVLXgEAgIhgySsAAIAYQ3ADAACICIIb\nAABARFQb3MzsCTPbbmbLK7TdY2abzWxZ8Bpd4b27zCzLzFab2UUV2k83s+XBew9UaE8xs+eC9vfN\nrFeF98ab2drgNa5Cex8z+yDYZ6aZJdf1RNS3opIi/WvTv8IuAwAAxJCajLg9KWnUEW0u6U/uPiR4\n/UOSzOxkSVdLOjnYZ4qZHbrR7mFJN7p7f0n9zezQMW+UlBu03y/p3uBY7SX9QtLQ4HW3mbUJ9rlX\n0h+DfXYHx2hSDhQf0H9M/w/l7M0JuxQAABAjqg1u7v6OysLRkaqa+fAdSTPcvcjdN0j6VNJZZtZF\nUpq7Lwr6PSXpsmD7UknTgu2XJF0YbI+UNNfd89w9T9I8SaODIPgtSS8G/aZVOFaT0Tqlta4ddK0e\nWfxI2KUAAIAYUZd73DLM7GMze9zM2gZtXSVtrtBns6RuVbTnBO0Kvm6SJHcvlrTHzDoc5VjtJeW5\ne2kVx2pSbh16qx5b+pgKiwvDLgUAAMSA2ga3hyX1kfR1SVsl/bHeKjq6SD2YbWDHgRrcebCe/+T5\nsEsBAAAxIKk2O7n754e2zWyqpFeDb3Mk9ajQtbvKRspygu0j2w/t01PSFjNLktTG3XPNLEdSeoV9\nekh6S9IuSW3NLCEYdeseHKOSe+65p3w7PT1d6enpVXVrUBlDM/Trhb/W2FPHNvpnAwCApikzM1OZ\nmZnHvF+NVk4ws96SXnX3QcH3Xdx9a7B9h6Qz3f3aYHLCdJVNJugmab6kfu7uZvaBpImSFkmaLWmS\nu88xswmSBrn7D81sjKTL3H1MMDlhsaTTVHY/3RJJp7l7npk9L+kld3/OzB6R9JG7H3YzWVNZOaGk\ntER/X/N3XTbwMn05TwMAAOBL9bbklZnNkHSBpI6Stku6W2UjYV9X2aXL9ZJ+4O7bg/4/lfSfkool\n3ebubwTtp0v6q6Tmkl5394lBe4qkpyUNkZQraUwwsUFmdoOknwal/MbdpwXtfSTNVNn9bkslfd/d\ni46ou0kENwAAgOqwVinBDQAARARrlQIAAMQYghsAAEBEENwaUX5hvtbmrg27DAAAEFEEt0Y0/7P5\numHWDWGXAQAAIorg1oguGXCJNu/drCVbloRdCgAAiCCCWyNKSkjShDMmaPKiyWGXAgAAIojHgTSy\nnft3qt+kfsrKyFKnlp3CLgcAADQBPA6kierYoqOuOOkKPbb0sbBLAQAAEcOIWwjW5q5V7v5cndPj\nnLBLAQAATQArJzTh4AYAAFARl0oBAABiDMENAAAgIghuAAAAEUFwC9mW/C3aU7An7DIAAEAEENxC\ndtebd+nRJY+GXQYAAIgAglvIbjnzFk1ZPEUlpSVhlwIAAJo4glvIhnYbquNaHqfX1r4WdikAAKCJ\nI7g1ARlDM1i/FAAAVIvg1gR87+TvacXnK7Ryx8qwSwEAAE0Ywa0JSElK0dRLp6plcsuwSwEAAE0Y\nS14BAACEjCWvAAAAYgzBDQAAICIIbgAAABFBcGuCsvOywy4BAAA0QQS3JqaopEhDpw5VVm5W2KUA\nAIAmhuDWxCQnJuvGITfqwUUPhl0KAABoYngcSBO0ac8mnfrIqcq+PVtpKWlhlwMAABoYjwOJsB5t\nemhYn2F66uOnwi4FAAA0IQS3JipjaIYe/PBBRXXUEAAA1D+CWxN1fq/z9cMzfqjCksKwSwEAAE0E\n97gBAACEjHvcAAAAYgzBDQAAICIIbgAAABFBcIsAd9f2fdvDLgMAAISM4BYB7258V8OfHs6jQQAA\niHMEtwj4Zs9vqqS0RG9nvx12KQAAIEQEtwgwM9069FZNXjQ57FIAAECICG4RMe7UccrckKmNezaG\nXQoAAAgJwS0iWjVrpbGDx+rhDx8OuxQAABASgluEZAzN0MCOA8MuAwAAhIQlrwAAAELGklcAAAAx\nhuAGAAAQEQQ3AACAiCC4RVRRSZH2HdwXdhkAAKAREdwi6mdv/Uz3vntv2GUAAIBGRHCLqOu/fr0e\nW/qYCosLwy4FAAA0EoJbRJ3U6SQN6jxIL6x8IexSAABAIyG4RVjG0AzWLwUAII4Q3CLs4v4X6/Mv\nPteinEVhlwIAABoBwS3CEhMS9Yfhf1Cpl4ZdCgAAaAQseQUAABAylrwCAACIMQQ3AACAiCC4AQAA\nRATBLYZ8cfCLsEsAAAANiOAWI9xdZ009S8u2Lgu7FAAA0EAIbjHCzPT9wd/ngbwAAMQwHgcSQ3bu\n36n+k/srKyNLHVt0DLscAABQQzwOJA51bNFRlw+8XFOXTg27FAAA0AAIbjEmY2iGpnw4RcWlxWGX\nAgAA6hnBLcYM6TJE408dr7yCvLBLAQAA9Yx73AAAAELGPW4AAAAxhuAGAAAQEQQ3AACAiCC4xbjC\n4sKwSwAAAPWE4BbDPt31qQY9PEglpSVhlwIAAOoBwS2G9WvfT21T22p21uywSwEAAPWA4BbjMoZm\nsH4pAAAxguAW46762lVavn25Vu1YFXYpAACgjghuMS4lKUU3n3azHlz0YNilAACAOiK4xYH/PuO/\n1apZq7DLAAAAdVRtcDOzJ8xsu5ktr9DW3szmmdlaM5trZm0rvHeXmWWZ2Wozu6hC++lmtjx474EK\n7Slm9lzQ/r6Z9arw3vjgM9aa2bgK7X3M7INgn5lmllzXExHLurXupntH3Bt2GQAAoI5qMuL2pKRR\nR7TdKWmeu58o6c3ge5nZyZKulnRysM8UMzu07tbDkm509/6S+pvZoWPeKCk3aL9f0r3BsdpL+oWk\nocHrbjNrE+xzr6Q/BvvsDo4BAAAQ06oNbu7+jsrCUUWXSpoWbE+TdFmw/R1JM9y9yN03SPpU0llm\n1kVSmrsvCvo9VWGfisd6SdKFwfZISXPdPc/d8yTNkzQ6CILfkvRiFZ8PAAAQs2p7j1tnd98ebG+X\n1DnY7ippc4V+myV1q6I9J2hX8HWTJLl7saQ9ZtbhKMdqLynP3UurOBYAAEDMSqrrAdzdzczro5ia\nfNyxdL7nnnvKt9PT05Wenl7P5URTSWmJEhMSwy4DAIC4lZmZqczMzGPer7bBbbuZHe/u24LLoJ8H\n7TmSelTo111lI2U5wfaR7Yf26Slpi5klSWrj7rlmliMpvcI+PSS9JWmXpLZmlhCMunUPjlFJxeCG\nMn9Z/Bet2rlKfx7157BLAQAgbh05oPTLX/6yRvvV9lLp3yWND7bHS3qlQvsYM2tmZn0k9Ze0yN23\nSdprZmcF96iNlTSrimN9V2WTHSRprqSLzKytmbWTNELSG+7ukhZI+l4Vn49qjO4/Wk//+2ntO7gv\n7FIAAMAxqsnjQGZI+pekAWa2ycxukPR7SSPMbK2kYcH3cveVkp6XtFLSPyRNCIKWJE2QNFVSlqRP\n3X1O0P64pA5mliXpdgUzVN19l6RfS/pQ0iJJvwwmKUjSTyT9KNinXXAM1EDPNj2V3jtdT338VNil\nAACAY2Rf5qrYYmYeqz9bXWVuyNSE2RP0yYRP9OXTWgAAQFjMTO5e7S9lVk6IQxf0ukCJCYl6c/2b\n1XcGAABNBsEtDpmZ/ue8/9GuA7vCLgUAABwDLpUCAACEjEulAAAAMYbgBgAAEBEENwAAgIgguEHu\nLu4HBACg6SO4QVc+f6UWZi8MuwwAAFANghs0/IThmrxocthlAACAahDcoHGnjtOCDQu0ac+msEsB\nAABHQXCDWjVrpbGDx+rhxQ+HXQoAADgKHsALSVJWbpbOfeJcbbxjo1KTUsMuBwCAuMIDeHFM+nfo\nrzGnjFF2XnbYpQAAgK/AiBsAAEDIGHEDAACIMUlhF4CmZfa82Zo0fZIKvVAplqKJ107UxSMuDrss\nAAAgghsqmD1vtm576DatG7KuvG3dQ2XbhDcAAMLHPW4oN/KGkZrbe27l9uyRmvPEnBAqAgAgPnCP\nG45ZoRdW2V5QWtDIlQAAgKoQ3FAuxVKqbE+25EauBAAAVIXghnITr52ovsv6HtbW6p1WyumUo7yC\nvJCqAgAAh3CPGw4ze95sTZ4xWQWlBUpNSNUtY27RW6Vv6a0Nb+n9G99X8+TmYZcIAEDMqek9bgQ3\nVMvd9c7Gd3R+r/PDLgUAgJhEcCO4AQCAiGBWKQAAQIwhuKHWCop5TAgAAI2J4IZaKfVSfePxb2jG\n8hlhlwIAQNxgySvUSoIl6KnLn9KoZ0Zpd8FuTThzQtglAQAQ85icgDpZv3u9Rjw9QuNOHaefn/9z\nmVV7XyUAADgCs0oJbo1m275tGvXMKKX3Ttf9I+8nvAEAcIyYVYpGc3yr45V5fabO7n42oQ0AgAbE\niBsAAEDIGHEDAACIMQQ3NChGPQEAqD8ENzSY3P25Oufxc7R+9/qwSwEAICYQ3NBgOrTooHGnjtN5\nT56n5duXh10OAACRx+QENLgZy2fo9jdu1ytXv6JzepwTdjkAADQ5PMeN4NakzPl0jsa+PFZPX/60\nRvUbFXY5AAA0KcwqRZMyqt8ozRozS9v2bQu7FAAAIosRNwAAgJAx4gYAABBjCG4AAAARQXBDqFZ8\nvkITZk9QUUlR2KUAANDkEdwQqhPanaANeRt05fNX6kDRgbDLAQCgSSO4IVQtklto1phZSktJ06hn\nR2lPwZ6wSwIAoMkiuCF0yYnJevrypzX4uMFKn5au7fu2h10SAABNEsENTUKCJWjS6Em6bMBl+tem\nf4VdDgAATRLPcQMAAAgZz3EDAACIMQQ3AACAiCC4ocn758Z/6oVPXgi7DAAAQkdwQ5OXlpKm29+4\nXX9Z/JewSwEAIFRMTkAkrNu1Thc9c5FuHHKj7vrmXTKr9v5NAAAio6aTEwhuiIwt+Vs08pmRGnHC\nCN130X1KMAaMAQCxgVmliDld07pq4fULtWTrEi3buizscgAAaHSMuCFy3J1LpQCAmMKIG2IWoQ0A\nEK8IbgAAABFBcENMyNyQqey87LDLAACgQRHcEBNW7Vil8548Tyt3rAy7FAAAGkxS2AUA9eGHZ/5Q\nrVNaa9i0Yfr7NX/X0G5Dwy4JAIB6x6xSxJTX1r6m/5z1n5p+5XQNP2F42OUAAFAjPICX4Ba3FmYv\n1HV/u04f/eAjdWjRIexyAACoFsGN4BbXvjj4hVo2axl2GQAA1AjBjeAGAAAiggfwAgAAxBiCG+LG\n4i2LVVxaHHYZAADUGpdKERfcXZc/d7nMTDOunKHUpNSwSwIAoByXSoEKzEzPf+95NUtspm8/+23t\nLdwbdkkAABwzghviRrPEZpp+xXQN6DBAw6YN044vdoRdEgAAx4TghriSmJCoKRdP0eh+ozXq2VEq\n9dKwSwIAoMa4xw1xKzsvW73a9gq7DAAAeI4bwQ0AAEQFkxMAAABiTJ2Cm5ltMLN/m9kyM1sUtLU3\ns3lmttbM5ppZ2wr97zKzLDNbbWYXVWg/3cyWB+89UKE9xcyeC9rfN7NeFd4bH3zGWjMbV5efAzgk\nZ29O2CUAAPCV6jri5pLS3X2Iuw8N2u6UNM/dT5T0ZvC9zOxkSVdLOlnSKElTzOzQkODDkm509/6S\n+pvZqKD9Rkm5Qfv9ku4NjtVe0i8kDQ1ed1cMiEBt7C/ar2888Q1NXTo17FIAAKhSfVwqPfJ67KWS\npgXb0yRdFmx/R9IMdy9y9w2SPpV0lpl1kZTm7ouCfk9V2KfisV6SdGGwPVLSXHfPc/c8SfNUFgaB\nWmuR3ELzx87X/77zv/rDP/8QdjkAAFRSHyNu881ssZndHLR1dvftwfZ2SZ2D7a6SNlfYd7OkblW0\n5wTtCr5ukiR3L5a0x8w6HOVYQJ3079Bf797wrqZ9PE0/nvdjMcEFANCU1DW4nevuQySNlnSLmZ1X\n8c1gWie/+RAp3Vp308LrF2ph9kLd8cYdYZcDAEC5pLrs7O5bg687zOxlld1vtt3Mjnf3bcFl0M+D\n7jmSelTYvbvKRspygu0j2w/t01PSFjNLktTG3XPNLEdSeoV9ekh668j67rnnnvLt9PR0paenH9kF\nqFKHFh00f9x8ZeVmhV0KACAGZWZmKjMz85j3q/Vz3MyshaREd883s5aS5kr6paThKptQcK+Z3Smp\nrbvfGUxOmK6ycNdN0nxJ/dzdzewDSRMlLZI0W9Ikd59jZhMkDXL3H5rZGEmXufuYYHLCYkmnqewe\nuyWSTgvudztUH89xAwAAkVDT57jVZcSts6SXg4mhSZKedfe5ZrZY0vNmdqOkDZKukiR3X2lmz0ta\nKalY0oQKyWqCpL9Kai7pdXefE7Q/LulpM8uSlCtpTHCsXWb2a0kfBv1+WTG0AQAAxCJWTgCO0YGi\nA2qe3DzsMgAAMYSVE4AGkJWbpZOnnKzVO1eHXQoAIA4R3IBj0L9Df919wd1K/2u6Fm9ZHHY5AIA4\nw6VSoBZmrZ6lm169Sc999zkN6zMs7HIAABFX00ulBDegljI3ZOqqF67S1Eun6tIBl4ZdDgAgwghu\nBDc0gqVbl6rUS3VG1zPCLgUAEGEEN4IbQjB73mxNmj5JhV6oFEvRxGsn6uIRF4ddFgCgiWuM57gB\nqGD2vNm67aHbtG7IuvK2dQ+VbRPeAAD1gRE3oJ6MvGGk5vaeW7k9e6TmPDGnij0AACjDc9yARlbo\nhVW2Hyg50MiVAABiFcENqCcpllJl+3sb39OE2RP08baPG7kiAECsIbgB9WTitRPVd1nfw9r6Lu2r\nKROnqGebntq4Z2NIlQEAYgX3uAH1aPa82Zo8Y7IKSguUmpCqjGsyqp2YsDV/q7qkdWmkCgEATRGP\nAyG4IQLcXac+cqpKvVRjThmjMaeMUb/2/cIuCwDQyAhuBDdERKmX6r1N72nmipl6YeUL6t66u8af\nOl4ZZ2WEXRoAoJEQ3AhuiKDi0mK9veFtrdyxkuAGAHGE4EZwQwzKzstW65TWate8XdilAADqEc9x\nA2LQy6tfVu8HeuvSGZdq+vLp2ndwX9glAQAaESNuQMTsLdyrWatnaeYnM/Xuxnc1qt8o3TfiPvVo\n0yPs0gAAtcSlUoIb4kDu/ly9tOolXXPKNUpLSQu7HABALRHcCG6Ic/uL9mtRziKd1/M8JSYkhl0O\nAOAouMcNiHOb9mzSHW/coZ5/7qk75tyhDzZ/IP6YAYBoY8QNiHGrd67WzBUzNWPFDBWVFOm3F/5W\nY04ZE3ZZAIAKuFRKcAMO4+76ePvHSrAEDe48OOxyAAAVENwIbsAxeXnVyzqty2nq1bZX2KUAQNzh\nHjcAx2TBhgU6/dHTde4T52ryB5O1bd+2sEsCAByBETcA5Q6WHNT8z+Zr5oqZenXtq7qg1wV6+eqX\nZVbtH4EAgDrgUinBDaiTA0UHtOLzFTqz25lhlwIAMY/gRnADGszbG97Wzv079e3+31bz5OZhlwMA\nkcc9bgAaTGFJoR5e/LC6/qmrxr48Vq9nva6DJQfDLgsAYh4jbgBqbdu+bXpx5YuauWKmVu9crQXj\nF2hQ50FhlwUAkcOlUoIb0Kg27tmo41sdr2aJzcIuBQAih0ulABpVzzY9qwxtuftz9ZN5P9GyrctY\ncgsA6igp7AIAxLZSL1ViQqKufP5KNUtspjGnjNGYU8ZoYMeBYZcGAJHDpVIAjcLdtShnkWaumKnn\nPnlON512k371rV+Vvz973mxNmj5JhV6oFEvRxGsn6uIRF4dYMQA0Hu5xI7gBTVZJaYn2HdynNqlt\nJJWFttseuk3rhqwr79N3WV89cMsDhDcAcYHgRnADImPkDSM1t/fcSu1nrD5Df3vkb+reujurNwCI\naUxOABAZhV5YZXvW7iwNnTpUab9L08Y9Gxu5KgBoepicACB0KZZSZfvZXc/WnP8zR3sK9igtJa3S\n++6uwY8MVpdWXTSw40AN6DCg7GvHAeqW1o1ROgAxh0ulAEJX5T1uS/vqgVuPfo+bu2t93nqt3rla\na3auKfuau0br89brs4mfKTEhsVL/A8UH1CK5RYP9LABQG9zjRnADImX2vNmaPGOyCkoLlJqQqoxr\nMup9YsL2fdvV+4He6tyyswZ0HKABHcpepxx3ii7ofUG9fhYAHAuCG8ENQBWKS4uVnZddPjq3Zuca\nlXiJpl46tVLf/MJ8fbb7M/Xv0J9ROgANiuBGcANQRx9t+0jX/e06fbb7s/JRuoEdBur8XufrypOv\nDLs8ADGE4EZwA1BPikuLtSFvg9bsXKM1uWvUOqW1bjrtpkr9snKz9NG2jzSg4wD1b99fzZObh1At\ngCgiuBHnFABFAAALhElEQVTcADSydze+qz+99yet3rla6/PW6/hWx2tAhwEaO3isrht8XdjlAWjC\nCG4ENwAhKi4t1vrd67Umd406teiks7qfVanP61mva+nWpWWTJBilA+IawY3gBqCJ++fGf+rVta+W\nT5L4bPdn6pLWRb+/8Pe6+pSrj+lYrPUKRFtNgxsP4AWAkJzb81yd2/Pc8u8PjdJV9bBhSfrNwt9o\nTe6a8seYDOw4UP079NebC96s9By8dQ+VbRPegNjCiBsARMTy7cu1ZOuSsocN564uH6U7ZcUpWnLS\nkkr9h60fpn88/g81S2wWQrUAjgWXSgluAOJAcWmxht0wTO+c8E6l99q/317538hX29S26prWtfz1\ns/N/pt5tezd+sQC+EpdKASAOJCUkqXlC1RMazuxypmb/z2zt3L9TW/K3lL9aJressv+FT12o3Qd2\nHxbyuqZ11VVfu0ptU9s25I8BoIYYcQOAiKvtWq9H2pq/VTn5OYeFvK35W/XbC3+rTi07Vep/899v\nVmJCYqWg97VOX1NyYnK9/GxAvOBSKcENQBxpjLVej/Ta2te0cc9Gbc3fWhb09pWFvczxmWrXvF2l\n/ve/d7/aprZVl7Qu5SGvQ/MOMqv2dxUQ8whuBDcAaFJ+9tbPtHnv5sNG9PYX7deeO/coJSmlUv83\nP3tTx7c6Xl3TuqptalsCHmIawY3gBgBNXkFxgVKTUiu1F5UUafSzo8sDXmFJobqmdVXPNj311ri3\nKoU4d9fewr1qndK6VgGP5+AhbExOAAA0eVWFNklKTkzW/HHzy7//4uAX2rpvq3Z8saPKYLa7YLd6\n/bmXSr1UXVp9eSm2X/t++s2w3xy1hqruEeQ5eGiqGHEDAMSM/MJ8bd239bBLsTeddlOlfhv3bNSI\np0eoa1pXrX5utbadta1Sn5HZIzXniTmNUTbAiBsAIP6kpaQpLSVNJ3Y48aj9urTqolljZmlL/hbd\n8uot2qbKwa2gtKB8e9WOVRr97Gi1a95O7Zu3V/vm7dUutZ0GdhyoH53zo0r7FpcWq6C4QC2TW3Jv\nHuoVwQ0AEHeSE5M1sONADew4UD3Temq1Vlfqk5rw5WXcfu37KfP6TO06sEu7DuzS7gO7tevArq+8\n1Lt8+3J988lvqqikqDzstUttpzO7nqkHRj9Qqf/ewr1auWOl2qUGfZu3U1ICv6JRGf9VAADi2sRr\nJ2rdQ+sqPQcv49aM8u+TE5PVu23vGq84MaTLEH3x0y9UWFyo3QW7ywNfgiVU2X9D3gbdNue28n57\nCvaoZbOWuqjvRXrhey9U6p+zN0f/+PQfh43+tW/eXh1adFCL5BbHdgIQKdzjBgCIe2E8B+9oSr1U\newv3qrC4UJ1bda70/qodq3Tfv+47LBTuOrBLZ3Q9Q6+MeaVS/08+/0RTl0497FJv++bt1bNNT53c\n6eQ618us3LrjcSAENwAAJJWN6L286uUvL/UGgW9w58H6w4g/VOq/MHuhfvX2ryqN6A3uPFgj+408\nrG+VK3cs66sHbjm2lTviHcGN4AYAQK3s+GKHlm1bVn4v36HXgI4D9F+n/9dhfUfeMFJze8+tdIxO\nH3TSz+/+uTLOyqj03ua9m/XJ55+odUrrsgklzdLKt+P13j5mlQIAgFrp1LKTLup7UY36Fnphle3H\ntTpOZ3Q9o8r31uau1X3v3af8wnzlH8zX3sK9yi/M1xUnXaEnvvNEpf4L1i/QY0sfU1qzslnDrVNa\nK61ZmoZ0GaL03umV+h8sOShJapbYrEY/Q5QQ3AAAQK2lWOXlyiSpe6vuOqfHOVW+N6zPMA3rM6zG\nn9G7bW9d3P/iw0Je9p5sdWjRocr+05dP182v3qwESzhsNO+aU67Rnd+8s1L/5duX673N7x3WN61Z\nmrqmda3yHsP6dOj+wJoiuAEAgFqryazcuurTro/6tOtT4/7Xf/16jT91vAqKC5R/MF/5hfnlS6JV\nZXfBbn2Y86H2Htx72CjgFQOv0N3pd1fqP3PFTE36YFKlS70X9rlQlwy4pFL/nft3ateBXeUjhS2S\nW8jMqrw/sDrc4wYAAOqkqc3KbWjb921X1q6sSpd6B3UepOEnDK/Uf9pH0/Trhb8uD5EHSw6qVbNW\n6vh+xy9D2z1ickKs/mwAACC6ikqKtO/gPl3yg0v0z77/LGu8p2bBreonAQIAAKBBJCcmq13zdmqZ\n2PKY9yW4AQAAhGDitRPVd1nfY9qHyQkAAAAhOHQf4OQZk/WG3qjRPtzjBgAAELKaPoCXS6UAAAAR\nQXADAACICIIbAABARBDcAAAAIiKywc3MRpnZajPLMrOfhF0PAABAQ4tkcDOzREkPShol6WRJ15jZ\nSeFWFVsyMzPDLiHSOH+1x7mrG85f3XD+6obz1/AiGdwkDZX0qbtvcPciSTMlfSfkmmIK//jqhvNX\ne5y7uuH81Q3nr244fw0vqsGtm6RNFb7fHLQBAADErKgGN56sCwAA4k4kV04ws7Ml3ePuo4Lv75JU\n6u73VugTvR8MAADErZqsnBDV4JYkaY2kCyVtkbRI0jXuvirUwgAAABpQJBeZd/diM7tV0huSEiU9\nTmgDAACxLpIjbgAAAPEoqpMTvpKZ9TCzBWb2iZmtMLOJYdcUJWaWamYfmNlHZrbSzH4Xdk1RY2aJ\nZrbMzF4Nu5aoMbMNZvbv4PwtCrueqDGztmb2opmtCv79nh12TVFhZgOC/+4Ovfbw+6PmzOyu4Pfu\ncjObbmYpYdcUJWZ2W3DuVpjZbUftG2sjbmZ2vKTj3f0jM2slaYmky7iUWnNm1sLd9wf3Er4r6f+6\n+7th1xUVZvYjSadLSnP3S8OuJ0rMbL2k0919V9i1RJGZTZP0trs/Efz7benue8KuK2rMLEFSjqSh\n7r6puv7xzsx6S3pL0knuXmhmz0l63d2nhVpYRJjZKZJmSDpTUpGkOZL+293XVdU/5kbc3H2bu38U\nbO+TtEpS13CrihZ33x9sNlPZPYT8Eq0hM+su6duSpkqqdnYQqsR5qwUzayPpPHd/Qiq7F5jQVmvD\nJa0jtNXYXpUFjhbBHwwtVBZ8UTMDJX3g7gXuXiLpbUlXfFXnmAtuFQV/BQyR9EG4lUSLmSWY2UeS\ntkta4O4rw64pQu6X9P8klYZdSES5pPlmttjMbg67mIjpI2mHmT1pZkvN7DEzaxF2URE1RtL0sIuI\nimCE/I+SNqrsSQ957j4/3KoiZYWk88ysffBv9mJJ3b+qc8wGt+Ay6YuSbgtG3lBD7l7q7l9X2X84\n55tZesglRYKZ/Yekz919mRg1qq1z3X2IpNGSbjGz88IuKEKSJJ0maYq7nybpC0l3hltS9JhZM0mX\nSHoh7Fqiwsz6SrpdUm+VXeFqZWbXhVpUhLj7akn3Spor6R+Slukof/zHZHAzs2RJL0l6xt1fCbue\nqAous8yWdEbYtUTENyRdGtynNUPSMDN7KuSaIsXdtwZfd0h6WWXrEqNmNkva7O4fBt+/qLIgh2Mz\nWtKS4L9B1MwZkv7l7rnuXizpbyr7/yFqyN2fcPcz3P0CSXkqe1ZtlWIuuJmZSXpc0kp3/3PY9USN\nmXU0s7bBdnNJI1SW/lENd/+pu/dw9z4qu9TylruPC7uuqDCzFmaWFmy3lHSRpOXhVhUd7r5N0iYz\nOzFoGi7pkxBLiqprVPaHF2putaSzzax58Dt4uCRusTkGZnZc8LWnpMt1lEv1kXwAbzXOlfR9Sf82\ns0OB4y53nxNiTVHSRdK0YFZVgqSn3f3NkGuKqtiast3wOkt6uez/+0qS9Ky7zw23pMjJkPRscLlv\nnaQbQq4nUoI/GIZL4v7KY+DuHwdXFxar7BLfUkmPhltV5LxoZh1UNsljgrvv/aqOMfc4EAAAgFgV\nc5dKAQAAYhXBDQAAICIIbgAAABFBcAMAAIgIghsAAEBEENwAAAAiguAGAAAQEQQ3AACAiPj/4r8M\n0Gde0vcAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10c37cbe0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot([cluster for (cluster, cost) in therapy_costs.items()],\n",
    "         [cost for (cluster, cost) in therapy_costs.items()], 'go--')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([3, 3, 3, ..., 2, 2, 2], dtype=int32)"
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "therapy_kmeans = KMeans(n_clusters=5, n_init=800)\n",
    "therapy_kmeans.fit(therapy.values)\n",
    "therapy_kmeans.labels_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "therapy_to_cluster = therapy.reindex(df.index) # reordered to fit current df indexing\n",
    "df['THERAPY_CLUSTER'] = therapy_kmeans.predict(therapy_to_cluster)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.37715496863, 0.618820636159\n",
      "0.360120664197, 0.636282656068\n",
      "0.385480435885, 0.626031046686\n"
     ]
    }
   ],
   "source": [
    "for i in range(3):\n",
    "    gbr = GradientBoostingRegressor(n_estimators=1000, max_depth=5, loss='huber',\n",
    "                                max_features='log2', learning_rate=0.03)\n",
    "    pearsons = cross_validation.cross_val_score(gbr, X, y, scoring=pearson_scorer, cv=5)\n",
    "    r2s = cross_validation.cross_val_score(gbr, X, y, cv=5)\n",
    "\n",
    "    print(str(np.mean(r2s)) + ', ' + str(np.mean(pearsons)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}