examples/glue_demo.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Notebook with minimal example to run hpoglue Optimizers on Benchmarks"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Print the list of available example benchmarks and optimizers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'RandomSearch': <class 'lib.optimizers.random_search.RandomSearch'>}\n",
      "{'ackley': <hpoglue.benchmark.FunctionalBenchmark object at 0x7e4a7376ed70>, 'branin': <hpoglue.benchmark.FunctionalBenchmark object at 0x7e4a7376d960>}\n"
     ]
    }
   ],
   "source": [
    "from lib import BENCHMARKS, OPTIMIZERS\n",
    "\n",
    "print(OPTIMIZERS)\n",
    "print(BENCHMARKS)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Select RandomSearch Optimizer and ackley Functional Benchmark"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "opt = OPTIMIZERS[\"RandomSearch\"]\n",
    "bench = BENCHMARKS[\"ackley\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Define a Problem with a budget and run hpoglue with a seed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>budget_cost</th>\n",
       "      <th>budget_used_total</th>\n",
       "      <th>continuations_cost</th>\n",
       "      <th>fidelity</th>\n",
       "      <th>config_id</th>\n",
       "      <th>config</th>\n",
       "      <th>result_values</th>\n",
       "      <th>seed</th>\n",
       "      <th>optimizer</th>\n",
       "      <th>optimizer_hps</th>\n",
       "      <th>benchmark</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>1</td>\n",
       "      <td>{'x0': -5.438045899812, 'x1': -26.716497853232}</td>\n",
       "      <td>{'value': 21.727944700712968}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>2.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>2</td>\n",
       "      <td>{'x0': -5.295668304066, 'x1': 11.171758747052}</td>\n",
       "      <td>{'value': 18.138260403436124}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>3.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>3</td>\n",
       "      <td>{'x0': 19.70959605272, 'x1': 25.860942299388}</td>\n",
       "      <td>{'value': 21.301106057193536}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>4.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>4</td>\n",
       "      <td>{'x0': -26.322741897917, 'x1': -12.090367606387}</td>\n",
       "      <td>{'value': 21.163171636720012}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>5.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>5</td>\n",
       "      <td>{'x0': 32.038000322576, 'x1': -3.414849868536}</td>\n",
       "      <td>{'value': 21.451047172416438}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1</td>\n",
       "      <td>6.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>6</td>\n",
       "      <td>{'x0': -31.498767049012, 'x1': -29.270832243207}</td>\n",
       "      <td>{'value': 22.104344895310977}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>7.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>7</td>\n",
       "      <td>{'x0': -26.06141087234, 'x1': 2.352506858079}</td>\n",
       "      <td>{'value': 21.047070833730075}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>8</td>\n",
       "      <td>{'x0': 26.437347920307, 'x1': -21.931347337745}</td>\n",
       "      <td>{'value': 21.570461484501617}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>9.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>9</td>\n",
       "      <td>{'x0': 25.120347993264, 'x1': 25.944799195697}</td>\n",
       "      <td>{'value': 20.29479781878409}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>10.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>10</td>\n",
       "      <td>{'x0': -25.248007916528, 'x1': -17.234199822793}</td>\n",
       "      <td>{'value': 21.39571827163954}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>11.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>11</td>\n",
       "      <td>{'x0': -11.360999717464, 'x1': 8.084528548532}</td>\n",
       "      <td>{'value': 18.818339395843324}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>12</td>\n",
       "      <td>{'x0': -21.473492445081, 'x1': 16.742026615355}</td>\n",
       "      <td>{'value': 21.697358526805285}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>13.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>13</td>\n",
       "      <td>{'x0': -31.465135548675, 'x1': 2.544832632695}</td>\n",
       "      <td>{'value': 22.10833222039264}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1</td>\n",
       "      <td>14.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>14</td>\n",
       "      <td>{'x0': 5.62031961429, 'x1': -17.499797989555}</td>\n",
       "      <td>{'value': 20.810284950184016}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>15.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>15</td>\n",
       "      <td>{'x0': 3.685759974796, 'x1': -25.723264754903}</td>\n",
       "      <td>{'value': 21.45547893453693}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>16.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>16</td>\n",
       "      <td>{'x0': -28.05109360627, 'x1': 15.979371172665}</td>\n",
       "      <td>{'value': 19.871561298257642}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>17.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>17</td>\n",
       "      <td>{'x0': -17.049337256504, 'x1': -31.550590014101}</td>\n",
       "      <td>{'value': 21.591633894990924}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>18.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>18</td>\n",
       "      <td>{'x0': -11.969337142663, 'x1': 16.078237263888}</td>\n",
       "      <td>{'value': 19.005128875877116}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1</td>\n",
       "      <td>19.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>19</td>\n",
       "      <td>{'x0': 8.501166540165, 'x1': 19.972395089484}</td>\n",
       "      <td>{'value': 20.797081693298363}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1</td>\n",
       "      <td>20.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>20</td>\n",
       "      <td>{'x0': -15.512582849357, 'x1': 28.309721526884}</td>\n",
       "      <td>{'value': 22.004375477701295}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1</td>\n",
       "      <td>21.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>21</td>\n",
       "      <td>{'x0': 29.502742150977, 'x1': -0.918115641137}</td>\n",
       "      <td>{'value': 21.473183456084463}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1</td>\n",
       "      <td>22.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>22</td>\n",
       "      <td>{'x0': -6.889431831442, 'x1': 0.371075689801}</td>\n",
       "      <td>{'value': 14.139729220186402}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1</td>\n",
       "      <td>23.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>23</td>\n",
       "      <td>{'x0': -21.220802194633, 'x1': 28.8428839622}</td>\n",
       "      <td>{'value': 21.148872431888893}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>24.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>24</td>\n",
       "      <td>{'x0': -2.62928689943, 'x1': 6.49529312188}</td>\n",
       "      <td>{'value': 14.863898136497511}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1</td>\n",
       "      <td>25.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>25</td>\n",
       "      <td>{'x0': -12.108116584342, 'x1': 7.342075218817}</td>\n",
       "      <td>{'value': 18.89594594163717}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1</td>\n",
       "      <td>26.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>26</td>\n",
       "      <td>{'x0': -32.74165289672, 'x1': 21.551238871823}</td>\n",
       "      <td>{'value': 22.033804980431633}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>27.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>27</td>\n",
       "      <td>{'x0': 16.385426306018, 'x1': -11.620778191307}</td>\n",
       "      <td>{'value': 21.073062201118944}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>28.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>28</td>\n",
       "      <td>{'x0': -6.45663401774, 'x1': 11.652359221039}</td>\n",
       "      <td>{'value': 19.215263745946732}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>29.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>29</td>\n",
       "      <td>{'x0': 24.903567839293, 'x1': 23.258591572617}</td>\n",
       "      <td>{'value': 21.088618928722937}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>30.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>30</td>\n",
       "      <td>{'x0': 1.245946017484, 'x1': -28.297832142163}</td>\n",
       "      <td>{'value': 21.48061665216652}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1</td>\n",
       "      <td>31.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>31</td>\n",
       "      <td>{'x0': 20.437971613813, 'x1': -2.170550828184}</td>\n",
       "      <td>{'value': 20.825080145553116}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1</td>\n",
       "      <td>32.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>32</td>\n",
       "      <td>{'x0': 27.283000752102, 'x1': -0.027251790388}</td>\n",
       "      <td>{'value': 20.81962924030579}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1</td>\n",
       "      <td>33.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>33</td>\n",
       "      <td>{'x0': -5.514938399619, 'x1': -1.498088272706}</td>\n",
       "      <td>{'value': 13.436327481406206}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1</td>\n",
       "      <td>34.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>34</td>\n",
       "      <td>{'x0': -23.29506348239, 'x1': -31.304553071129}</td>\n",
       "      <td>{'value': 21.902925686358714}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1</td>\n",
       "      <td>35.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>35</td>\n",
       "      <td>{'x0': 24.026039855777, 'x1': 9.915880724299}</td>\n",
       "      <td>{'value': 19.6895901250264}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1</td>\n",
       "      <td>36.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>36</td>\n",
       "      <td>{'x0': 17.710365707795, 'x1': -10.138585557167}</td>\n",
       "      <td>{'value': 20.382246024688047}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1</td>\n",
       "      <td>37.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>37</td>\n",
       "      <td>{'x0': -13.090924820306, 'x1': 8.952505958524}</td>\n",
       "      <td>{'value': 18.139257936595552}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>1</td>\n",
       "      <td>38.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>38</td>\n",
       "      <td>{'x0': -9.4565059144, 'x1': -8.746231579034}</td>\n",
       "      <td>{'value': 18.872519823850052}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1</td>\n",
       "      <td>39.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>39</td>\n",
       "      <td>{'x0': -3.807361056871, 'x1': -15.586224781858}</td>\n",
       "      <td>{'value': 19.87285719592716}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>1</td>\n",
       "      <td>40.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>40</td>\n",
       "      <td>{'x0': -18.876978649912, 'x1': 22.533926350434}</td>\n",
       "      <td>{'value': 21.52783047389868}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1</td>\n",
       "      <td>41.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>41</td>\n",
       "      <td>{'x0': 30.109487665103, 'x1': 29.330567423269}</td>\n",
       "      <td>{'value': 21.511175414854865}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>1</td>\n",
       "      <td>42.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>42</td>\n",
       "      <td>{'x0': -25.623346281246, 'x1': -10.324926801935}</td>\n",
       "      <td>{'value': 21.758528758029914}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>43.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>43</td>\n",
       "      <td>{'x0': -23.368627082347, 'x1': -25.340023749503}</td>\n",
       "      <td>{'value': 22.02062484415786}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>1</td>\n",
       "      <td>44.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>44</td>\n",
       "      <td>{'x0': -3.119197274345, 'x1': -6.396803818603}</td>\n",
       "      <td>{'value': 14.43990183449818}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>1</td>\n",
       "      <td>45.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>45</td>\n",
       "      <td>{'x0': 7.76690512115, 'x1': 26.568427680745}</td>\n",
       "      <td>{'value': 21.64998773814285}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>1</td>\n",
       "      <td>46.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>46</td>\n",
       "      <td>{'x0': -20.471370684666, 'x1': 15.19127161355}</td>\n",
       "      <td>{'value': 21.442327545215807}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>1</td>\n",
       "      <td>47.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>47</td>\n",
       "      <td>{'x0': -24.939262749329, 'x1': -12.413353866415}</td>\n",
       "      <td>{'value': 21.292214713102428}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>1</td>\n",
       "      <td>48.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>48</td>\n",
       "      <td>{'x0': 26.920408263809, 'x1': -30.739725925014}</td>\n",
       "      <td>{'value': 21.15484795980676}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>1</td>\n",
       "      <td>49.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>49</td>\n",
       "      <td>{'x0': -11.40393169584, 'x1': 8.408861083}</td>\n",
       "      <td>{'value': 19.586583548167244}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>1</td>\n",
       "      <td>50.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>None</td>\n",
       "      <td>50</td>\n",
       "      <td>{'x0': 1.13164933537, 'x1': 28.302450139892}</td>\n",
       "      <td>{'value': 21.160841927583487}</td>\n",
       "      <td>1</td>\n",
       "      <td>RandomSearch</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ackley</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    budget_cost  budget_used_total  continuations_cost fidelity config_id  \\\n",
       "0             1                1.0                 NaN     None         1   \n",
       "1             1                2.0                 NaN     None         2   \n",
       "2             1                3.0                 NaN     None         3   \n",
       "3             1                4.0                 NaN     None         4   \n",
       "4             1                5.0                 NaN     None         5   \n",
       "5             1                6.0                 NaN     None         6   \n",
       "6             1                7.0                 NaN     None         7   \n",
       "7             1                8.0                 NaN     None         8   \n",
       "8             1                9.0                 NaN     None         9   \n",
       "9             1               10.0                 NaN     None        10   \n",
       "10            1               11.0                 NaN     None        11   \n",
       "11            1               12.0                 NaN     None        12   \n",
       "12            1               13.0                 NaN     None        13   \n",
       "13            1               14.0                 NaN     None        14   \n",
       "14            1               15.0                 NaN     None        15   \n",
       "15            1               16.0                 NaN     None        16   \n",
       "16            1               17.0                 NaN     None        17   \n",
       "17            1               18.0                 NaN     None        18   \n",
       "18            1               19.0                 NaN     None        19   \n",
       "19            1               20.0                 NaN     None        20   \n",
       "20            1               21.0                 NaN     None        21   \n",
       "21            1               22.0                 NaN     None        22   \n",
       "22            1               23.0                 NaN     None        23   \n",
       "23            1               24.0                 NaN     None        24   \n",
       "24            1               25.0                 NaN     None        25   \n",
       "25            1               26.0                 NaN     None        26   \n",
       "26            1               27.0                 NaN     None        27   \n",
       "27            1               28.0                 NaN     None        28   \n",
       "28            1               29.0                 NaN     None        29   \n",
       "29            1               30.0                 NaN     None        30   \n",
       "30            1               31.0                 NaN     None        31   \n",
       "31            1               32.0                 NaN     None        32   \n",
       "32            1               33.0                 NaN     None        33   \n",
       "33            1               34.0                 NaN     None        34   \n",
       "34            1               35.0                 NaN     None        35   \n",
       "35            1               36.0                 NaN     None        36   \n",
       "36            1               37.0                 NaN     None        37   \n",
       "37            1               38.0                 NaN     None        38   \n",
       "38            1               39.0                 NaN     None        39   \n",
       "39            1               40.0                 NaN     None        40   \n",
       "40            1               41.0                 NaN     None        41   \n",
       "41            1               42.0                 NaN     None        42   \n",
       "42            1               43.0                 NaN     None        43   \n",
       "43            1               44.0                 NaN     None        44   \n",
       "44            1               45.0                 NaN     None        45   \n",
       "45            1               46.0                 NaN     None        46   \n",
       "46            1               47.0                 NaN     None        47   \n",
       "47            1               48.0                 NaN     None        48   \n",
       "48            1               49.0                 NaN     None        49   \n",
       "49            1               50.0                 NaN     None        50   \n",
       "\n",
       "                                              config  \\\n",
       "0    {'x0': -5.438045899812, 'x1': -26.716497853232}   \n",
       "1     {'x0': -5.295668304066, 'x1': 11.171758747052}   \n",
       "2      {'x0': 19.70959605272, 'x1': 25.860942299388}   \n",
       "3   {'x0': -26.322741897917, 'x1': -12.090367606387}   \n",
       "4     {'x0': 32.038000322576, 'x1': -3.414849868536}   \n",
       "5   {'x0': -31.498767049012, 'x1': -29.270832243207}   \n",
       "6      {'x0': -26.06141087234, 'x1': 2.352506858079}   \n",
       "7    {'x0': 26.437347920307, 'x1': -21.931347337745}   \n",
       "8     {'x0': 25.120347993264, 'x1': 25.944799195697}   \n",
       "9   {'x0': -25.248007916528, 'x1': -17.234199822793}   \n",
       "10    {'x0': -11.360999717464, 'x1': 8.084528548532}   \n",
       "11   {'x0': -21.473492445081, 'x1': 16.742026615355}   \n",
       "12    {'x0': -31.465135548675, 'x1': 2.544832632695}   \n",
       "13     {'x0': 5.62031961429, 'x1': -17.499797989555}   \n",
       "14    {'x0': 3.685759974796, 'x1': -25.723264754903}   \n",
       "15    {'x0': -28.05109360627, 'x1': 15.979371172665}   \n",
       "16  {'x0': -17.049337256504, 'x1': -31.550590014101}   \n",
       "17   {'x0': -11.969337142663, 'x1': 16.078237263888}   \n",
       "18     {'x0': 8.501166540165, 'x1': 19.972395089484}   \n",
       "19   {'x0': -15.512582849357, 'x1': 28.309721526884}   \n",
       "20    {'x0': 29.502742150977, 'x1': -0.918115641137}   \n",
       "21     {'x0': -6.889431831442, 'x1': 0.371075689801}   \n",
       "22     {'x0': -21.220802194633, 'x1': 28.8428839622}   \n",
       "23       {'x0': -2.62928689943, 'x1': 6.49529312188}   \n",
       "24    {'x0': -12.108116584342, 'x1': 7.342075218817}   \n",
       "25    {'x0': -32.74165289672, 'x1': 21.551238871823}   \n",
       "26   {'x0': 16.385426306018, 'x1': -11.620778191307}   \n",
       "27     {'x0': -6.45663401774, 'x1': 11.652359221039}   \n",
       "28    {'x0': 24.903567839293, 'x1': 23.258591572617}   \n",
       "29    {'x0': 1.245946017484, 'x1': -28.297832142163}   \n",
       "30    {'x0': 20.437971613813, 'x1': -2.170550828184}   \n",
       "31    {'x0': 27.283000752102, 'x1': -0.027251790388}   \n",
       "32    {'x0': -5.514938399619, 'x1': -1.498088272706}   \n",
       "33   {'x0': -23.29506348239, 'x1': -31.304553071129}   \n",
       "34     {'x0': 24.026039855777, 'x1': 9.915880724299}   \n",
       "35   {'x0': 17.710365707795, 'x1': -10.138585557167}   \n",
       "36    {'x0': -13.090924820306, 'x1': 8.952505958524}   \n",
       "37      {'x0': -9.4565059144, 'x1': -8.746231579034}   \n",
       "38   {'x0': -3.807361056871, 'x1': -15.586224781858}   \n",
       "39   {'x0': -18.876978649912, 'x1': 22.533926350434}   \n",
       "40    {'x0': 30.109487665103, 'x1': 29.330567423269}   \n",
       "41  {'x0': -25.623346281246, 'x1': -10.324926801935}   \n",
       "42  {'x0': -23.368627082347, 'x1': -25.340023749503}   \n",
       "43    {'x0': -3.119197274345, 'x1': -6.396803818603}   \n",
       "44      {'x0': 7.76690512115, 'x1': 26.568427680745}   \n",
       "45    {'x0': -20.471370684666, 'x1': 15.19127161355}   \n",
       "46  {'x0': -24.939262749329, 'x1': -12.413353866415}   \n",
       "47   {'x0': 26.920408263809, 'x1': -30.739725925014}   \n",
       "48        {'x0': -11.40393169584, 'x1': 8.408861083}   \n",
       "49      {'x0': 1.13164933537, 'x1': 28.302450139892}   \n",
       "\n",
       "                    result_values  seed     optimizer optimizer_hps benchmark  \n",
       "0   {'value': 21.727944700712968}     1  RandomSearch           NaN    ackley  \n",
       "1   {'value': 18.138260403436124}     1  RandomSearch           NaN    ackley  \n",
       "2   {'value': 21.301106057193536}     1  RandomSearch           NaN    ackley  \n",
       "3   {'value': 21.163171636720012}     1  RandomSearch           NaN    ackley  \n",
       "4   {'value': 21.451047172416438}     1  RandomSearch           NaN    ackley  \n",
       "5   {'value': 22.104344895310977}     1  RandomSearch           NaN    ackley  \n",
       "6   {'value': 21.047070833730075}     1  RandomSearch           NaN    ackley  \n",
       "7   {'value': 21.570461484501617}     1  RandomSearch           NaN    ackley  \n",
       "8    {'value': 20.29479781878409}     1  RandomSearch           NaN    ackley  \n",
       "9    {'value': 21.39571827163954}     1  RandomSearch           NaN    ackley  \n",
       "10  {'value': 18.818339395843324}     1  RandomSearch           NaN    ackley  \n",
       "11  {'value': 21.697358526805285}     1  RandomSearch           NaN    ackley  \n",
       "12   {'value': 22.10833222039264}     1  RandomSearch           NaN    ackley  \n",
       "13  {'value': 20.810284950184016}     1  RandomSearch           NaN    ackley  \n",
       "14   {'value': 21.45547893453693}     1  RandomSearch           NaN    ackley  \n",
       "15  {'value': 19.871561298257642}     1  RandomSearch           NaN    ackley  \n",
       "16  {'value': 21.591633894990924}     1  RandomSearch           NaN    ackley  \n",
       "17  {'value': 19.005128875877116}     1  RandomSearch           NaN    ackley  \n",
       "18  {'value': 20.797081693298363}     1  RandomSearch           NaN    ackley  \n",
       "19  {'value': 22.004375477701295}     1  RandomSearch           NaN    ackley  \n",
       "20  {'value': 21.473183456084463}     1  RandomSearch           NaN    ackley  \n",
       "21  {'value': 14.139729220186402}     1  RandomSearch           NaN    ackley  \n",
       "22  {'value': 21.148872431888893}     1  RandomSearch           NaN    ackley  \n",
       "23  {'value': 14.863898136497511}     1  RandomSearch           NaN    ackley  \n",
       "24   {'value': 18.89594594163717}     1  RandomSearch           NaN    ackley  \n",
       "25  {'value': 22.033804980431633}     1  RandomSearch           NaN    ackley  \n",
       "26  {'value': 21.073062201118944}     1  RandomSearch           NaN    ackley  \n",
       "27  {'value': 19.215263745946732}     1  RandomSearch           NaN    ackley  \n",
       "28  {'value': 21.088618928722937}     1  RandomSearch           NaN    ackley  \n",
       "29   {'value': 21.48061665216652}     1  RandomSearch           NaN    ackley  \n",
       "30  {'value': 20.825080145553116}     1  RandomSearch           NaN    ackley  \n",
       "31   {'value': 20.81962924030579}     1  RandomSearch           NaN    ackley  \n",
       "32  {'value': 13.436327481406206}     1  RandomSearch           NaN    ackley  \n",
       "33  {'value': 21.902925686358714}     1  RandomSearch           NaN    ackley  \n",
       "34    {'value': 19.6895901250264}     1  RandomSearch           NaN    ackley  \n",
       "35  {'value': 20.382246024688047}     1  RandomSearch           NaN    ackley  \n",
       "36  {'value': 18.139257936595552}     1  RandomSearch           NaN    ackley  \n",
       "37  {'value': 18.872519823850052}     1  RandomSearch           NaN    ackley  \n",
       "38   {'value': 19.87285719592716}     1  RandomSearch           NaN    ackley  \n",
       "39   {'value': 21.52783047389868}     1  RandomSearch           NaN    ackley  \n",
       "40  {'value': 21.511175414854865}     1  RandomSearch           NaN    ackley  \n",
       "41  {'value': 21.758528758029914}     1  RandomSearch           NaN    ackley  \n",
       "42   {'value': 22.02062484415786}     1  RandomSearch           NaN    ackley  \n",
       "43   {'value': 14.43990183449818}     1  RandomSearch           NaN    ackley  \n",
       "44   {'value': 21.64998773814285}     1  RandomSearch           NaN    ackley  \n",
       "45  {'value': 21.442327545215807}     1  RandomSearch           NaN    ackley  \n",
       "46  {'value': 21.292214713102428}     1  RandomSearch           NaN    ackley  \n",
       "47   {'value': 21.15484795980676}     1  RandomSearch           NaN    ackley  \n",
       "48  {'value': 19.586583548167244}     1  RandomSearch           NaN    ackley  \n",
       "49  {'value': 21.160841927583487}     1  RandomSearch           NaN    ackley  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from hpoglue.run_glue import run_glue\n",
    "\n",
    "result_df = run_glue(\n",
    "    run_name=\"hpoglue_demo\",\n",
    "    optimizer=opt,\n",
    "    benchmark=bench,\n",
    "    budget=50,\n",
    "    seed=1\n",
    ")\n",
    "\n",
    "result_df"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "hposuite_env",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}