add_featurenames.ipynb

add_featuretypes.ipynb

pandas+cv.ipynb

visualize_xgboost.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'0.4'"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import numpy as np\n",
    "import xgboost as xgb\n",
    "from sklearn import datasets\n",
    "\n",
    "import matplotlib.pyplot as plt\n",
    "plt.style.use('ggplot')\n",
    "\n",
    "xgb.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "iris = datasets.load_iris()\n",
    "dm = xgb.DMatrix(iris.data, label=iris.target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "np.random.seed(1) \n",
    "\n",
    "params={'objective': 'multi:softprob',\n",
    "        'eval_metric': 'mlogloss',\n",
    "        'eta': 0.3,\n",
    "        'num_class': 3}\n",
    "\n",
    "bst = xgb.train(params, dm, num_boost_round=18)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x10300d490>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAEhCAYAAAB2h3f0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XlcVPX+P/DXGWBkG4QBR1NcI8UoNUMstVxTM8ut1IuG\nQqaJmql5w9t1vVfLytQQTS8tXO16RQsXtAUFtXC5aK64ImiWCoKAKALCfH5/+HO+jQiNxMxh+Lye\njwePOMuc834faV5zljlHEUIIEBGRdDRqF0BEROpgABARSYoBQEQkKQYAEZGkGABERJJiABARSYoB\nQFSJ5s2bY8GCBWqXQWQVDAB6YKNHj4ZGoyn3ExsbW23r6NWrF0JDQ6tteVV14MABTJkyRe0yKrVm\nzRpoNPxfmR6co9oFkH169tlny73h161bV6VqKldSUgKtVlul13p7e1dzNdWrtLRU7RLIjvFjA1WJ\nVquFwWAw+6lTpw4A4ODBg+jduzd0Oh0MBgOGDBmCX375xfTajIwMDB48GI0aNYKbmxvatGmDNWvW\nmKaPHj0aiYmJiImJMe1d7N69G+fPn4dGo8GePXvMavHz88PcuXNNwxqNBpGRkQgODoanpydGjRoF\nAEhISEDnzp3h6uoKX19fhIWF4dq1a5X22axZM8yfP99seNasWRg/fjy8vLxQv359REVFobi4GJMm\nTYJer4evry+ioqLMlqPRaPDJJ59gyJAhcHd3h6+vLz755BOzeS5fvozhw4fDy8sLrq6u6N69Ow4e\nPGiavnPnTmg0Gmzbtg1dunSBi4sLoqOjERISYlqHRqNBWFiYqd9u3brB29sbnp6e6NatG1JSUsrV\ntWLFCrz66qvw8PBA48aN8f7775vNU1pairlz5+Lhhx+Gs7MzfH198eabb5qm37hxA5MnT4avry/c\n3NzQvn17xMXFVbpdqYYQRA9o1KhRolevXvedlpqaKtzd3cWcOXPE6dOnxfHjx8Urr7wiWrZsKYqK\nioQQQhw7dkxERUWJo0ePivT0dBEZGSkcHR1FUlKSEEKI/Px88eyzz4rhw4eLzMxMkZmZKUpKSkRG\nRoZQFEUkJyebrdPPz0/MnTvXNKwoivD29hZRUVEiPT1dpKWliR07dghXV1exbNkykZaWJlJSUkT3\n7t1F165dK+21WbNmYv78+abhpk2bCk9PT7F48WJx7tw58c9//lMoiiL69etnGvfee+8JjUYjTpw4\nYVaTXq8Xy5YtE2fPnhVLly4Vjo6OYtOmTUIIIYxGowgKChJPPPGESE5OFseOHRPDhg0TXl5eIjs7\nWwghRFJSklAURfj7+4v4+Hhx/vx58csvv4ioqCihKIppW12/fl0IIURcXJxYv369OHPmjDhx4oQY\nM2aM0Ov1Iicnx6yu+vXri+joaJGenm5a1o4dO0zzhISECIPBINasWSPS09NFSkqKWLp0qanubt26\nie7du4vk5GSRkZEhVq1aJbRardkyqGZiANADGzVqlHB0dBTu7u6mH39/f9O04cOHm81fVFQkXF1d\nxcaNGytc5oABA8Trr79uGu7Vq5cIDQ01m+dBAmDMmDFm83Tt2lXMmDHDbNyFCxeEoiji8OHDFdZ1\nvwAYNGiQadhoNAoPDw/x0ksvmY3z8vISy5YtM6spJCTEbNnBwcHimWeeEUIIsX37dqEoijh58qRp\nenFxsXjooYfEvHnzhBD/FwBr1qwxW87q1auFoigV9nBXWVmZ8PLyEl999ZVZXZMnTzabr3Xr1qZt\ndfbsWaEoivj666/vu8ykpCTh7Ows8vPzzcaHhoaKgQMH/mFNpC6eA6AqeeqppxATE2MadnS886eU\nkpKCc+fOQafTmc1fXFyMtLQ0AEBhYSHmzZuH+Ph4XL58GSUlJSguLkaPHj2qrb6goCCz4ZSUFOzf\nvx+RkZFm4xVFQVpaGtq2bWvRchVFMZtXURTUq1cPbdq0MRtnMBhw9epVs9c+/fTTZsOdOnXCrFmz\nAACpqanw9vaGv7+/abpWq0XHjh2RmppaaW8VycjIwKxZs7Bv3z5kZWXBaDSisLDQ7HAcALRr185s\nuGHDhsjKygIA/PzzzwCA3r1733cdKSkpKCkpQaNGjczGl5SUoGXLlhbVSephAFCVODs7o0WLFuXG\nCyEQEhKCiIiIctPunlCdPn06Nm/ejMWLF6NVq1ZwdXXFtGnTkJ+fX+k6717pIu65ge3t27fLzevm\n5lauroiICLz66qvl5q1fv36l672Xk5OT2bCiKPcdZzQaH2i59yOEgKIoZuPu7a0i/fv3h8FgwPLl\ny9G4cWM4OTmhS5cuKCkpMZvvfifILa3daDSibt26OHDgQLlpVT3xTrbDAKAqufdN6a7AwEAcOXLk\nvuFw148//oiRI0fi5ZdfBnDnTeT06dN46KGHTPNotdpyV7jUq1cPAPDbb7+ZxmVlZZkNVyQwMBDH\njx+vtC5r27t3L9544w3T8J49exAQEAAACAgIQE5ODk6ePInWrVsDuLPXtH//fkycOLHS5d59o/19\nWNxd1scff4znnnsOAPDrr7+aPtlX5vf/tu3btwcAfP/99xgyZEi5eTt06IC8vDzcunXL1AvZD14F\nRFVy76fwu/72t7/h5MmTGDlyJFJSUpCRkYGkpCS89dZbyMjIAAC0atUKGzduREpKCk6cOIGxY8fi\n8uXLZsts3rw5Dh48iPT0dGRnZ6O0tBQuLi7o3LkzPvjgAxw9ehQHDx5ESEiI6eqjysybNw+bNm3C\ntGnTcPjwYZw7dw7fffcdxowZg6KiIov7vF/flo7bunUroqKicPbsWURGRiI2NhbTpk0DAPTs2RNB\nQUEIDg7Gnj17cPz4cYSEhKCkpATjx4+vtLfmzZsDADZt2oSrV6/i5s2b8PLyQr169bBq1SqcPXsW\ne/fuxV/+8he4uLhUuqy7td+t38/PDyNGjEB4eDi++uornDt3DikpKaYrmHr06IFevXph8ODB2LRp\nE9LT03Hw4EFERkYiOjr6D9dF6mIA0ANTFKXCPQB/f3/s2bMHN27cQJ8+fRAQEICxY8eiqKgInp6e\nAIDFixejadOm6N69O3r16oXGjRvj5ZdfNlvmtGnT4OPjg7Zt26J+/fqmSz8///xzuLu7o1OnTggO\nDsa4cePM9hwq0q1bNyQmJuLo0aN49tln0bZtW0ydOhUeHh7lDt/c22tlww8ybtasWdi+fTvatWuH\n999/Hx9++CEGDBhgmr5x40b4+/vjhRdeQFBQELKyspCQkAC9Xl/pcjt06IDJkydj3LhxqF+/PiZN\nmgSNRoP169fj3LlzaNOmDcLCwjBlyhSLttW9/75ffPEFxo0bh7///e949NFHMXjwYJw/f940ffPm\nzRg8eDCmTJmC1q1bo3///vj222/h5+f3h+sidSmioo9yRFRtNBoN1qxZg+DgYLVLITKxmz2Ae6+E\nkA37Z/8yk71/wDrbgAFgJ9g/+5eZ7P0D1tkGvAqIyAaq45JQoupmN3sARERUvXgSmIhIUnZ1COjS\npUtql6AanU6HgoICtctQDftn/zL3D1R9GzRs2LDCaTwEREQkKQYAEZGkGABERJJiABARSYoBQEQk\nKQYAEZGkGABERJJiABARSYoBQEQkKQYAEZGkGABERJJiABARSYoBQEQkKQYAEZGkGABERJJiABAR\nSYoBQEQkKQYAEZGkGABERJJiABARScquHgp/KqdE7RJU45CXh7KyMrXLUA37Z//23r/B3Qn6Oora\nZZixWQBs27YNCQkJuHTpEpo0aQIhBFxcXDBmzBg0bdrUomW88126laskIrKOhX1bQF9HaxqOjo7G\n2rVrIYRAcHAwxowZg0WLFuE///kPvL29AQAzZsxA9+7drVaTzQIgISEBM2fORHZ2Nnx9feHq6orD\nhw9j1apVmD9/vq3KICJS3alTp7B27Vps3boVTk5OGDFiBHr16gVFUTB27FiMGzfOJnXY5BzAqlWr\nkJmZiQULFiAtLQ2urq4AAD8/P+Tk5NiiBCKiGiMtLQ1PPPEEnJ2d4eDggKeeegrffvstAEAIYbM6\nbBIAY8eOhZeXF+bMmYN+/fqZxicmJuKJJ56wRQlERDWGv78/9u/fj9zcXNy6dQuJiYm4dOkSAOCL\nL75Ar169MG3aNOTn51u1DtWuAjp+/DiSkpIwYsQItUogIlKFn58fJkyYgODgYIwcORIBAQHQaDQY\nNWoU9u3bh4SEBBgMBsybN8+qdahyFdCFCxewcuVKvPvuu3B3d7/vPKmpqUhNTTUNDx061FblERFV\nOwcHB+h0OtPw66+/jtdffx0AMHfuXPj6+qJZs2Zm04cNG2Z6jVarNXv9g4iNjTX9HhAQgICAAAAq\nBEB2djY++ugjTJo0CQ0aNKhwvt8XSURk78rKylBQUGAazs7Oho+PD3777Tds2rQJ8fHxSEtLQ/36\n9QEAGzZsQMuWLU2v0el0Zq+3lE6nq/ADtM0CQFEUCCGwYcMG3Lx5E9HR0QDupOJ7771nqzKIiGqE\nsWPHIjc3F46OjliwYAF0Oh3effddnDhxAgDQpEkTLFy40Ko1KMKWp5z/pA4fJqpdAhFRlSzs2wL+\n3to/nrECVd0DaNiwYYXTeCsIIiJJ2dWtIBb2baF2CapxcHCw+6/C/xnsn/3be/8Gdye1SyjHrgLg\nz+w+2buq7v7VFuyf/cvcv7XwEBARkaQYAEREkmIAEBFJigFARCQpBgARkaQYAEREkmIAEBFJigFA\nRCQpBgARkaQYAEREkmIAEBFJigFARCQpBgARkaQYAEREkmIAEBFJigFARCQpBgARkaQYAEREkmIA\nEBFJigFARCQpBgARkaQYAEREkmIAEBFJigFARCQpBgARkaQYAEREkmIAEBFJigFARCQpBgARkaQY\nAEREkmIAEBFJigFARCQpBgARkaQYAEREkmIAEBFJigFARCQpBgARkaQYAEREkmIAEBFJigFARCQp\nBgARkaQYAEREkmIAEBFJylHtAh7EqZwStUtQjUNeHsrKytQuQzUy9m9wd4K+jqJ2GVSL2SwAtm3b\nhoSEBOTl5cHHxweKosDBwQGjRo2Cv7+/Rct457t0K1dJVHMs7NsC+jpa03DHjh2h0+mg0Wjg5OSE\nrVu3IjU1FREREbh16xZ8fX2xbNkyuLu7q1g12RObBUBCQgJmzpwJV1dXODs7AwB++eUXLF68GIsX\nL7ZVGUR2S1EUrF+/Hl5eXqZx06dPx+zZs9GxY0esW7cOK1aswPTp01WskuyJTc4BrFq1CpmZmViw\nYAF27NhhGl9UVARF4S4ukaWEEGbDGRkZ6NixIwCgS5cu2LZtmxplkZ2yyR7A2LFjceTIEcyZMwfu\n7u743//+h7Vr1yI/Px8zZsywRQlEdk9RFAwfPhwODg4YOXIkRowYgZYtW+L7779Hnz59EB8fj0uX\nLqldJtkRVU4CBwUFISgoCCdPnsR///tfzJw5s9w8qampSE1NNQ0PHTrUliUSqc7BwQE6nQ4AoNVq\nsX37djRo0ADZ2dkYMGAA2rRpg5UrV2L69OmIjIzE888/D61Wa3pNbVJb+3oQf2YbxMbGmn4PCAhA\nQEAAAJWvAmrdujWysrJw48aNcieufl8kkYzKyspQUFAAANDpdHBzc0NBQQHq1KmD3r17Izk5GW+8\n8QZWr14NADh37hy+/fZb02tqE51OVyv7ehBV3QY6na7CD9A2/x7AlStXTMcx09PTUVpayqsWiP5A\nYWEhbty4Yfp9165daN26NXJycgAARqMRS5cuxauvvqpmmWRnbLYHoCgKhBDYv38/du/eDQcHB2i1\nWrz11lu2KoHIbmVlZWH48OEA7uwZDBo0CF27dkV0dDRiYmIAAP369cOwYcPULJPsjCLuvaygBuvw\nYaLaJRDZzMK+LeDvfed7ALIfApG9f6Dq26Bhw4YVTqvSIaDMzExkZWVV5aVERFRDWHQIaMmSJXj+\n+efRqlUrJCUlITo6GoqiIDQ0FD179rR2jSYL+7aw2bpqGgcHB+luhfB7MvZvcHdSuwSq5SwKgGPH\njmHixIkAgPj4eMycORNubm744IMPbBoAd3eHZST7LrDs/RNZg0UBUFZWBkdHR1y7dg03btww3bsn\nPz/fqsUREZH1WBQATZs2RVxcHK5evYr27dsDAHJycuDq6mrV4oiIyHosOgk8fvx4XLhwASUlJabL\nzM6cOYMuXbpYtTgiIrIeu7oMVOb7nMh+DJz9s3+Z+wescxmoRYeAjEYjEhMTkZycjOvXr2PRokU4\nceIE8vLy0KlTpwcuiIiI1GfRIaDY2FgkJiaiZ8+eyM7OBgDo9Xps2rTJqsUREZH1WBQAO3fuRERE\nBLp06QKN5s5LDAYDMjMzrVocERFZj0UBIIQwPcXrruLiYri4uFilKCIisj6LAqBdu3aIiYlBScmd\nh7IbjUasW7cOTz75pFWLIyIi67EoAEaNGoW8vDyEhoaisLAQISEhyMrKQnBwsLXrIyIiK/nDq4CM\nRiP27duHyZMno7CwENnZ2fD29jZ7MDUREdmfP9wD0Gg0iImJgVarhaenJ/z8/PjmT0RUC1h0CCgw\nMBAHDhywdi1ERGRDFn0RrKSkBIsWLUKrVq2g1+uhKAqAO0/5unuXUCIisi8WBUDjxo3RuHHjcuPv\nBgEREdkfiwKgoifKExGR/bIoAI4fP17htMcee6zaiiEiItuxKABWrFhhNnz9+nWUlpbC29sby5Yt\ns0phRERkXRYFQFRUlNmw0WjE119/Xe72EEREZD8sugy03Is0GgwaNAibN2+u7nqIiMhGqhQAAHD0\n6FHTnUGJiMj+WHQIaPz48WbDxcXFuH37Nl577TWrFEVERNZnUQDc+2WvOnXqoGHDhnwoPBGRHbMo\nAM6dO4eXXnqp3Pj4+Hj079+/2osiIiLrs+gg/oYNG+47/uuvv67WYoiIyHYq3QM4fvw4hBAwGo3l\nvgx25coVPhGMiMiOVRoAd78Advv2bbMvgymKgrp16yIsLMy61RERkdVUGgB3vwAWGRmJSZMm2aQg\nIiKyDYvOAfDNn4io9rHoKqDCwkLExsbi5MmTKCgogBDCNO3e+wQREZF9sGgPIDo6GhkZGRgyZAhu\n3LiB0NBQ+Pj44IUXXrB2fUREZCUWBcCRI0cwbdo0BAUFQVEUBAUFYcqUKfjxxx+tXR8REVmJxTfz\nufutXxcXF9y8eROenp64fPmy1QojIiLrsugcQJMmTXDy5Ek8/vjj8Pf3x2effWa6HQQREdkni/YA\nxo0bh3r16gEARo8eDScnJxQWFvKB8EREdsyiPYAGDRqYfvf09Cx3d1AiIrI/FgWA0WhEYmIikpOT\ncf36dSxatAgnTpxAXl4eOnXqZO0aiYjICiw6BBQbG4vExET07NkT2dnZAAC9Xo9NmzZZtTgiIrIe\niwJg586diIiIQJcuXUxPATMYDMjMzLRqcUREZD0WBYAQotwD4IuLi3k3UCIiO2ZRALRr1w4xMTEo\nKSkBcOecwLp16/Dkk09atTgiIrKeSgMgLy8PADBq1Cjk5eUhNDQUhYWFCAkJQVZWFoKDg21SJBER\nVb9KrwKaPHkyYmJi4OrqiunTp+O9997DK6+8Am9vb3h5edmqRiIisoJKA+D3d/0EgDNnzsDPz8+q\nBVXmVE6Jauu2JoO7E/R1FLXLICLJWPQ9gOqwbds2JCQkoHnz5nB3d8fhw4dRp04dhIeHo3nz5hYt\n453v0q1cpToW9m0BfR0tAGDq1KnYsWMHfHx8sGPHDgDA+PHjcf78eZSVleH69evw8PDADz/8oGbJ\nRFQLVBoAv38WsBACZWVl5Z4N/Nhjj1m0ooSEBMycORPnz5/H999/j08++QRnz55FdHQ05s+fX8Xy\na59hw4YhLCwMkydPNo1bsWIFdDodCgoKMG/ePHh4eKhYIRHVFpUGQN26dc0e+KLT6co9AObuYyMr\ns2rVKmRmZmLBggW4fPkyJkyYAAB45JFHcPPmTeTl5cHT07Mq9dc6HTt2xMWLF+87TQiBLVu2YP36\n9TauiohqI4ueCfxnjR07FkeOHMGcOXOwbNkyeHt7m6Z5e3vj2rVrDAAL7N+/H/Xq1UOzZs3ULoWI\nagGbnQMA/u+k8r0nl+8nNTUVqamppuGhQ4darS61OTg4QKfTmYbd3Nyg0WjMxmm1Wmzbtg3Dhg0z\nGy8LrVYrZd93sX+5+wf+3DaIjY01/R4QEICAgAAANg4A4M49hHJyckzDOTk50Ov15eb7fZG1XVlZ\nGQoKCkzDN2/ehNFoNBvn4uKCzZs347vvvjMbL4u750Bkxf7l7h+o+jbQ6XQVfoC2+Ilg1UFRFAQG\nBmL37t0A7lxW6ubmxsM/FkhKSoKfn5/ZrbmJiP4MmwWAoty5zr19+/YwGAyYNGkS/vWvf+G1116z\nVQl2ITw8HAMGDEB6ejoCAwOxbt06AMA333yDgQMHqlwdEdUmirDkgHwN0eHDRLVLsIqFfVvA31tb\n6Tyy7wKzf/Yvc/9A1bdBZY/utekhICIiqjlsfhL4z1jYt4XaJViFwd1J7RKISEJ2FQB/dJiEiIgs\nx0NARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBE\nJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQ\nEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgA\nRESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUnKUe0CHsSp\nnBK1S6gWBncn6OsoapdBRJKzqwB457t0tUuoFgv7toC+jlbtMohIcjYLgG3btiEhIQG+vr7Izc1F\nRkYGhg8fjhdffNFWJdRYU6dOxY4dO+Dj44MdO3aYxn/++eeIiYmBg4MDnn/+eUyfPl3FKomotrFZ\nACQkJGDmzJlwdHTE1atXkZKSYqtV13jDhg1DWFgYJk+ebBqXnJyMH374Adu3b4eTkxOKi4tVrJCI\naiObnARetWoVMjMzsWDBAvz00094+OGH4eDgYItV24WOHTuibt26ZuP+/e9/Y+LEiXBycgIA+Pj4\nqFEaEdViNgmAsWPHwsvLC3PmzEG/fv1ssUq7l5GRgf3796N///54+eWX8fPPP6tdEhHVMjX2JHBq\naipSU1NNw0OHDlWxmurl4OAAnU5nNs7NzQ0ajcY0XgiBwsJC7Nq1CwcPHsTo0aNx9OhRNcqtEbRa\nbbltJhP2L3f/wJ/bBrGxsabfAwICEBAQAKAGB8Dvi6xtysrKUFBQYDbu5s2bMBqNpvH169dHr169\nUFBQgJYtW0JRFFy4cAF6vV6NklWn0+nKbTOZsH+5+weqvg10Ol2FH6BV+yKYEEKtVduFPn36IDk5\nGQBw7tw53L59W9o3fyKyDpvtASjKnS8+5eXlYcaMGSgsLIRGo8G2bduwePFiODs726qUGic8PBz7\n9u1Dbm4uAgMDMX36dAwfPhxTp05Fz5494eTkhJUrV6pdJhHVMoqwo4/iHT5MVLuEarGwbwv4ez/Y\nF8Fk3wVm/+xf5v6Bqm+Dhg0bVjitxp4DuJ+FfVuoXUK1MLg7qV0CEZF9BcCDfmomIqKK8W6gRESS\nYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGR\npBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpBgARESSUoQQQu0iiIjI\n9uxmDyA2NlbtElTF/tm/zGTvH7DONrCbACAiourFACAikpTdBEBAQIDaJaiK/bN/mcneP2CdbcCT\nwEREkrKbPQAiIqpeDAAiIkk5ql2AJQ4fPowvv/wSRqMRPXr0wMCBA9Uuyaqys7MRFRWF/Px8KIqC\nnj17ol+/frhx4wYWL16M7Oxs1KtXD1OmTIGbm5va5VqN0WhEREQE9Ho9IiIipOr/5s2b+PTTT/Hr\nr78CAMLDw/HQQw9J0398fDySkpIAAE2aNEF4eDiKi4trbf/Lly/HoUOH4OHhgUWLFgFApX/vcXFx\nSEpKgkajQWhoKNq2bVu1FYsarqysTEycOFFkZmaK27dvi7fffltcvHhR7bKsKjc3V2RkZAghhLh1\n65Z48803xcWLF8Xq1avFxo0bhRBCxMXFiTVr1qhYpfVt2bJFLF26VLz//vtCCCFV/5GRkWLHjh1C\nCCFKS0vFzZs3pek/JydHTJgwQZSUlAghhPj4449FUlJSre7/xIkTIj09XUydOtU0rqJ+L168KN5+\n+21x+/ZtkZmZKSZOnCjKysqqtN4afwgoLS0NDRo0gMFggKOjIzp37owDBw6oXZZVeXp6olmzZgAA\nZ2dnNGrUCNeuXcOBAwfQtWtXAEC3bt2QkpKiYpXWlZOTg0OHDqFHjx4Q//86BVn6LywsxKlTp9Cj\nRw8AgIODA1xdXaXpHwDKyspQXFxs+q9er6/V/bdu3brc3kxF/aakpKBz585wdHSEwWBAgwYNkJaW\nVqX11vhDQNeuXYO3t7dpWK/XV7lZe5SVlYXz58/jkUceQX5+Pjw9PQEAdevWRX5+vsrVWU9MTAxG\njhyJW7dumcbJ0n9WVhY8PDywfPlyXLhwAc2bN8fo0aOl6V+v1+PFF19EeHg4tFot2rZtizZt2kjT\n/10V9Zubm4tHHnnENJ+3tzeuXbtWpXXU+D0AmRUVFWHRokUYPXo0XFxczKYpiqJSVdZ38OBBeHh4\noHnz5qZP//eqzf2XlZUhIyMDvXv3xsKFC+Hs7IyNGzeazVOb+79x4wYOHDiAqKgorFy5EkVFRdi9\ne7fZPLW5//v5o36ruj1q/B6AXq9HTk6OaTgnJwd6vV7FimyjtLQUixYtwrPPPougoCAAdz4F5OXl\nwdPTE7m5uahbt67KVVrH6dOncfDgQRw6dAi3b9/GrVu3EBkZKU3/3t7e0Ov18PPzAwA89dRTiIuL\ng6enpxT5MBPaAAAEx0lEQVT9Hzt2DAaDATqdDgDQsWNHnDlzRpr+76ro77063xNr/B7Aww8/jCtX\nriArKwulpaXYs2cPAgMD1S7LqoQQ+PTTT9GoUSO88MILpvGBgYHYuXMnAGDXrl3o0KGDShVaV3Bw\nMFasWIGoqCi89dZbCAgIwKRJk6Tp39PTEz4+Prh06RIA4OjRo2jcuDGefPJJKfqvV68ezp49i5KS\nEgghcPToUfj6+krT/10V/b0HBgYiOTkZpaWlyMrKwpUrV0wfFh6UXXwT+NChQ2aXgQ4aNEjtkqzq\n1KlTmD17Npo0aWLatQsODoafn1+tvQyuIidOnMCWLVvwzjvvSHUZ6Pnz57Fy5UqUlpaifv36CA8P\nh9FolKb/2NhY7N27FxqNBs2bN8cbb7yBoqKiWtv/kiVLcPLkSVy/fh2enp4YOnQoOnToUGG/33zz\nDZKSkuDg4IDRo0ejXbt2VVqvXQQAERFVvxp/CIiIiKyDAUBEJCkGABGRpBgARESSYgAQEUmKAUBE\nJCkGABGRpGr8rSCIqtuECROQn58PjebO5x9FUbB06VLTjbeIZMEAIClFRETgscceU7WGsrIyODg4\nqFoDyY0BQFSB69evY/ny5Th9+jQURUHjxo0xZ84cKIqC7OxsfPnllzh16hSEEOjcuTPCwsJgNBoR\nFxeHxMRElJSUoG3btggLC4OrqyuysrIwadIkjBs3Dhs2bIDBYMCcOXOQmJiILVu2IC8vD35+fhg3\nbhx8fHzUbp8kwAAgKVlyB5T4+Hh4e3vjs88+AwCcOXMGiqLAaDRi4cKFePzxx/Hmm29CURSkp6cD\nAHbu3Ildu3Zh9uzZ8PDwwLJly/D5559j4sSJpuWePHkSS5YsAXDn4R4bN25EREQEGjRogI0bN2Lp\n0qX4xz/+YYWuiczxJDBJ6cMPP0RoaChCQ0Px0Ucf3XceR0dH5ObmIisrCxqNBv7+/gDuPKUuNzcX\nI0eOhFarhZOTE1q1agUA+Omnn9C/f38YDAY4OzsjODgYycnJMBqNpuW+8sor0Gq10Gq1SEhIwMCB\nA9GwYUNoNBoMHDgQ58+fR3Z2tvU3AkmPewAkpb/+9a9/eA7gpZdeQmxsLObPnw8A6NmzJwYOHGi6\nO+Pdk8i/l5ubi3r16pmGfXx8YDQazZ5e9fvDO1evXsWXX36J1atXmy3n2rVrPAxEVscAIKqAs7Mz\nQkJCEBISgosXL2LevHnw8/ODj48PsrOzYTQay4WAXq/H1atXTcPZ2dnQaDSoW7fufT/V+/j4YMiQ\nIejSpYvV+yG6Fw8BEVXg559/xpUrVyCEgIuLCzQaDTQaDfz8/ODp6YmvvvoKxcXFKCkpwenTpwEA\nnTt3xtatW5GVlYWioiKsXbsWnTt3vu/eAgA899xziIuLw6+//grgzgPh9+7da7MeSW7cAyCqwOXL\nl/HZZ5/h+vXrcHd3R58+ffDoo48CAN555x188cUXCA8PBwA888wzaNWqFbp3745r165h9uzZuH37\nNtq1a4ewsLAK1xEUFISioiIsWbIEV69ehaurK9q2bYunn37aJj2S3PhAGCIiSfEQEBGRpBgARESS\nYgAQEUmKAUBEJCkGABGRpBgARESSYgAQEUmKAUBEJCkGABGRpP4fX6SSGF9/NUgAAAAASUVORK5C\nYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10637cf90>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "xgb.plot_importance(bst)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x103018750>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYAAAAEhCAYAAAB2h3f0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGAlJREFUeJzt3X9UlvX9x/HXfd+AiN6IgIjInBzFaZzlaiieqavMo0e2\npq0d8KhLTaWGujXLMz0eT27nRGtnzKmZ+eMsrZWLOsmm0SYhaZg5JJ0Lc41EoyEwEAxBVG6u7x+r\n+ysVhuh9X9x8no9/4rru6/Z+va9jvu7rx33jsCzLEgDAOE67AwAA7EEBAIChKAAAMBQFAACGogAA\nwFAUAAAYigIAOsHpdOrFF1+85jZvvvmmnE6nKisr/ZQKuDEUAPA5kydP1vz589utq6qq0n333edd\nDgoK0nPPPefvaMBNFWR3ACAQxMTEtFt2OBziM5QIdBwBAFeZN2+e9u3bpx07dsjpdMrlcmn//v3t\nTgENHTpUHo9H8+fP927TkbKyMt13333q37+/IiMjNXXqVL333nv+Gge4JgoAuMr69es1ceJEpaen\nq6qqSmfPntV3vvOddtscOXJELpdL69at827zZaqrqzVhwgTFxsaqqKhIhw8f1je+8Q3deeedqq2t\n9cc4wDVRAMBVwsPDFRISot69eysmJkYxMTEKDg5ut010dLQkqV+/ft5tvsymTZuUkJCgjRs3Kikp\nSYmJiVq3bp0iIiL0wgsv+HwW4KtwDQDwkeLiYpWUlMjtdrdb39LSorKyMptSAf+PAgB8xLIsTZ48\nWU899dQXHuvXr58NiYD2KADgc0JCQtTa2vqV23g8nmtuk5ycrO3bt2vw4MHq1avXzYwI3BRcAwA+\nJyEhQSUlJTp16pRqa2t15cqVL91m3759Onv2bIcXdJcsWSKPx6Pp06erqKhIp0+fVlFRkVatWqVD\nhw75egzgK1EAwOc88sgjio6O1ujRozVw4EC9/fbbX9gmOztbJSUlGjp0qAYOHOhd73A4vD/HxMTo\n0KFDio6O1g9/+EONHDlSc+bMUUVFheLi4vwyC3AtDn4jGACYKWCOAEpLS+2OYCvmZ36TmT6/5Jt9\nQAEECOZnfpOZPr9keAEAAG4uCgAADMVFYAAwVEB9EMzkX7ThdrvV2NhodwzbMD/zmzy/1PV9cK1b\njjkFBACGogAAwFAUAAAYigIAAENRAABgKAoAAAxFAQCAoSgAADAUBQAAhqIAAMBQFAAAGIoCAABD\nUQAAYCgKAAAMRQEAgKEoAAAwFAUAAIaiAADAUBQAABiKAgAAQwXUL4UPKy62O4J9XC6FeTx2p7AP\n8zN/gM/viY/XpUGD7I7Rjt8KIC8vT/n5+aqsrNSQIUNkWZZ69+6thQsX6utf/3qn/oyIGTN8nBIA\nfKMhN1e6qgC2bdumnTt3yrIszZo1SwsXLlR2drZefPFFRUVFSZJWrlypu+66y2eZ/FYA+fn5Wr16\ntWpraxUfH6+wsDAdO3ZMW7Zs0eOPP+6vGABgu5MnT2rnzp167bXXFBwcrNmzZ2vy5MlyOBzKyMjQ\ngw8+6JccfrkGsGXLFlVXVysrK0tlZWUKCwuTJA0fPlx1dXX+iAAA3UZZWZluu+02hYaGyuVyady4\ncXr99dclSZZl+S2HXwogIyND/fv315o1a5Samupdv2/fPt12223+iAAA3cbIkSN1+PBh1dfX6+LF\ni9q3b58qKyslSc8++6wmT56sRx55ROfPn/dpDtvuAnrvvfdUWFio2bNn2xUBAGwxfPhwLV68WLNm\nzdKcOXOUlJQkp9OpuXPn6p133lF+fr5iYmL0q1/9yqc5bLkL6MyZM9q8ebNWrVqlvn37fuk2paWl\nKi0t9S6npaX5Kx4A3HQul0tut9u7vGjRIi1atEiS9Mtf/lLx8fEaOnRou8fT09O9zwkJCWn3/OuR\nk5Pj/TkpKUlJSUmSbCiA2tpa/fa3v9XSpUsVGxvb4XZXhwSAQOfxeNTc2Ohdrq2tVXR0tP7zn//o\nz3/+s/bs2aOysjINHDhQkvTKK69oxIgRavz0OW632/vz9XC73R2+gfZbATgcDlmWpVdeeUVNTU3a\ntm2bpP+14hNPPOGvGADQLWRkZKi+vl5BQUHKysqS2+3WqlWrdOLECUnSkCFD9OSTT/o0g8Py5yXn\nG+Vw2J0AALqkITdXzWPGdPn5XT0CiIuL6/AxvgoCAAwVUF8F0ZCba3cE27hcLnkC/KPwN4L5mT/Q\n5/fEx9sd4QsCqgBu5PAp0Lnd7nYXkEzD/Mxv8vy+wikgADAUBQAAhqIAAMBQFAAAGIoCAABDUQAA\nYCgKAAAMRQEAgKEoAAAwFAUAAIaiAADAUBQAABiKAgAAQ1EAAGAoCgAADEUBAIChKAAAMBQFAACG\nogAAwFAUAAAYigIAAENRAABgKAoAAAxFAQCAoSgAADAUBQAAhqIAAMBQFAAAGIoCAABDUQAAYCgK\nAAAMRQEAgKEoAAAwFAUAAIaiAADAUBQAABiKAgAAQ1EAAGAoCgAADEUBAIChKAAAMBQFAACGogAA\nwFBBdge4HmHFxXZHsI/LpTCPx+4U9jFwfk98vC4NGmR3DPRgfiuAvLw85efnq6GhQdHR0XI4HHK5\nXJo7d65GjhzZqT8jYsYMH6cEuo+G3FzpqgJISUmR2+2W0+lUcHCwXnvtNZWWlmrFihW6ePGi4uPj\n9dRTT6lv3742pkYg8VsB5Ofna/Xq1QoLC1NoaKgk6aOPPtLatWu1du1af8UAApbD4dDLL7+s/v37\ne9ctX75cjz32mFJSUvTSSy9p06ZNWr58uY0pEUj8cg1gy5Ytqq6uVlZWlgoKCrzrW1pa5HA4/BEB\n6BEsy2q3XF5erpSUFEnShAkTlJeXZ0csBCi/HAFkZGToH//4h9asWaO+ffvq73//u3bu3Knz589r\n5cqV/ogABDyHw6GZM2fK5XJpzpw5mj17tkaMGKG//e1vmjp1qvbs2aPKykq7YyKA2HIReOzYsRo7\ndqzef/99/elPf9Lq1au/sE1paalKS0u9y2lpaf6MCNjO5XLJ7XZLkkJCQvTGG28oNjZWtbW1mj59\num699VZt3rxZy5cv14YNGzRt2jSFhIR4n9OT9NS5rseN7IOcnBzvz0lJSUpKSpJk811Ao0aNUk1N\njS5cuPCFC1dXhwRM5PF41NzYKElyu93q06ePGhsb1atXL02ZMkUHDx7UQw89pOeff16S9OGHH+r1\n119X46fP6UncbnePnOt6dHUfuN3uDt9A+/1zAFVVVd7zmKdOnVJrayt3LQBfobm5WRcuXPD+vH//\nfo0aNUp1dXWSpLa2Nq1bt04//vGP7YyJAOO3IwCHwyHLsnT48GEdOHBALpdLISEhevjhh/0VAQhY\nNTU1mjlzpqT/HRnce++9uuOOO7Rt2zbt2LFDkpSamqr09HQ7YyLAOKzP31bQnXHHEAzSkJur5jFj\nJHEKxPT5pa7vg7i4uA4f46sgAMBQAfVVEA25uXZHsI3L5ZLHsK9CuJqJ83vi4+2OgB4uoArgs8Nh\nE7ndbu8dISYyfX7AFzgFBACGogAAwFAUAAAYigIAAENRAABgKAoAAAxFAQCAoSgAADAUBQAAhqIA\nAMBQFAAAGIoCAABDUQAAYCgKAAAMRQEAgKEoAAAwFAUAAIaiAADAUJ0qgO3bt6u8vNzXWQAAftSp\n3wnc1tamrKwshYeHa+LEiZo4caKioqJ8nQ0A4EMOy7Kszmzo8Xh07NgxvfXWW3r33XeVmJioiRMn\naty4cQoNDfV1TklSZWWlX16nO3K73Wo0+JeiMz/zmzy/1PV9EBcX1+FjnS6Aq3300Udav369Kioq\nFBISovHjxystLU2RkZHXHe56UADm/g/A/Mxv8vySbwqgU6eAJKm5uVmHDh3SW2+9pTNnzmjcuHFa\nuHChoqOjtWfPHj3++OPKzs6+7nAAAHt0qgCys7N17Ngx3XLLLZoyZYqSk5MVEhLiffz+++/X3Llz\nfRYSAHDzdaoAEhMTtWDBAkVERHzp406nU1u3br2pwQAAvtWpAvjBD37wldv460IwAODm4INgAGAo\nCgAADEUBAIChKAAAMBQFAACGogAAwFAUAAAYigIAAENRAABgKAoAAAxFAQCAoSgAADAUBQAAhqIA\nAMBQFAAAGIoCAABDUQAAYKhO/1L47iCsuNjuCD7hiY/XpUGD7I4BwDB+K4C8vDzl5+crISFBffv2\n1bFjx9SrVy9lZmYqISGhU39GxIwZPk5pj4bcXOnTAli2bJkKCgoUHR2tgoICSdJPfvITnT59Wh6P\nR5988onCw8O1d+9eOyMD6AH8dgooPz9fq1ev1oQJE1RdXa3169crIyND27Zt81eEgJCenq4XXnih\n3bpNmzapqKhIe/fuVWpqqlJTU21KB6An8csRwJYtW1RdXa2srCydPXtWixcvliQlJiaqqalJDQ0N\nioiI8EeUbi8lJUUVFRVf+phlWdq9e7defvllP6cC0BP55QggIyND/fv315o1a/TNb35TUVFR3sei\noqJ07tw5f8QIeIcPH9aAAQM0dOhQu6MA6AH8ehHYsqx2/72W0tJSlZaWepfT0tJ8lstuLpdLbrfb\nu9ynTx85nc5260JCQpSXl6f09PR2600REhJi5NyfYX6z55dubB/k5OR4f05KSlJSUpIkG+4CioyM\nVF1dnXe5rq5OkZGRX9ju6pA9ncfjUXNjo3e5qalJbW1tarxqXe/evfWXv/xFf/3rX9utN4Xb7TZy\n7s8wv9nzS13fB263u8M30H79HIDD4VBycrIOHDggSfrggw/Up08fzv93QmFhoYYPH67Y2Fi7owDo\nIfxWAA6HQ5J0++23KyYmRkuXLtXWrVu1YMECf0UICJmZmZo+fbpOnTql5ORkvfTSS5KkV199VTN6\n6G2wAOzhsDpzQr67+LREepqG3Fw1jxlzzW1MPwRmfuY3eX6p6/sgLi6uw8f4KggAMFRAfRVEQ26u\n3RF8whMfb3cEAAYKqAL4qtMkAIDO4xQQABiKAgAAQ1EAAGAoCgAADEUBAIChKAAAMBQFAACGogAA\nwFAUAAAYigIAAENRAABgKAoAAAxFAQCAoSgAADAUBQAAhqIAAMBQFAAAGIoCAABDUQAAYCgKAAAM\nRQEAgKEoAAAwFAUAAIaiAADAUBQAABiKAgAAQ1EAAGAoCgAADEUBAIChKAAAMBQFAACGogAAwFAU\nAAAYigIAAENRAABgKAoAAAxFAQCAoSgAADAUBQAAhqIAAMBQFAAAGIoCAABDBdkd4HqEFRfbHeGm\n8MTH69KgQXbHAGC4gCqAiBkz7I5wUzTk5koUAACb+a0A8vLylJ+fr/j4eNXX16u8vFwzZ87UPffc\n468I3dayZctUUFCg6OhoFRQUeNf/4Q9/0I4dO+RyuTRt2jQtX77cxpQAehq/FUB+fr5Wr16toKAg\n/fe//1VxDzmdczOkp6frgQce0M9+9jPvuoMHD2rv3r164403FBwcrEuXLtmYEEBP5JeLwFu2bFF1\ndbWysrJUVFSkYcOGyeVy+eOlA0JKSor69evXbt1zzz2nJUuWKDg4WJIUHR1tRzQAPZhfCiAjI0P9\n+/fXmjVrlJqa6o+XDHjl5eU6fPiwvv/97+tHP/qR3n33XbsjAehhuu1F4NLSUpWWlnqX09LSbExz\nc7lcLrnd7nbr+vTpI6fT6V1vWZaam5u1f/9+lZSUaN68eTp+/LgdcbuFkJCQL+wzkzC/2fNLN7YP\ncnJyvD8nJSUpKSlJUjcugKtD9jQej0fNjY3t1jU1NamtrU2Nn64fOHCgJk+erMbGRo0YMUIOh0Nn\nzpxRZGSkHZFt53a7vfvGRMxv9vxS1/eB2+3u8A20bR8EsyzLrpcOCFOnTtXBgwclSR9++KGuXLli\n7D/+AHzDb0cADodDktTQ0KCVK1equblZTqdTeXl5Wrt2rUJDQ/0VpdvJzMzUO++8o/r6eiUnJ2v5\n8uWaOXOmli1bprvvvlvBwcHavHmz3TEB9DAOK5Dein9aIoGuITdXzWPGXNdzTD8EZn7mN3l+qev7\nIC4ursPHuu01gC/TkJtrd4SbwhMfb3cEAAisArjed80AgI7xbaAAYCgKAAAMRQEAgKEoAAAwFAUA\nAIaiAADAUBQAABiKAgAAQ1EAAGAoCgAADEUBAIChKAAAMBQFAACGogAAwFAUAAAYigIAAENRAABg\nKAoAAAxFAQCAoSgAADAUBQAAhnJYlmXZHQIA4H8BcwSQk5NjdwRbMT/zm8z0+SXf7IOAKQAAwM1F\nAQCAoQKmAJKSkuyOYCvmZ36TmT6/5Jt9wEVgADBUwBwBAABuLgoAAAwVZHeAzjh27Ji2b9+utrY2\nTZo0STNmzLA7kk/V1tZq48aNOn/+vBwOh+6++26lpqbqwoULWrt2rWprazVgwAD9/Oc/V58+feyO\n6zNtbW1asWKFIiMjtWLFCqPmb2pq0jPPPKOPP/5YkpSZmalBgwYZM/+ePXtUWFgoSRoyZIgyMzN1\n6dKlHjv/008/raNHjyo8PFzZ2dmSdM2/77t27VJhYaGcTqfmz5+v0aNHd+2FrW7O4/FYS5Yssaqr\nq60rV65Yjz76qFVRUWF3LJ+qr6+3ysvLLcuyrIsXL1o//elPrYqKCuv555+3cnNzLcuyrF27dll/\n/OMfbUzpe7t377bWrVtn/frXv7YsyzJq/g0bNlgFBQWWZVlWa2ur1dTUZMz8dXV11uLFi63Lly9b\nlmVZv/vd76zCwsIePf+JEyesU6dOWcuWLfOu62jeiooK69FHH7WuXLliVVdXW0uWLLE8Hk+XXrfb\nnwIqKytTbGysYmJiFBQUpPHjx+vIkSN2x/KpiIgIDR06VJIUGhqqwYMH69y5czpy5IjuuOMOSdKd\nd96p4uJiG1P6Vl1dnY4ePapJkybJ+vQ+BVPmb25u1smTJzVp0iRJksvlUlhYmDHzS5LH49GlS5e8\n/42MjOzR848aNeoLRzMdzVtcXKzx48crKChIMTExio2NVVlZWZdet9ufAjp37pyioqK8y5GRkV0e\nNhDV1NTo9OnTSkxM1Pnz5xURESFJ6tevn86fP29zOt/ZsWOH5syZo4sXL3rXmTJ/TU2NwsPD9fTT\nT+vMmTNKSEjQvHnzjJk/MjJS99xzjzIzMxUSEqLRo0fr1ltvNWb+z3Q0b319vRITE73bRUVF6dy5\nc116jW5/BGCylpYWZWdna968eerdu3e7xxwOh02pfK+kpETh4eFKSEjwvvv/vJ48v8fjUXl5uaZM\nmaInn3xSoaGhys3NbbdNT57/woULOnLkiDZu3KjNmzerpaVFBw4caLdNT57/y3zVvF3dH93+CCAy\nMlJ1dXXe5bq6OkVGRtqYyD9aW1uVnZ2t7373uxo7dqyk/70LaGhoUEREhOrr69WvXz+bU/rGv/71\nL5WUlOjo0aO6cuWKLl68qA0bNhgzf1RUlCIjIzV8+HBJ0rhx47Rr1y5FREQYMf8///lPxcTEyO12\nS5JSUlL0wQcfGDP/Zzr6+34z/03s9kcAw4YNU1VVlWpqatTa2qq3335bycnJdsfyKcuy9Mwzz2jw\n4MH63ve+512fnJysN998U5K0f/9+jRkzxqaEvjVr1ixt2rRJGzdu1MMPP6ykpCQtXbrUmPkjIiIU\nHR2tyspKSdLx48f1ta99Td/+9reNmH/AgAH697//rcuXL8uyLB0/flzx8fHGzP+Zjv6+Jycn6+DB\ng2ptbVVNTY2qqqq8bxauV0B8Evjo0aPtbgO999577Y7kUydPntRjjz2mIUOGeA/tZs2apeHDh/fY\n2+A6cuLECe3evVu/+MUvjLoN9PTp09q8ebNaW1s1cOBAZWZmqq2tzZj5c3JydOjQITmdTiUkJOih\nhx5SS0tLj53/97//vd5//3198sknioiIUFpamsaMGdPhvK+++qoKCwvlcrk0b948fetb3+rS6wZE\nAQAAbr5ufwoIAOAbFAAAGIoCAABDUQAAYCgKAAAMRQEAgKEoAAAwFAUAAIaiAADAUBQA0AVVVVV6\n4IEHVF5eLul/X1u+YMECnThxwuZkQOdRAEAXxMbGavbs2dqwYYMuX76sTZs26a677tItt9xidzSg\n0/guIOAG/OY3v1F1dbWcTqeeeOIJBQV1+29YB7w4AgBuwKRJk/Txxx9r2rRp/OOPgEMBAF3U0tKi\nHTt2aNKkScrJydGFCxfsjgRcFwoA6KJnn31Ww4YN04MPPqjbb79dW7dutTsScF0oAKALiouLdfz4\ncS1atEiSdP/996u8vFxFRUU2JwM6j4vAAGAojgAAwFAUAAAYigIAAENRAABgKAoAAAxFAQCAoSgA\nADAUBQAAhqIAAMBQ/wcM4BRpdEXoCQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x106411d10>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# overwrite colors and labels\n",
    "xgb.plot_importance(bst, color='red', title='title', xlabel='x', ylabel='y')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1066c6050>"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAW4AAAD/CAYAAADR7zzdAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAE8VJREFUeJzt3X9s1Hcdx/HX9dqutHyhXEtpu5PRrJCRi5vTli7Z4pSR\nLatbxhLTEsAMdauzgE5cI2RphiZWl4g4kbFWosOpuG4Zp7BOuXUVMnRYEESP4ewoiFZaW9qutKWj\n169/bDtXZykt+971c9/n4x/u+6P3eb+/aV79fj/f73fz2LZtCwBgjKR4FwAAmBiCGwAM43hwh8Nh\np4eY0uif/t3M7f1LzhwDgtth9E//bub2/iVDgxsA8MEiuAHAMB4eBwQAsyTHYpC2trZYDDMlWZal\nvr6+eJcRN/RP/27uX5r8McjPzx9zG1MlAGAYghsADENwA4BhCG4AMAzBDQCGIbgBwDAENwAYhuAG\nAMMQ3ABgGIIbAAxDcAOAYQhuADAMwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiCGwAMQ3ADgGEIbgAw\nTEz+Z8HNzemxGGZK8nqlSIT+3Yr+ze/f748oL28o3mWMMm5wNzQ0KBQKqa2tTXPnzpVt25o2bZru\nv/9+XXPNNZc1yNKlmVdcKADEQzDYo7y8/y5v375dO3fulG3bWr58ue6//35t2rRJP//5z5WVlSVJ\n2rBhgz75yU86VtO4wR0KhVRdXa3Ozk75/X6lp6fr6NGjqqur0ze/+U3HCgOAqebEiRPauXOnXnjh\nBaWkpGjFihVasmSJPB6PKioq9IUvfCEmdVxyjruurk7t7e2qqalRS0uL0tPfvuQpLCxUV1dXTAoE\ngKmipaVFN954o9LS0uT1enXTTTfpxRdflCTZth2zOi4Z3BUVFZo1a5Y2btyo0tLS6PqXX35ZN954\no+PFAcBUct111+ngwYPq7u7W4OCgXn75ZbW1tUmSfvzjH2vJkiX66le/qt7eXkfrmPBTJX/5y1/U\n1NSkFStWOFEPAExZhYWFWr16tZYvX66VK1cqEAgoKSlJ9913n1599VWFQiHl5OToG9/4hqN1TOip\nktOnT6u2tlaPPPKIpk+f/n/3CYfDCofD0eWysrIrqxAA4sjr9cqyrOjyAw88oAceeECS9PWvf11+\nv1/z5s0btb28vDz6M6mpqaN+fiLq6+ujnwOBgAKBgKQJBHdnZ6e+853vaO3atcrNzR1zv/d+OQCY\nLhKJqK9vILrc2dmp7Oxs/fOf/9Qvf/lL7dmzRy0tLZozZ44k6bnnntOCBQvU19cnSbIsK/p5IizL\nGvPEd9zg9ng8sm1bzz33nPr7+7V9+3ZJb/8V+ta3vjXhYgDAZBUVFeru7lZycrJqampkWZYeeeQR\nHT9+XJI0d+5cPfbYY47W4LFjcCvU43F6BABwRjDYo+LigfF3HMNkz7jz8/PH3MYr7wBgmJi88h4M\n9sRimCnJ6/UqEonEu4y4oX/6N71/v3/q1R+T4L6SywzTvX2ZRP9uRf/u7t8pTJUAgGEIbgAwDMEN\nAIYhuAHAMAQ3ABiG4AYAwxDcAGAYghsADENwA4BhCG4AMAzBDQCGIbgBwDAENwAYhuAGAMMQ3ABg\nGIIbAAxDcAOAYQhuADAMwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiCGwAMQ3ADgGEIbgAwDMENAIYh\nuAHAMAQ3ABiG4AYAwxDcAGAYghsADENwA4BhCG4AMAzBDQCGIbgBwDAENwAYhuAGAMMQ3ABgGIIb\nAAxDcAOAYQhuADAMwQ0AhkmOxSDNzemxGGZK8nqlSIT+3cTvjygvbyjeZSCBjRvcDQ0NCoVC6unp\nUXZ2tjwej7xer+677z5dd911lzXI0qWZV1woYIpgsEd5ef9dLikpkWVZSkpKUkpKil544QWFw2Gt\nX79eg4OD8vv9+sEPfqDp06fHr2gYZdzgDoVCqq6uVnp6utLS0iRJf//737V582Zt3rzZ8QIB03k8\nHj377LOaNWtWdF1VVZUeffRRlZSU6JlnntG2bdtUVVUVxyphkkvOcdfV1am9vV01NTVqbGyMrr9w\n4YI8Ho/jxQGJwrbtUcutra0qKSmRJN1yyy1qaGiIR1kw1CXPuCsqKvSnP/1JGzdu1PTp0/WHP/xB\nO3fuVG9vrzZs2BCrGgGjeTweLVu2TF6vVytXrtSKFSu0YMEC/eY3v9Edd9yhPXv2qK2tLd5lwiAT\nujm5aNEiLVq0SK+99pp+8YtfqLq6+n37hMNhhcPh6HJZWdmVVwkYxOv1yrIsSVJqaqpeeukl5ebm\nqrOzU/fcc4+uv/561dbWqqqqSlu2bNGdd96p1NTU6M8kkkTtayKu5BjU19dHPwcCAQUCAUmTfKpk\n4cKF6ujo0Pnz5993Q+W9Xw64USQSUV/fgCTJsixlZGSor69PV111lW6//XYdOHBADz74oJ5++mlJ\n0htvvKEXX3xRfX198SzbEZZlJWRfEzHZY2BZ1pgnvpf9HPfZs2ej83QnT57U8PAwd8GBcQwMDOj8\n+fPRz/v27dPChQvV1dUlSRoZGdHjjz+uz3zmM/EsE4YZ94zb4/HItm0dPHhQ+/fvl9frVWpqqh56\n6KFY1AcYraOjQ8uWLZP09pn4vffeq1tvvVXbt2/Xjh07JEmlpaUqLy+PZ5kwjMf+39vdTgzCAyhw\nkWCwR8XF/50qcfNUgdv7lyZ/DPLz88fcxivvAGCYmLzyHgz2xGKYKcnr9SoSicS7jLhxY/9+v7v6\nRezFJLjfvWx0o7cvk+gfwAeHqRIAMAzBDQCGIbgBwDAENwAYhuAGAMMQ3ABgGIIbAAxDcAOAYQhu\nADAMwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiCGwAMQ3ADgGEIbgAwDMENAIYhuAHAMAQ3ABiG4AYA\nwxDcAGAYghsADENwA4BhCG4AMAzBDQCGIbgBwDAENwAYhuAGAMMQ3ABgGIIbAAxDcAOAYQhuADAM\nwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiCGwAMQ3ADgGEIbgAwDMENAIYhuAHAMMmxGCS9uTkWw8Rc\nxO/XUF5evMsA4DLjBndDQ4NCoZAKCgo0ffp0HT16VFdddZUqKytVUFBwWYNkLl16xYVORT3BoPRO\ncK9bt06NjY3Kzs5WY2OjJOmLX/yiTp06pUgkojfffFMzZszQ3r1741kygAQw7lRJKBRSdXW1brnl\nFrW3t+v73/++KioqtH379ljUZ4zy8nL97Gc/G7Vu27ZteuWVV7R3716VlpaqtLQ0TtUBSCSXPOOu\nq6tTe3u7ampq9K9//UurV6+WJM2fP1/9/f3q6elRZmZmTAqd6kpKSnTmzJn/u822be3evVvPPvts\njKsCkIguecZdUVGhWbNmaePGjfrwhz+srKys6LasrCydO3fO8QITwcGDBzV79mzNmzcv3qUASACX\ndXPStu1R/15KOBxWOByOLpeVlU2ytKnP6/XKsqzockZGhpKSkkatS01NVUNDg8rLy0etd4vU1FRX\n9v0u+nd3/9KVHYP6+vro50AgoEAgIGkCT5X4fD51dXVFl7u6uuTz+d6333u/PNFFIhEN9PVFl/v7\n+zUyMqK+96ybNm2afvWrX+nXv/71qPVuYVmWK/t+F/27u39p8sfAsqwxT3wv6zluj8ejoqIi7d+/\nX5L0+uuvKyMjg/nty9DU1KTCwkLl5ubGuxQACWLc4PZ4PJKkj370o8rJydHatWv1wx/+UJ///Ocd\nL84klZWVuueee3Ty5EkVFRXpmWeekSQ9//zzWpqgj0MCiA+PfTkT11c8isfxIeKhJxjUQHHxJfdx\n+6Ui/dO/m/uXJn8M8vPzx9zGK+8AYJiYvPLeEwzGYpiYi/j98S4BgAvFJLjHm04AAFw+pkoAwDAE\nNwAYhuAGAMMQ3ABgGIIbAAxDcAOAYQhuADAMwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiCGwAMQ3AD\ngGEIbgAwDMENAIYhuAHAMAQ3ABiG4AYAwxDcAGAYghsADENwA4BhCG4AMAzBDQCGIbgBwDAENwAY\nhuAGAMMQ3ABgGIIbAAxDcAOAYQhuADAMwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiCGwAMQ3ADgGEI\nbgAwDMENAIYhuAHAMAQ3ABgmORaDpDc3x2IYx0X8fg3l5cW7DAAuF5Pgzly6NBbDOK4nGJQIbgBx\nNm5wNzQ0KBQKye/3q7u7W62trVq2bJnuvvvuWNQ3pa1bt06NjY3Kzs5WY2NjdP2PfvQj7dixQ16v\nV3feeaeqqqriWCWARDNucIdCIVVXVys5OVn//ve/1Zwg0x4fhPLycn3uc5/Tl7/85ei6AwcOaO/e\nvXrppZeUkpKioaGhOFYIIBFd8uZkXV2d2tvbVVNTo1deeUXXXnutvF5vrGqb8kpKSjRz5sxR637y\nk59ozZo1SklJkSRlZ2fHozQACeySwV1RUaFZs2Zp48aNKi0tjVVNRmttbdXBgwd111136dOf/rT+\n+Mc/xrskAAnmA785GQ6HFQ6Ho8tlZWUf9BBx4/V6ZVnWqHUZGRlKSkqKrrdtWwMDA9q3b58OHz6s\nVatW6dixY/Eod0pITU193zFzE/p3d//SlR2D+vr66OdAIKBAICDJgeB+75cnmkgkooG+vlHr+vv7\nNTIyor531s+ZM0dLlixRX1+fFixYII/Ho9OnT8vn88Wj5LizLCt6bNyI/t3dvzT5Y2BZ1pgnvhN+\nAce27QkX4CZ33HGHDhw4IEl64403dPHiRdeGNgBnjHvG7fF4JEk9PT3asGGDBgYGlJSUpIaGBm3e\nvFlpaWmOFzlVVVZW6tVXX1V3d7eKiopUVVWlZcuWad26dbrtttuUkpKi2traeJcJIMF47FicQr8T\n/qbrCQY1UFw8oZ9x+6Ui/dO/m/uXJn8M8vPzx9wWkzcne4LBWAzjuIjfH+8SACA2wT3Rs1QAwNj4\nrwMCgGEIbgAwDMENAIYhuAHAMAQ3ABiG4AYAwxDcAGAYghsADENwA4BhCG4AMAzBDQCGIbgBwDAE\nNwAYhuAGAMMQ3ABgGIIbAAxDcAOAYQhuADAMwQ0AhiG4AcAwBDcAGMZj27Yd7yIAAJfP8TPu+vp6\np4eY0uif/t3M7f1LzhwDpkoAwDAENwAYxvHgDgQCTg8xpdE//buZ2/uXnDkG3JwEAMMwVQIAhiG4\nAcAwyU5++dGjR/XUU09pZGREixcv1tKlS50cLu46Ozu1detW9fb2yuPx6LbbblNpaanOnz+vzZs3\nq7OzU7Nnz9ZXvvIVZWRkxLtcx4yMjGj9+vXy+Xxav369q/rv7+/Xk08+qX/84x+SpMrKSuXl5bmm\n/z179qipqUmSNHfuXFVWVmpoaChh+3/iiSd05MgRzZgxQ5s2bZKkS/6+79q1S01NTUpKStJnP/tZ\n3XDDDZMb2HZIJBKx16xZY7e3t9sXL160H374YfvMmTNODTcldHd3262trbZt2/bg4KD9pS99yT5z\n5oz99NNP28Fg0LZt2961a5f905/+NI5VOm/37t32448/bn/729+2bdt2Vf9btmyxGxsbbdu27eHh\nYbu/v981/Xd1ddmrV6+233rrLdu2bfu73/2u3dTUlND9Hz9+3D558qS9bt266Lqx+j1z5oz98MMP\n2xcvXrTb29vtNWvW2JFIZFLjOjZV0tLSotzcXOXk5Cg5OVk333yzDh065NRwU0JmZqbmzZsnSUpL\nS9PVV1+tc+fO6dChQ7r11lslSZ/4xCfU3Nwcxyqd1dXVpSNHjmjx4sWy37nv7Zb+BwYGdOLECS1e\nvFiS5PV6lZ6e7pr+JSkSiWhoaCj6r8/nS+j+Fy5c+L6rh7H6bW5u1s0336zk5GTl5OQoNzdXLS0t\nkxrXsamSc+fOKSsrK7rs8/kmXaSJOjo6dOrUKc2fP1+9vb3KzMyUJM2cOVO9vb1xrs45O3bs0MqV\nKzU4OBhd55b+Ozo6NGPGDD3xxBM6ffq0CgoKtGrVKtf07/P5dPfdd6uyslKpqam64YYbdP3117um\n/3eN1W93d7fmz58f3S8rK0vnzp2b1BjcnHTAhQsXtGnTJq1atUrTpk0btc3j8cSpKucdPnxYM2bM\nUEFBQfRs+38lcv+RSEStra26/fbb9dhjjyktLU3BYHDUPonc//nz53Xo0CFt3bpVtbW1unDhgvbv\n3z9qn0Tu//8Zr9/JHg/Hzrh9Pp+6urqiy11dXfL5fE4NN2UMDw9r06ZN+vjHP65FixZJevuvbk9P\njzIzM9Xd3a2ZM2fGuUpn/PWvf9Xhw4d15MgRXbx4UYODg9qyZYtr+s/KypLP51NhYaEk6aabbtKu\nXbuUmZnpiv7//Oc/KycnR5ZlSZJKSkr0+uuvu6b/d431+/5BZqJjZ9zXXnutzp49q46ODg0PD+t3\nv/udioqKnBpuSrBtW08++aSuvvpqfepTn4quLyoq0m9/+1tJ0r59+1RcXBynCp21fPlybdu2TVu3\nbtVDDz2kQCCgtWvXuqb/zMxMZWdnq62tTZJ07NgxfehDH9LHPvYxV/Q/e/Zs/e1vf9Nbb70l27Z1\n7Ngx+f1+1/T/rrF+34uKinTgwAENDw+ro6NDZ8+ejf6RnyhH35w8cuTIqMcB7733XqeGmhJOnDih\nRx99VHPnzo1eAi1fvlyFhYUJ+zjUWI4fP67du3fra1/7mqseBzx16pRqa2s1PDysOXPmqLKyUiMj\nI67pv76+Xr///e+VlJSkgoICPfjgg7pw4ULC9v+9731Pr732mt58801lZmaqrKxMxcXFY/b7/PPP\nq6mpSV6vV6tWrdJHPvKRSY3LK+8AYBhuTgKAYQhuADAMwQ0AhiG4AcAwBDcAGIbgBgDDENwAYBiC\nGwAM8x9Q8Xo7GQI8ggAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10641b610>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# overwrite colors and disable labels\n",
    "xgb.plot_importance(bst, color=['r', 'r', 'b', 'b'], title=None, xlabel=None, ylabel=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.28.0 (20120430.0057)\n",
       " -->\n",
       "<!-- Title: _anonymous_0 Pages: 1 -->\n",
       "<svg width=\"588pt\" height=\"596pt\"\n",
       " viewBox=\"0.00 0.00 588.00 596.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph1\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 592)\">\n",
       "<title>_anonymous_0</title>\n",
       "<polygon fill=\"white\" stroke=\"white\" points=\"-4,5 -4,-592 585,-592 585,5 -4,5\"/>\n",
       "<!-- 0 -->\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"284\" cy=\"-546\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"284\" y=\"-540.4\" font-family=\"Times,serif\" font-size=\"14.00\">f2&lt;2.45</text>\n",
       "</g>\n",
       "<!-- 1 -->\n",
       "<g id=\"node3\" class=\"node\"><title>1</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"284.146,-426 183.854,-426 183.854,-390 284.146,-390 284.146,-426\"/>\n",
       "<text text-anchor=\"middle\" x=\"234\" y=\"-402.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;0.215311</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;1 -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>0&#45;&gt;1</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M258.296,-513.146C252.666,-504.744 247.332,-495.39 243.772,-486 237.777,-470.183 235.311,-451.363 234.356,-436.289\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"237.842,-435.904 233.898,-426.071 230.849,-436.217 237.842,-435.904\"/>\n",
       "<text text-anchor=\"middle\" x=\"278.614\" y=\"-471.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 2 -->\n",
       "<g id=\"node5\" class=\"node\"><title>2</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"344\" cy=\"-408\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"344\" y=\"-402.4\" font-family=\"Times,serif\" font-size=\"14.00\">f3&lt;1.75</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;2 -->\n",
       "<g id=\"edge4\" class=\"edge\"><title>0&#45;&gt;2</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M302.371,-508.691C305.996,-501.234 309.697,-493.4 313,-486 317.273,-476.426 321.621,-466.076 325.656,-456.163\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"328.924,-457.416 329.416,-446.832 322.432,-454.799 328.924,-457.416\"/>\n",
       "<text text-anchor=\"middle\" x=\"328\" y=\"-471.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 3 -->\n",
       "<g id=\"node7\" class=\"node\"><title>3</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"281\" cy=\"-270\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-264.4\" font-family=\"Times,serif\" font-size=\"14.00\">f2&lt;4.95</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;3 -->\n",
       "<g id=\"edge6\" class=\"edge\"><title>2&#45;&gt;3</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M315.322,-377.747C307.944,-368.813 300.704,-358.546 295.772,-348 291.877,-339.669 289.009,-330.373 286.897,-321.2\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"290.315,-320.447 284.889,-311.347 283.456,-321.845 290.315,-320.447\"/>\n",
       "<text text-anchor=\"middle\" x=\"330.614\" y=\"-333.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 4 -->\n",
       "<g id=\"node9\" class=\"node\"><title>4</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"400\" cy=\"-270\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"400\" y=\"-264.4\" font-family=\"Times,serif\" font-size=\"14.00\">f2&lt;4.85</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;4 -->\n",
       "<g id=\"edge8\" class=\"edge\"><title>2&#45;&gt;4</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M359.45,-369.477C365.946,-353.704 373.577,-335.171 380.456,-318.464\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"383.834,-319.452 384.406,-308.872 377.362,-316.786 383.834,-319.452\"/>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-333.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 5 -->\n",
       "<g id=\"node11\" class=\"node\"><title>5</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"163\" cy=\"-132\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">f3&lt;1.55</text>\n",
       "</g>\n",
       "<!-- 3&#45;&gt;5 -->\n",
       "<g id=\"edge10\" class=\"edge\"><title>3&#45;&gt;5</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M247.024,-245.773C233.814,-235.733 219.154,-223.252 207.772,-210 199.665,-200.56 192.231,-189.447 185.847,-178.645\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"188.734,-176.642 180.741,-169.688 182.653,-180.109 188.734,-176.642\"/>\n",
       "<text text-anchor=\"middle\" x=\"242.614\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 6 -->\n",
       "<g id=\"node13\" class=\"node\"><title>6</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"281\" cy=\"-132\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">f3&lt;1.55</text>\n",
       "</g>\n",
       "<!-- 3&#45;&gt;6 -->\n",
       "<g id=\"edge12\" class=\"edge\"><title>3&#45;&gt;6</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M281,-228.564C281,-214.441 281,-198.408 281,-183.564\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"284.5,-183.515 281,-173.515 277.5,-183.515 284.5,-183.515\"/>\n",
       "<text text-anchor=\"middle\" x=\"288\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 7 -->\n",
       "<g id=\"node23\" class=\"node\"><title>7</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"459.435,-150 340.565,-150 340.565,-114 459.435,-114 459.435,-150\"/>\n",
       "<text text-anchor=\"middle\" x=\"400\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;7.66345e&#45;09</text>\n",
       "</g>\n",
       "<!-- 4&#45;&gt;7 -->\n",
       "<g id=\"edge22\" class=\"edge\"><title>4&#45;&gt;7</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M400,-228.564C400,-206.498 400,-179.771 400,-160.199\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"403.5,-160.137 400,-150.137 396.5,-160.137 403.5,-160.137\"/>\n",
       "<text text-anchor=\"middle\" x=\"434.614\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 8 -->\n",
       "<g id=\"node25\" class=\"node\"><title>8</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"580.028,-150 477.972,-150 477.972,-114 580.028,-114 580.028,-150\"/>\n",
       "<text text-anchor=\"middle\" x=\"529\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;0.213812</text>\n",
       "</g>\n",
       "<!-- 4&#45;&gt;8 -->\n",
       "<g id=\"edge24\" class=\"edge\"><title>4&#45;&gt;8</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M433.195,-245.15C446.265,-235.02 460.989,-222.639 473,-210 487.944,-194.275 502.284,-174.435 512.711,-158.833\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"515.816,-160.481 518.373,-150.2 509.962,-156.642 515.816,-160.481\"/>\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 9 -->\n",
       "<g id=\"node15\" class=\"node\"><title>9</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"96.5306,-36 -0.530646,-36 -0.530646,-0 96.5306,-0 96.5306,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"48\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=0.428571</text>\n",
       "</g>\n",
       "<!-- 5&#45;&gt;9 -->\n",
       "<g id=\"edge14\" class=\"edge\"><title>5&#45;&gt;9</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M129.943,-106.926C116.867,-96.7631 102.058,-84.4185 89.7725,-72 81.319,-63.4553 72.9322,-53.2472 65.9163,-44.0812\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"68.689,-41.9446 59.896,-36.0341 63.0839,-46.138 68.689,-41.9446\"/>\n",
       "<text text-anchor=\"middle\" x=\"124.614\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 10 -->\n",
       "<g id=\"node17\" class=\"node\"><title>10</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"211.531,-36 114.469,-36 114.469,-0 211.531,-0 211.531,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=0.128571</text>\n",
       "</g>\n",
       "<!-- 5&#45;&gt;10 -->\n",
       "<g id=\"edge16\" class=\"edge\"><title>5&#45;&gt;10</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M163,-90.5654C163,-75.9778 163,-59.8594 163,-46.6186\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"166.5,-46.2698 163,-36.2699 159.5,-46.2699 166.5,-46.2698\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 11 -->\n",
       "<g id=\"node19\" class=\"node\"><title>11</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"332.028,-36 229.972,-36 229.972,-0 332.028,-0 332.028,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;0.128571</text>\n",
       "</g>\n",
       "<!-- 6&#45;&gt;11 -->\n",
       "<g id=\"edge18\" class=\"edge\"><title>6&#45;&gt;11</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M281,-90.5654C281,-75.9778 281,-59.8594 281,-46.6186\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"284.5,-46.2698 281,-36.2699 277.5,-46.2699 284.5,-46.2698\"/>\n",
       "<text text-anchor=\"middle\" x=\"315.614\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 12 -->\n",
       "<g id=\"node21\" class=\"node\"><title>12</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"447.531,-36 350.469,-36 350.469,-0 447.531,-0 447.531,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"399\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=0.128571</text>\n",
       "</g>\n",
       "<!-- 6&#45;&gt;12 -->\n",
       "<g id=\"edge20\" class=\"edge\"><title>6&#45;&gt;12</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M312.384,-105.082C318.536,-100.054 324.955,-94.8429 331,-90 341.13,-81.8841 344.64,-80.9937 354,-72 362.93,-63.4198 371.929,-53.2046 379.509,-44.043\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"382.448,-45.9746 386.027,-36.0025 377.011,-41.5662 382.448,-45.9746\"/>\n",
       "<text text-anchor=\"middle\" x=\"377\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x107091610>"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "xgb.to_graphviz(bst, num_trees=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.28.0 (20120430.0057)\n",
       " -->\n",
       "<!-- Title: _anonymous_0 Pages: 1 -->\n",
       "<svg width=\"588pt\" height=\"596pt\"\n",
       " viewBox=\"0.00 0.00 588.00 596.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph1\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 592)\">\n",
       "<title>_anonymous_0</title>\n",
       "<polygon fill=\"white\" stroke=\"white\" points=\"-4,5 -4,-592 585,-592 585,5 -4,5\"/>\n",
       "<!-- 0 -->\n",
       "<g id=\"node1\" class=\"node\"><title>0</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"284\" cy=\"-546\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"284\" y=\"-540.4\" font-family=\"Times,serif\" font-size=\"14.00\">f2&lt;2.45</text>\n",
       "</g>\n",
       "<!-- 1 -->\n",
       "<g id=\"node3\" class=\"node\"><title>1</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"284.146,-426 183.854,-426 183.854,-390 284.146,-390 284.146,-426\"/>\n",
       "<text text-anchor=\"middle\" x=\"234\" y=\"-402.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;0.215311</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;1 -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>0&#45;&gt;1</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M258.296,-513.146C252.666,-504.744 247.332,-495.39 243.772,-486 237.777,-470.183 235.311,-451.363 234.356,-436.289\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"237.842,-435.904 233.898,-426.071 230.849,-436.217 237.842,-435.904\"/>\n",
       "<text text-anchor=\"middle\" x=\"278.614\" y=\"-471.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 2 -->\n",
       "<g id=\"node5\" class=\"node\"><title>2</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"344\" cy=\"-408\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"344\" y=\"-402.4\" font-family=\"Times,serif\" font-size=\"14.00\">f3&lt;1.75</text>\n",
       "</g>\n",
       "<!-- 0&#45;&gt;2 -->\n",
       "<g id=\"edge4\" class=\"edge\"><title>0&#45;&gt;2</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M302.371,-508.691C305.996,-501.234 309.697,-493.4 313,-486 317.273,-476.426 321.621,-466.076 325.656,-456.163\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"328.924,-457.416 329.416,-446.832 322.432,-454.799 328.924,-457.416\"/>\n",
       "<text text-anchor=\"middle\" x=\"328\" y=\"-471.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 3 -->\n",
       "<g id=\"node7\" class=\"node\"><title>3</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"281\" cy=\"-270\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-264.4\" font-family=\"Times,serif\" font-size=\"14.00\">f2&lt;4.95</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;3 -->\n",
       "<g id=\"edge6\" class=\"edge\"><title>2&#45;&gt;3</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M315.322,-377.747C307.944,-368.813 300.704,-358.546 295.772,-348 291.877,-339.669 289.009,-330.373 286.897,-321.2\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"290.315,-320.447 284.889,-311.347 283.456,-321.845 290.315,-320.447\"/>\n",
       "<text text-anchor=\"middle\" x=\"330.614\" y=\"-333.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 4 -->\n",
       "<g id=\"node9\" class=\"node\"><title>4</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"400\" cy=\"-270\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"400\" y=\"-264.4\" font-family=\"Times,serif\" font-size=\"14.00\">f2&lt;4.85</text>\n",
       "</g>\n",
       "<!-- 2&#45;&gt;4 -->\n",
       "<g id=\"edge8\" class=\"edge\"><title>2&#45;&gt;4</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M359.45,-369.477C365.946,-353.704 373.577,-335.171 380.456,-318.464\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"383.834,-319.452 384.406,-308.872 377.362,-316.786 383.834,-319.452\"/>\n",
       "<text text-anchor=\"middle\" x=\"383\" y=\"-333.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 5 -->\n",
       "<g id=\"node11\" class=\"node\"><title>5</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"163\" cy=\"-132\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">f3&lt;1.55</text>\n",
       "</g>\n",
       "<!-- 3&#45;&gt;5 -->\n",
       "<g id=\"edge10\" class=\"edge\"><title>3&#45;&gt;5</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M247.024,-245.773C233.814,-235.733 219.154,-223.252 207.772,-210 199.665,-200.56 192.231,-189.447 185.847,-178.645\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"188.734,-176.642 180.741,-169.688 182.653,-180.109 188.734,-176.642\"/>\n",
       "<text text-anchor=\"middle\" x=\"242.614\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 6 -->\n",
       "<g id=\"node13\" class=\"node\"><title>6</title>\n",
       "<ellipse fill=\"none\" stroke=\"black\" cx=\"281\" cy=\"-132\" rx=\"41.1405\" ry=\"41.3534\"/>\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">f3&lt;1.55</text>\n",
       "</g>\n",
       "<!-- 3&#45;&gt;6 -->\n",
       "<g id=\"edge12\" class=\"edge\"><title>3&#45;&gt;6</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M281,-228.564C281,-214.441 281,-198.408 281,-183.564\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"284.5,-183.515 281,-173.515 277.5,-183.515 284.5,-183.515\"/>\n",
       "<text text-anchor=\"middle\" x=\"288\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 7 -->\n",
       "<g id=\"node23\" class=\"node\"><title>7</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"459.435,-150 340.565,-150 340.565,-114 459.435,-114 459.435,-150\"/>\n",
       "<text text-anchor=\"middle\" x=\"400\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;7.66345e&#45;09</text>\n",
       "</g>\n",
       "<!-- 4&#45;&gt;7 -->\n",
       "<g id=\"edge22\" class=\"edge\"><title>4&#45;&gt;7</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M400,-228.564C400,-206.498 400,-179.771 400,-160.199\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"403.5,-160.137 400,-150.137 396.5,-160.137 403.5,-160.137\"/>\n",
       "<text text-anchor=\"middle\" x=\"434.614\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 8 -->\n",
       "<g id=\"node25\" class=\"node\"><title>8</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"580.028,-150 477.972,-150 477.972,-114 580.028,-114 580.028,-150\"/>\n",
       "<text text-anchor=\"middle\" x=\"529\" y=\"-126.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;0.213812</text>\n",
       "</g>\n",
       "<!-- 4&#45;&gt;8 -->\n",
       "<g id=\"edge24\" class=\"edge\"><title>4&#45;&gt;8</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M433.195,-245.15C446.265,-235.02 460.989,-222.639 473,-210 487.944,-194.275 502.284,-174.435 512.711,-158.833\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"515.816,-160.481 518.373,-150.2 509.962,-156.642 515.816,-160.481\"/>\n",
       "<text text-anchor=\"middle\" x=\"495\" y=\"-195.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 9 -->\n",
       "<g id=\"node15\" class=\"node\"><title>9</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"96.5306,-36 -0.530646,-36 -0.530646,-0 96.5306,-0 96.5306,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"48\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=0.428571</text>\n",
       "</g>\n",
       "<!-- 5&#45;&gt;9 -->\n",
       "<g id=\"edge14\" class=\"edge\"><title>5&#45;&gt;9</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M129.943,-106.926C116.867,-96.7631 102.058,-84.4185 89.7725,-72 81.319,-63.4553 72.9322,-53.2472 65.9163,-44.0812\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"68.689,-41.9446 59.896,-36.0341 63.0839,-46.138 68.689,-41.9446\"/>\n",
       "<text text-anchor=\"middle\" x=\"124.614\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 10 -->\n",
       "<g id=\"node17\" class=\"node\"><title>10</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"211.531,-36 114.469,-36 114.469,-0 211.531,-0 211.531,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"163\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=0.128571</text>\n",
       "</g>\n",
       "<!-- 5&#45;&gt;10 -->\n",
       "<g id=\"edge16\" class=\"edge\"><title>5&#45;&gt;10</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M163,-90.5654C163,-75.9778 163,-59.8594 163,-46.6186\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"166.5,-46.2698 163,-36.2699 159.5,-46.2699 166.5,-46.2698\"/>\n",
       "<text text-anchor=\"middle\" x=\"170\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "<!-- 11 -->\n",
       "<g id=\"node19\" class=\"node\"><title>11</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"332.028,-36 229.972,-36 229.972,-0 332.028,-0 332.028,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"281\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=&#45;0.128571</text>\n",
       "</g>\n",
       "<!-- 6&#45;&gt;11 -->\n",
       "<g id=\"edge18\" class=\"edge\"><title>6&#45;&gt;11</title>\n",
       "<path fill=\"none\" stroke=\"#ff0000\" d=\"M281,-90.5654C281,-75.9778 281,-59.8594 281,-46.6186\"/>\n",
       "<polygon fill=\"#ff0000\" stroke=\"#ff0000\" points=\"284.5,-46.2698 281,-36.2699 277.5,-46.2699 284.5,-46.2698\"/>\n",
       "<text text-anchor=\"middle\" x=\"315.614\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">yes, missing</text>\n",
       "</g>\n",
       "<!-- 12 -->\n",
       "<g id=\"node21\" class=\"node\"><title>12</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"447.531,-36 350.469,-36 350.469,-0 447.531,-0 447.531,-36\"/>\n",
       "<text text-anchor=\"middle\" x=\"399\" y=\"-12.4\" font-family=\"Times,serif\" font-size=\"14.00\">leaf=0.128571</text>\n",
       "</g>\n",
       "<!-- 6&#45;&gt;12 -->\n",
       "<g id=\"edge20\" class=\"edge\"><title>6&#45;&gt;12</title>\n",
       "<path fill=\"none\" stroke=\"#0000ff\" d=\"M312.384,-105.082C318.536,-100.054 324.955,-94.8429 331,-90 341.13,-81.8841 344.64,-80.9937 354,-72 362.93,-63.4198 371.929,-53.2046 379.509,-44.043\"/>\n",
       "<polygon fill=\"#0000ff\" stroke=\"#0000ff\" points=\"382.448,-45.9746 386.027,-36.0025 377.011,-41.5662 382.448,-45.9746\"/>\n",
       "<text text-anchor=\"middle\" x=\"377\" y=\"-57.4\" font-family=\"Times,serif\" font-size=\"14.00\">no</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x106797090>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# change edge colors\n",
    "xgb.to_graphviz(bst, num_trees=1, yes_color='#FF0000', no_color='#0000FF')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x10678cd10>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQQAAAEECAYAAADOCEoKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3WdAFOfWB/A/gkasiIhYEo1GMeqL5RqssXcFFew1kWiM\nscZ6vWosCeo1scY0Oxp7AzVgQ8GuqFjgCkhRmiC9LCzL7nk/LExEYYHd2QJ7fl+EnZnnHBAOz848\nxYSICIwxBqCCvhNgjBkOLgiMMQEXBMaYgAsCY0zABYExJuCCwBgTcEFgjAm4IDDGBFwQGGMCLgiM\nMQEXBMaYgAsCK5ZCocDatWvRsmVLtGzZEu3bt0eTJk0wYMAA3L9/X9/pMRGZ8OQmVpiMjAx88cUX\ncHJywvjx41Wem56ejkmTJuHLL7/EsGHDdJQh0wYuCOw9NjY2CAsLQ5UqVUp97ebNmzF06FA0a9ZM\nC5kxbeOCwASBgYF4+PAhJk6cqHFbgwYNgqenpwhZMV3igsAAAB4eHhg8eDDMzMxEa/OTTz7Bixcv\nRGuPaR/fVGTw8PBA3759RS0GAPDixQuMHTtW1DaZdnEPwcglJCQAAKysrLQWw8rKSojDDBv3EIzc\nypUrtVoMAGXROX78uFZjMHFwQTBic+fOxa+//qqTWOnp6TqJwzTDBcGIOTg46CzW1KlTsXLlSp3F\nY+rhgmCkrl69ir59++o0Zs2aNXUaj5Ue31Q0Uq1bt8azZ890GjM3NxcpKSlav2fB1Mc9BCPl5uam\n85hmZmbYu3evzuOykuOCYKTat2+vl7jXrl3TS1xWMlwQjFBgYGCx53h6eiIsLAxZWVnvHVP1S/30\n6VOoehfK9xEMGxcEIxQSEqLy+K+//or+/fujSZMmsLOzE17Pzs7Gpk2b0LNnzwJvOf766y8AwMyZ\nM/Hpp5/CxMSkyLY/+ugjDbNn2sQFgb0nKCgIpqamAIAffvgBSUlJcHJygqmpKb777jskJiYKE6C8\nvLzg7OwMQFlIXF1d9ZY30xwXBCP0ySefqDyem5sLAFiyZAn69u0LS0tLTJkyBb/99huICNnZ2Xj8\n+DEyMzMxcOBAVKig/DHKyMjAkCFDVLb96tUrcb4IphX82JGpTaFQCMUAUL6lqFy5ssprhg4dinPn\nzmk7NaYm7iEYqYcPH2rcxtvFAECxxQAAevTooXFcpj3cQzBSrVq1QkBAgE5j5ubmIjU1FbVr19Zp\nXFZy3EMwUtu3b9d5zG3btnExMHBcEIxU7969dT5IKDU1VafxWOlxQTBip0+f1lmsffv2YfXq1TqL\nx9TDBcGIbd26FS4uLjqJVbVqVZ3EYZrhm4pG7vXr1zAxMUHdunW1FoMXWy07uIdg5GxsbBAQEICc\nnByttO/o6MjFoAzhgsDQu3dvnD59GlKpVNR2u3fvDg8PD1HbZNrFBYEBAMaMGYO2bSvC3d1d47bk\ncjk+++wz+Pr6ipAZ0yUuCAwAcP48EBhYAQ4ODujcuXOh055LYtmyZXjw4AFvAltGcUFgAICEBMDE\nRDkc+fbt2/jggw/w+eef4+LFi8VeGx0djS+//BJHjhyBq58f7O3tdZAx0wZ+ysDQrh3w6FHRx9+8\neYPz589j//79CA0NRYUKFVCxYkX069cP8+fPR5MmTYTp0njyBHhrDQVWtnBBMHIpKcp/LSxEbHT+\nfGDzZhEbZLrCbxmMXJ8+IhcDAHB0FLlBpitcEIzYmzfAgwdaaLhXL2DpUi00zLSNC4IRGzlSi43z\nfYQyie8hGKmkJOCDDwCtTjG4dAno10+LAZjYuIdgpAYN0nIxAADelKXM4R6CkQoLA5o00UGghw8B\nPW0Kw0qPewhGaP9+HRUDAPjhBx0FYmLggmCENJmusG3btkJfT0xMLPyCv/4C5HL1AzKd4oJghJYt\nAyIiIpCbm4uYmBhIpVKkpaUBeH/fhMTERERERCAlbwTThAkTACg3c3n7XzMzM0RFRSE4OBiAcjhz\ndnY2YG4ONGoEQLlvw8uXL4WPk5OTtfyVstLigmBk3rwBOnQAqlWrhpSUFFhbW+O7777DkCFD0K9f\nv/e2ah81ahQSExNhYWGB3377De3bt8erV69Qs2ZNhISEoE6dOgCAv//+G3379oVCoQAA3L9/H/Xr\n11c2klck1q5di0Z5xcHf3x9Pnz4VzmeGgQuCkRk3TvmvlZUVevfuDTMzM0RERODnn39Gly5d8P33\n34OIkJSUJFyTP08hMzMTAJCcnIzatWvjzZs3qFixIgBAKpUW2ORVIpEgISFB+UmVKsCqVcKOUADg\n4eEBc3Pz9/Z2YPrFTxmMjLMzcPKk8mNvb2/07t270PNCQ0PRtGlTteMQEYjon1/49et59GIZwAXB\nyGRnA5UrK39hVe3SrKlC24+MBD78UGsxmea4v2ZEkpOVxQCAVotBke3zNm4GjwuCEdm3T88JBAQA\naq7ExHSDC4IR8fbWcwLm5sA33+g5CaYKFwQjYmmp7wygXIDh//5P2VtgBsdM3wkw3fn8cz0n8OwZ\nMHmy8mPe59EgcQ/BiHTsqOcEWrcGXF2VH+eNaWCGhR87GhEi5crKeufoCIwdi5ddu2LXrl24f/8+\nLC0tYWNjg5ycHERERKBq1apwdnbGyJEjefCSDvFbBiNhMMUAgHPFiphtbo7uH36ItWvXqjxXIpGg\nT58+2L9/P5o3b66jDI0X9xCMxKtXwEcf6TeHDRs2oGPHjujZs6da148ZMwbbt2+HtbW1uIkxARcE\nI/Hnn8D06fqL37JlSwQGBmrcjkQiwe7duzF79mwRsmLv4jdnRuLyZf3Ezc3NxdKlS0UpBgBQpUoV\nzJ49G+PyZ2kxUXEPwQjk3zuoUEH3a5XMmjULv/zyi1baHjt2LI4cOaKVto0V9xCMwKxZyn91PQ6h\nQ4cOWisGAHD48GF4eXlprX1jxAXBCKxcqfw3f9qzLuzcuRN+fn5ajWFiYgKpVKrVGMaGC4IRyFvU\nCLVr6y7mRzp6pDFs2DC0atVKJ7GMARcEA+bs7CxaW2LeKVqxYoXK41999RUGDBggXsBi+Pj4QM4L\nuYqCCwITXQ8dr3tgZWWFdevW6TRmecUFgYkqPj4eY8eO1XncAJ49KQouCExUR48eFRZe1aXt27fr\nPGZ5xAWBierAgQN6ifvu8vFMPVwQyojXr18Lm6W8y8vLC2FhYe+9np2djStXrgifp6SkYOfOnQAg\nbMwCALt374a/vz+io6Px8OFDAEBsbCwA5WKp9+7dK3GelSpVUnnc09MT8fHxWLVq1XvHFAoFst5a\nYm337t3YvXs3AODQoUPYuHGjyravX79e4jxZ4bgglBE1atRAbm4u0tLSkJSUBIVCAU9PTyQkJOD8\n+fNoUshmjSNHjkSfPn0K7MaUf/f/f//7HwDlUuwZGRlo27Yt6tevj9OnTwMAfsjbk9HExAQ3b94s\ncZ6NGzcu8lhmZiauX78Oc3NzfP/998LrRIThw4ejQoUKBQqCi4uL8PGVK1ewaNEilbFDQkJKnCcr\nHBeEMubf//43XFxckJqaisjISFhZWaFx48bIyclBdnY2srOzER0djaioKNTOG3iQ33uwsLB475Fh\n7969MXfuXNy7dw8mJiYIDw/XKL+cnJwij1WtWhXNmzdH9erVkZSUBF9fX7Rq1QpZWVk4c+ZModc8\nefIEgLK38Omnn6qMXVzvhBWPC0IZIZfLoVAo4OPjg/Hjx6N///7IzMyETCZDSkoKAgMD4efnBz8/\nPzRo0AANGzZEeno6ZDIZevbsiW3btmHz5s0YOXIkwsLChL/EZ86cARGhffv2CA0NFXoQMplMiP32\nx8UprqBIJBLcu3cPtWvXhr29PQICAnDw4EEcPHgQwD8FZdeuXQCArVu3CjtAFTcM+l//+leJ82SF\n48lNBszZ2RkndTneuIRWrFhR5MImjo6O8PDw0HFGTCzcQ2Cimjdvnl7i+vj46CVuecMFgYmqW7du\nSExM1Hnc1atX6zxmecQFgYmqUqVKmDlzps7jLuWNZEXBi6wasEqVKmFy/j4GBsTW1lbl8W90vDvT\n2bNn4eDgoNOY5RUXBAN2+PBhfaeglp49e2LMmDE4evSoTuIVNiiLqYefMjCtiIiIgLW1NapUqaLV\nOOPGjSuzhdMQcUFgWuPk5IRTp05prf3o6GhYW1vrZTJVecU3FZnWnDp1CkOHDtVK25GRkZDL5VwM\nRMYFgWnVkCHn0KJFC4jZEQ0PD0daWprOlmkzJlwQmNakpQGjRgHPnz/Hpk2bkJGRoXGbU6dOhbW1\nNa+jqCVcEJhWyOXAuXNA/jIFCxYsgLm5Ofr374/s7OxSt3fr1i1Mnz4de/bsQdWqVUXOluXjm4pM\nK7p2BYqaNZ2SkoJ+/fph0aJFGD16tMp2HB0dMSsmBv21vKQ7U+KCwES3YgVQzKbOBZw6dQq+vr6I\nj4+HmZkZbG1t4ejoiP/7v//756T4eIA3edU6LghMVBIJkJQENGwocsMdOwJ374rcKHsX30NgonJw\n0EIxAIDDh4HcXC00zN7GBYGJZts24K0lHMXVpAlQyDqMTFxcEJgoiIDmzbUcxMJCywEY30Ngohg1\nCjh+XAeB7twBOnXSQSDjxAWBiSIuDqhbVweBRowA8laGZuLjgsA0Nno0cOyYjoIlJgI1agA8h0Er\n+B4C09j06ToMVrs2MGiQDgMaFy4ITCOenkDfvupfHxMT895rxa6PuHKl+gGZSlwQmEbyNnjCiRMn\nhD0Zfv31VwCAh4cHkpOThXOJCG/evIFCocCRI0cAAObm5ggICEBYWBhiYmJw/fp1TJkyBYByvYPo\n6GgAwN69e/8J2r27clwCgBs3buCPP/4AABw/flzlRjGseFwQmNpyc/+Zr3D48GFcuXIF8+fPh7W1\nNcLCwrB27VrUrFlTOD8nJweVKlVCixYtYGNjA0D5Sz9lyhTUr18f3377Ldq0aSPs+RAZGYlOnTqh\nf//+6NatW8Ep1JcuAQAWL16MVq1a4dq1axg1ahQ6dOigmy++nOKCwNT29jih48ePo1mzZnB2dkbD\nhg1hY2OD69evY+PGjfj8888BKHsICoUCcrlc+Euek5ODvXv3olevXujbty+aNWsGuVwunEtEws7O\nJiYm/wTcsweAckerlJQU9OzZE3FxcbC0tNTJ115e8VMGpjYXFyBvc2YcP34co0aNKvS8S5cuoV+/\nfmrHGTt2LP7880/I5XLUqlXrnwP16wOF3INg6uOCwNT26hWg10WL0tOB6tX1mED5w28ZmFoiIvRc\nDABlMdi+Xc9JlC9cEJhaOnbUdwZ5QkP1nUG5wgWBlZqJCSCVGsjkwy1bADWWZGOF44LA1JKaCnz2\nmb6zgLIYNG0KVOAfZTHwTUVWavlP/wziJ2fiROCvv5QfG0RCZRsXBFZqDRoobyoazPwiOzvg6VMu\nCCLgfhYrUmZmJpo1a4aRI0fixo0bSE5ORnJyMi5dCsfSpQtgaWmJO3fu6DtN4MkT5aQnAN7e3rC0\ntMTSpUsRHByM5ORkJCUlwcfHB46OjmjRogUyMzP1nLABI8beMX36dDp48GCJz3/06BENHjyYJBKJ\nFrMqWlZWFg0aNIgCAwNLfM3u3btp/vz5WsyqbOK3DEzg6ekJKysrfKbm3UIiQp8+feDt7S1yZkXr\n2rUrbha1AUQJ+Pr6onLlyrC3txcxqzJMzwWJGYh+/fqRQqEQpa1JkyaJ0o4qUqmUZs2aJVp7/fv3\nF62tsox7CAxt2rTB48ePRW1z586dmDJlCipVqiRqu4ByQtSxY8cwceJEUdutV68eYmNjRW2zrOGb\nikaue/fuohcDAJg2bRq2a2FYcW5uLk6ePCl6MQCA2NhY9NVktZdygHsIRmzEiBE4reUFSwcOHAgv\nLy/R2nNwcMDZs2dFa68w06ZNw86dO7Uaw1BxQTBSb968QaVKlQosYKItW7duxdy5czVu55tvvsFv\nv/0mQkaqpaenQy6Xw8II94HgtwxGysHBQSfFAFC+LdGUQqHAvHnzRMimeNWrVy9ybYfyjguCEUpO\nTtbpgKJ27dphlYYzoZYsWQJbW1txEioBMd/mlCVcEIyQPv76yWQyja4vsFKSDpiamqJNmzY6jWkI\n+B6CEXJ3d8ewYcN0GpOICq6JWAaoWhauvOIegpHJysrC4MGDdR7XxMQEx9Tc3mn58uUiZ1MyAwYM\n0LhnU9ZwQTAyKSkpqKinaYrfffedWtedO3dO5ExKpkaNGggMDNRLbH3hgmBk3N3dVR6/f/8+evXq\nhaFDh+LatWvvHc/fOAUAnjx5Itx88/f3R69evVS2LZFISp8wUOzNxB9//BFXr15Fr169CmwMk2/G\njBnCxytWrICrqysAwMnJCXPmzFHZ9qtXr9TIuAzT26BppheLFy9WefzTTz+l2NhYIiKqX78+ERHJ\nZDIaMGAAKRQKiomJEc5t1KgRESlnDlpaWtKNGzdUtt2uXTu1cv7mm2+KPBYWFkaTJk2i9PR0IiLa\nsWMHERHFxsbSqFGjKDY2lvr27SucX69ePXJxcSGZTEZVq1alrKwslbF/++03tXIuq7iHYGRq1Kih\n8njt2rVhY2OD1NRUREdHY8aMGQgLC4OXlxfmzZuHgIAAoRvt6emJAwcOoEWLFkhMTMSNGzdUtp2a\nmqpWztkq1kz8+OOP0aFDB1SrVg1+fn6YOXMm6tWrhzp16uDYsWMICgpCSkqKcH6fPn1w584dmJmZ\nISMjA127dlUZu1q1amrlXFaZ6TsBplu9e/dWeTw2NhZEhIULF0IqlcLNzQ0KhQLdunXDjRs3kJWV\nBXNzc3zzzTfYsmULNmzYgEmTJmH//v3Izc1V2XZSUpJaOYeEhBR5LDs7G4GBgXj58iXc3NywYcMG\nxMbGIjw8HDt37oSrq6uwm9Pq1asRHR2Nr7/+Gq9evUJqaioOHjyoMnbjxo3Vyrms4seORiY1NVVn\nIxTfNWfOHGzbtq3U1w0bNqzYex/aIJfLkZSUhDp16ug8tr5wQTBCT548gZ2dnc7jkppjEYKCgnQ6\nSjFfcHAwmjdvrvO4+sT3EIzQ+vXrdR7T09NT7YFJtra2eP78ucgZFW/06NE6j6lvXBCMkCYbr6rr\n999/1+j6adOmiZRJyeliZqWh4bcMRurQoUMYP368zuJJJBJUqVJF7eujoqJgbW2tlRWYCuPq6opl\ny5bpJJYh4R6CkdLlkNz69etrVAwAoGHDhujUqZNIGRWvadOmOotlSLiHYMSGD3fGmTMntRrDy8sL\nAwYMEG1i08OHD9G+fXtR2iqKra0tgoKCtBrDUHEPwUj16AGcPHlMq4/ziAg1atQQdZZjXFxcseMd\nNHHgwAEEbdoEcEFgxiAxEdixA/DxUc75t7e3R3BwsOhxpFIp/vjjD3Tp0kXUdgcNGoQlS5Zo5S1P\nSEgIHBwcgCFDgMaNgXXrRI9h8PQ0ZJrpgZsbUVTU+6/Hx8fTiRMnRIuTnZ1dqp2f1LFt2zZR23Nz\ncxPmQwjkcqJOnUSNY+i4IBiJMWOIVO3DIpfLRdms5JdffikwAUqboqKiaPfu3Rq1oVAoqGvXrqpP\nGj6cSCbTKE5ZwQXBCJRmkuHff/9NP/74Y6ljBAQE0Lffflvq68QwYcIECgkJKfV1CxcuJF9f35Kd\nfOwYUUZGqWOUNVwQyjG5nMjBQb1rr169SoMHD6azZ8+SrIi/jrdv36Zx48bR5s2bNchSPOvWraPJ\nkyfTvXv3Cj0ulUrp9OnTNHDgQLp161bpAwQFEV27pmGWho0fO5Zjy5cDP/ygeTu5ubmQSqV48+YN\nFDExsLazQ6VKlXQ2SEgdUqkUMpkMMTEx+OCDD2BlZYUPPvgAZmYaTvCVy4G1awENV5E2VFwQyqGU\nFODsWWDSJC00/vo1YGOjhYbLECJg5EjgpHbHcOgDF4RyJicHePAA6NxZSwG4IPyjXTvg0SN9ZyEq\nHodQjiQlAXfvarEYsIIePQK0PGpS17gglBMZGUBwMPD55/rOxMg8fAh06KDvLETDBaEckMmAixcB\nHc79YW/z8wP69NF3FqLgglDGKRTA6tWAk5O+MzFyV64AHTvqOwuNcUEo4yZNEufRIhPB3btlvpvG\nTxnKsKZNgdBQHQflpwzF69QJ0OHu2mLiHkIZtW6dZsUgNTW10GXRp06dqkFW5cvt27ffe+3ChQvF\nX3jnDqCH/TPFYLpqVTkdclWOJSUBbdsCVasCOTk52LRpE4gI9erVw759+9C+fXt4e3vj448/Fq7x\n9fXF3bt3UalSJSxfvhyfffYZKlasiDNnziA+Ph5+fn5ITk6GQqGAlZUVbt26BYlEguzsbBw4cAC1\na9eGpaUldvz0E3z9/NCxY0ccOnQInp6e6Natmx6/G8WbM2cOevToAYVCgbNnz8LKygpXr15FlSpV\nhI1rXr16hfv37+PZs2dYs2YNBg4ciMjISAQEBMDb2xsRERG4c+cOatSogTp16iAgIADu7u5o164d\njh07hpiYmIKrLI0fD2zaBORN//7mm2/w999/Y8iQIThx4gQSEhLQqFEjfXw7VNPboGmmtr17C37e\ntGlT2rNnD02bNo3kcjkpFAqqXLlygXMUeVMdZ82aRQsXLqTs7GyKiooiJycnSk5OpoEDB5JUKqX5\n8+dTbm4uZWRkUNu2bWnatGkUEREhtLP9P/8hIqKMjAx6+fIlPXnyRKtfqxg2b95Mp0+fpmPHjpFc\nLie5XE4NGzaknJycAufl5ORQ7969KTU1lYiIjhw5Qn/++Sd5eXnRpk2byMfHh0JDQ4mIKDIykuzt\n7SkuLq7owAoF0Z07RETUqVMnSkxMpDNnzhARkb29vRa+Us3xW4Yypl8/4IsvCr4WGBiIkSNHYs2a\nNZg4cSJycnLg4+ODuLg4YT+DK1euIDY2Fn5+fnj+/DmCgoLw+PFj/Otf/8KOHTvQr18/bNy4EUFB\nQQgNDUVwcDASEhJQvXp1/PDDD8jIyAAA3H3wANHR0fD29sb333+P3bt36/g7UHrz5s2DnZ0dnJ2d\nMXDgQISGhmL79u3w8fFBfgc5PDwcT548QVBQEHx9fREcHAxfX18EBATg7t27iIiIwLVr13DhwgWE\nhITgwoULePnyJYgIU6dORUBAwPuBTUwAMzNAoUBsbCz8/f1hb2+PLVu2wNHRUbffhJLSd0ViJVfU\nTF0XF5cir7l7965GMTt37kzPnz+nxMRE5Qt5G8GWJaNGjSryWGRkpEZtt2nThsLCwlRPo161SvVi\nFAaEnzKUEQoFcPWqAYx/4acM6hk4EPDy0ncWxeK3DGWEvb0BFAOmPi8vYNgwfWdRLC4IZcCDB8D9\n+/rOgmns+HHg3j19Z6ESF4Qy4OZN5f0pvcrIUCZRrx4wZ46ekymjKlUC3rxRrqdgoPgeggFzdgYs\nLACDuZFvaqq8maFQGECFKsOGDQP0sL19SXAPwUBJpcCpU8CePQZ0L2rsWKBCBS4GmnJ3B2bM0HcW\nheIegoF6/Fg5GtHcHMjMNJDfwYQE5TxrHW4SW27J5UBkpHJDGAPCPQQdiYqKwrhx4zBr1iz4+voi\nOztbOBYZGYldu3Zh+PDh+PXXXwEAkycrF+ORSPRTDIgIrq6ucHZ2xuHDhxEXFwdYWQHjxyM9PR0X\nL17E1KlTMX36dKSmpuo+wbLO1BS4fl359suAcA9Byx49eoQtW7Zg//79Jb4mKysL1tYnkJo6ARUq\n6LZmy+VyVKtWDRKJpFR7Mtrb28PDwwM2PEahdD78UNlTMBDcQ9ASqVQKJycntGvXrlTFAADMzc2R\nnj4Jz58/x6JFi7SU4fucnZ2RkJCArKysUm/Qeu/ePdStWxd9+/YF/40phchIYN8+fWch4B6CFoSE\nhEAqlaJ169aitNeyZUsEBgaK0lZhiAh9+vSBt7e3KO3t378fw4cPR82aNUVpr9y7dUu5hoKOe4OF\n0X8G5czVq1dRq1Yt0YoBoJy8NHHiRNHae5tCocD69etFKwYAMGXKFLx8+RLx8fGitVmudekCtGih\n/DguTq+pcA9BROHh4ahTpw6qVaumlfbbtWuHRyLvAzB27FgcOXJE1Dbz+fv745NPPtHa96M4W7YA\n8+crPzb4n/LsbKB6deXNxrduOOsa9xBEQkTw8/PT6g//o0ePMHbsWNHa69Chg9aKAQC0bdsWa9eu\n1Vr7xckfUGkQj2yLU7MmkJurHICiR9xDEEmLFi3w/Plzrcd58+YNqlSpgqpVq2rUTkBAAGxtbTXf\n67AEnJyccOrUKa3HKYy5uXIrxoUL9RK+dObMAbZvB1JTgbyVnHSNC4IIMjMzUaVKlVLfmVdX48aN\nERERoVEb48aNw+HDh8VJqBhZWVkwNzdXeY6Pjw8yMzNFj337tiU6dUrSSi+hZ8+eqFKlSqHH/v77\nb7XaNImLQ6N79xDh4KBJakWqUaOG6iXvdLv8Qvk0aNAgncfMyMhQ+1p/f38RMymZadOmqTxuaWmp\no0zEc+nSpSKP6eN7XBKffPKJyuN8D0EE+lindpIGWzsv1EP/2c7OTucxWelxQdBQUlIS7O3tdR5X\nk5jLli0TMZOSmTVrls5jstLjgqChvn376iXul19+qdaIwIyMDPTq1UsLGRVv8+bNeonLSo4LgoZC\ndb51klLdunUhl8tLfV1sbKwWsimZdevW6S02KxkuCBoaNWqUyuO//fYbYmJi8MW7a6dDOXAnPDxc\n+HzNmjXCsum2trbCzMeipKWllTrfc+fOqTzu5uaGHj16YNasWe89KlQoFAWeFsjlctja2iI9PR0n\nT54Uci9KSSdqHThwoMhjO3bsUM68fEfLli3x6aefQiKRAABkMhl27twJAML38eLFiwXeauVvrNK8\neXOcPn36vTY9PDxw9OhRAMr7LqNHjy5R/u9asmRJkcciIyMhk8nee71bt26YMGGC8Hn37t3x4Ycf\nAoAw1mXjxo1o0KABAOXP2ZAhQwBAGCU7ZswYVKxYsVS5av8hdDnXWMV89rCwMCQnJ6N+/foFhh6v\nWbMGvXr1Qrdu3Qo8PvT19cWwYcMgkUiQmppabLF5+fIlLC0tS5VvcT2En376Cb6+vqhYsSJyc3MB\nAImJiZgZGjhFAAARjklEQVQ5cyaOHj1aoCCcPn0amZmZqF69Otzc3NC1a1eVbTds2LBEOfbv3x+A\nsjDcu3cP1tbWyMzMxPTp05GcnIykpCQkJCQAAFq1agVAObz75MmTwmNACwsLjBw5EtOmTUNUVBTC\nwsLQv39/3Mtb09DNzQ3m5uaIjIxEQkIChg8fjl9++QV37tzBwYMHASh/kf/3v//h5MmTGDlyJNLT\n00FEpX68nP+LfeXKFTRq1Ajbtm1DZmYmZs6cicjISDRr1kw4N//ruXDhAl68eCG87uvri88//xwA\nhJ7hokWLhOK4fft2LFiwAACEAnP06FG4ubmVKld+7KihGTNmqDx+9uxZ4WNXV1eys7OjtLQ0IlLu\nphQWFlbg/P/k7YxERDRhwgSVbb9+/bq06dLGjRtVHu/WrZvwsbW1NS1evJiuXbsmvFarVq0C5ysU\nCnr27BkREe3bt09l2w0aNCjy2NuPHV+/fk0KhYLCw8OJiOj27dtC3u7u7hQREUHh4eEUHh5OU6dO\npTVr1hAR0ejRo4U2FixYQBKJhG7evElERBUrViQiIplMRs+fPydXV1eytrYWzl+6dCm5ubkREdGd\nO3doxIgRZGtrS0RE9+7doytXrtCiRYsK5FzSx46PHz+mU6dOCZ+fPHmS2rZtSzKZjBISEoSvJTw8\nnEaMGEE3b96ktLQ08vPzE66RSCSUnZ1NRFRgV66EhAQiIrp16xY1b96ciEj4Vy6Xk1QqLZBXcY8d\nuSBoSNXz86CgIPriiy/or7/+op9//ll4PT09nVauXEnu7u60adMmIiJav3499ejRgx4/fkzu7u60\nbt269/4z3yWTyUqdb2BgoMrjFhYWlJubSy4uLpSUlCS8vmnTJpJKpcIvVs+ePalnz57C19WmTZsC\nhaMwqr5Xbx/bvn073b17l1q3bk2bN2+mXr160Z49e+j+/fs0efLkItvI367u66+/Ji8vL1q9ejUR\nKX/Zb926RWPHjqVdu3YJ57du3Zp27NhBGzduJIVCQV9//TU5OzsLx/39/enXX38lIuV2cJmZmQXi\nlbQgTJw4kaKioqhBgwYUHR1NDRs2JCcnJ/Lw8KA9e/YUev3MmTOF762fnx9ZWFgIBdXMzIwkEgm1\naNGCjh8/TkREzs7ONH/+fCIiql69OsnlcqpVq9Z7RZgLgpblV2NdS0hIEH4BSiO/d6IPP/74Y5HH\neGCSbvDAJC27fv26XuIePHhQraHS1atXx61bt7SQUfH0Mf6BlQ4XBA1ZW1vj6dOnOo977do1ta/9\n8ccfxUukhPbu3avzmKz0uCCIQJfLnOX766+/1L5W1WMwbblw4YLOY7LS49mOIoiNjUW9evV0Fq9t\n27bw9/fXqI25c+di69atImWkWv5jMFXPxHft2iVsOV9WjB07tshFZbds2aLjbErGwsKi0DEx+bgg\niKRBgwaIjo7WepysrCzk5ORovF6hv78/7OzsdLKqs52dHZ48eaL1OExz/JZBJC9fvhR1XcKijB49\nWpTFS9u2bSsMdNGm9evXczEoQ7ggiGToUDOYm5trZZGPfL1798bZs2dFa+/mzZtavf8RHR2N6ZMn\na619Jj4uCCIYMUK5/2Lnzp1x/vz5ArsyiWXq1Km4fPmy6O2uXbsWu3btEr3dmJgYpKamwjIkBNDj\nhCpWSjoYC1FuRUURbd/+/usnT56k0NBQ0eIMGTJEtLaKMmfOHNHaunHjBgUFBf3zgkJB9N//itY+\n0x4uCGo6fpwoLq7o42lpaeTo6KhRjJycnAJDabWtVatWGrfRrl07ysnJef+AQkH08ccat8+0iwuC\nGqZNI5LLS3bupk2baMeOHaVqPy4ujnr37k3p6elqZKeZyMhIcnR0LPWajStWrCgwgadII0aomRnT\nBS4IpVS/vnrXJSQkUI0aNWjLli2FHo+Li6MOHTrQwoULKTc3V4MMxZGTk0OjRo2iQYMGvTepJ9/S\npUupUaNGpV/w9fJlorxZesyw8DiEUhgzBshbL0MUkitXUKFrV1SuXFm8RrVIIpEgNpbQtKlme0IA\nAF6/Vn4z587VvC0mGn7KUAI5OcCOHeIWAwCoUqVKmSkGAETZIEZgY6MsBh99JE57TBRcEIoREaHc\nnPfbb/WdSTn16hXg6gokJek7EwYuCCoFByv/7dlTr2mUf8uWAZaW/PbBAHBBKMLJk8perYolE5nY\ntm4FOnXSdxZGjQtCIU6fBoYM0dt+m8btzh1g40ZAi0PAWdG4ILzjzz8BBwegDN3rK38WLQJCQoCo\nKH1nYnS4ILzl0CFg6lRABzuks+K0bau80fjWUuRM+7gg5Ll4EXB25mJgUOzsgEqVlE8imE5wQQDw\n9KnyD9IHH6jfRlELl168eFH9RsuRDRs2vPdaRkZG8TNDP/oISEsDXr7UUmbsbUZfENLSgOrVAWtr\n5ed79uwBoFzYY9asWbCzs8OjR4/e25ewevXqmDJlCiZMmIAFCxYIx/PXQ5BIJEhJScGFCxdQuXJl\nYTeiNWvWCLsf5QIYOHAg6tevDwC4ffs2du/ere0vWSODBw8CADx+/Bg7d+7EwoULsXr1akyfPr3A\nee3bt0e9evUwceJE5Obm4qeffsKrV6/w+++/Iz4+HsHBwfDx8UFGRgaaNm2Kjz/+GIByRah27doV\nDNq6tfI/Ku97m5KSgokTJ6Jx48aIjo5GeHg4XnLBEIe+x07r2+7d77+2cOFCUigUwk4+6enpBXY0\nIiJq27at8HGfPn3I19eXiIg+++wzksvlNHz4cMrMzKTvvvuOatWqRSkpKURENHbsWPriiy+UF966\nRQ4ODvT7778Lux5Vq1ZN7C9RVLGxRAcPHiSifzZGCQoKonHjxhU4b9CgQeTu7k5ERE+fPiV7e3uS\nSqXUsWNHkslkZGtrS5mZmfTmzRtq1qwZvXr1ioiUO109ePCg8OAnTxLl7V506tQpMjU1pe7duxMR\nUadOnUT/Wo2RUfcQJk1S3kR8V3p6OkxMTBASEoLJkydjw4YNcHBwAPDP3gJpaWm4ceMG9u7di9DQ\nUPz555+IiorC4sWLUaFCBQwfPhy5ubnw9/dH9erV8ffff+Pp06fw9vaGp6cnAEAB4MWLF/Dw8MC4\nceMwY8YMvSzpXlrPnz8HoNxgNTAwEGvWrEGbNm1w69YtKBQKAEBCQgIOHDiAZ8+eYevWrYiPj8fG\njRsxZswYhISEYPHixbhy5Qq8vLwgk8nw008/ITo6Gl988UXR28Y7OQG//IIsiQTXr1+HtbU1rly5\ngoMHD+pk+TqjoO+KpC9v/YEvYNWqVSp3N1Jnt6S3rx03bhwdOHBA+cKtW2q3pS/NmnUS9hh8l6az\nNB8+fEhjxoyhhw8fqj5x+HCN4rCiGeVsx2nTgLydwvXr9m2gc2d9Z1Eqr18rR3DqXbduwI0b+s6i\n3DG6twyBgcoRsqyMu3EDePfmI9OY0RSExERAIgFMTYEqVfSdDQBvb+UPtYeHvjMpkfR0ZaoXLgB+\nfvrOJs+jR8phzgBQxjZ5MVRG8ZYhK0tZBIYNA86c0Xc2eZYvB/L3WCwj/wX5e8t6ewO9euk3F0Fm\nJvDhh8qJJxER+s6mzDOKgvCf/yin3JuYAOfOAYMH6zujPCYmQKNGZeYH2cwMkMsNrH7lJwUYWGJl\nk1G8ZXB1Vb5VyMkxoGKQTwt7LWjLyZOACJtGiSs3F/juO+XHPCpUYwbTQxg/fjy0lcqFC//CgAEP\nSn3d4cOHC3191apVCAoK0jQtfBQWhldNmmjcDgAcOnQIJvl9+neMGzdOlBgAkJlZFVWrijM1efz4\n8cL4jneVNmcTuRyrzp/H946OYqRWqKJ+HsoVvT3wfEdplyrXtqNHjxZ5zMnJSYeZFE8qlZJMJtN3\nGqW2bNmyIo9dvnxZh5kUb+XKlfpOQSeM4i0DY6xkuCAwxgRcEBhjAi4IjDGBQRaE4Pz1zwuRkZEB\nmUwmfL548WIkJycjKytLeG3EiBEAgPv376Nx48bw8fGBXC7H6dOnER4eDnd3d7x+/Rq+vr4YOHAg\nAKBFixZq5ZqZmVnkDMVFixbhyZMnwufXr19HZmYmEhMTAQAymQxWVlYAgP3796N9+/YAgIiICHz0\n0UdITU2Fu7s75HI5zp07J6yV8OWXX6qVKwD07t270Ndv3ryJ6Ojo914nIiQlJWH58uXCa9/lPeb7\n/fff8fPPPyMzMxOzZs3CmjVrAADHjx9HVFQUtmzZghs3bkAul+P27dtq53zv3r1CXyeiAv/vgHJ9\nCX9/f8jzxibEx8djyZIlkMvl8PPzQ/fu3fH7779DKpXixYsX8PT0hLu7O7y9vXH9+nVMnToVcrlc\nWL/C2BjkgmGWlpYAgKtXr2Lnzp1QKBRo2bIlXFxckJ2dDQ8PD2Ehkjt37qBWrVrYvn07Zs+ejUeP\nHmHmzJkAgM8++wyffPIJOnfuDEdHR5w/fx7nzp3DV199hTdv3sDGxgZmeWumkZqPPKtWrQoTExMs\nWbIE165dw/Lly2Fqaoq+ffsiPj5emN4MAKtXr4ZMJoOdnR1CQ0NRsWJFYbGUKVOmCF9Tnz59EBgY\niODgYCxYsAAODg4YOnQoHBwc4OLionbxAoAaNWogOjoacXFxaNCgAf744w8kJyfDwsICX331FX74\n4QcAQLNmzTBmzBisWbMG33//Pc6ePSsca9q0KQBgxowZkEqlMDU1RXJyMtq0aYPMzEwcPXoUXbp0\nwbx58+Dm5oZu3brB3t5e7Zzr1q0LIsKzZ89w7tw57Nq1C126dMGKFStgamoqPA40MTFB3bp10bZt\nWwQGBqJly5awzlv5xtTUFB06dICNjQ0mTZoEJycnnD9/Hg8ePICLiwsy8oY+29jYwNTUVGuPwA2d\nQfYQAEChUKBHjx44dOgQGjRogE8//RQNGjRA06ZNYWFhAUtLS1haWkIikQBQ/gADymfbX3/9Nfbs\n2YPbt2/j8uXLuHTpEs6fP4+1a9di6NChiIuLA6DsbXTp0kWUfD/++GPcvXsXNWrUgK2tLSpVqoSa\nNWuiWrVqQq7527YV9dfnq6++AgA8ffoU1tbWaN++PV68eIHXr18DALZs2SJKrvPnz0f79u1Rt25d\nZGVl4fLly6hTpw4aNGgg5FqtWjX88ssvaNSoEQBAKpUW2lZMTAzMzMzQqlUrpKamomrVqjhx4gQ2\nbdoEQNkrEkNQUBBat26Nf//732jSpAmsrKzQtGlTNG3aVMi5Vq1aSEhIAADUqlXrvTbc3Nxw7Ngx\nbN68GR4eHrh27RrGjBmD1NRUAEBycrLwc2S09PrQ8y1vj0O4cuUKBQYG0ty5cykmJob27t1LwcHB\n5OPjQ15eXgWuS09Pp0uXLhER0ezZs4lIuYJP/uezZ88muVxOJ06cIIlEQi4uLuTn50dEROvXrxfa\nmT9/Psnf2uO9pOMQwsPD6ezZs3T8+HH6448/6P79+xQUFESPHj2i//znPwWuUygUdO7cOSIiOnLk\nCOXm5tLcuXML5Eqk3EL+xo0btHz5cjp//jwREcXGxgrtrF69muLi4oTPSzMOYf78+ZSTk0OTJk0i\nIqJ58+bRihUraMOGDUVuP79nzx5KS0uj5ORkkkgk9N///peSk5PJ1dWVZs+eTeHh4bRv3z7auXMn\n3blzh44cOSJcm78z9IULF+ju3bsF2i3pOISjR4/Sy5cvadq0aZSUlEQ//vgjeXt7k7e3N92+fbvA\ndQkJCeTp6UlEROvWraO0tDRat24dyWQymj17Ni1evJhkMhkdO3aMZDIZffXVV8LPy5dffklEynUd\nFi5cWKBdYxmHYJAFwRDwwCTt44FJhsdg3zIwxnSPCwJjTMAFgTEmMJjZjowx/eMeAmNMwAWBMSbg\ngsAYE3BBYIwJuCAwxgRcEBhjAi4IjDEBFwTGmIALAmNMwAWBMSbggsAYE3BBYIwJuCAwxgRcEBhj\nAi4IjDEBFwTGmIALAmNMwAWBMSbggsAYE3BBYIwJuCAwxgRcEBhjAi4IjDEBFwTGmIALAmNMwAWB\nMSb4f+Cy/US6kvpzAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x10673e850>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "xgb.plot_tree(bst, num_trees=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x1076a36d0>"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQQAAAEECAYAAADOCEoKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3WdAFFfXB/A/gkbsIiKWRKNRjPpiicEae42CCvaaSDTG\nWGN9jBpLgvqYWGOaHY0dFdSADQW7omKBR0CK0gTpZWFZds/7YWEiCgvszhbY8/viMuWeswiHuzN3\n7jUhIgJjjAGooO8EGGOGgwsCY0zABYExJuCCwBgTcEFgjAm4IDDGBFwQGGMCLgiMMQEXBMaYgAsC\nY0zABYExJuCCwIqlUCiwdu1atGrVCq1atUKHDh3QtGlTDBw4EPfu3dN3ekxEJvxwEytMRkYGvvji\nCzg6OmL8+PEqj01PT8ekSZPw5ZdfYtiwYTrKkGkDFwT2Dmtra4SFhaFKlSqlPnfz5s0YOnQomjdv\nroXMmLZxQWCCwMBAPHjwABMnTtS4rcGDB8PT01OErJgucUFgAAAPDw98/vnnMDMzE63Njz76CM+f\nPxetPaZ9fFGRwcPDA/369RO1GADA8+fPMXbsWFHbZNrFPQQjl5CQAACwtLTUWgxLS0shDjNs3EMw\ncitXrtRqMQCURef48eNajcHEwQXBiM2dOxe//fabTmKlp6frJA7TDBcEI2Zvb6+zWFOnTsXKlSt1\nFo+phwuCkbpy5Qr69eun05g1a9bUaTxWenxR0Ui1adMGT58+1WnM3NxcpKSkaP2aBVMf9xCMlKur\nq85jmpmZYe/evTqPy0qOC4KR6tChg17iXr16VS9xWclwQTBCgYGBxR7j6emJsLAwZGVlvbNP1S/1\nkydPoOpTKF9HMGxcEIxQSEiIyv2//fYbBgwYgKZNm8LW1lbYnp2djU2bNqFXr14FPnL8/fffAICZ\nM2fi448/homJSZFtf/DBBxpmz7SJCwJ7R1BQEExNTQEAP/74I5KSkuDo6AhTU1N89913SExMFB6A\n8vLygpOTEwBlIXFxcdFb3kxzXBCM0EcffaRyf25uLgBgyZIl6NevHywsLDBlyhT8/vvvICJkZ2fj\n0aNHyMzMxKBBg1ChgvLHKCMjA0OGDFHZ9suXL8V5E0wr+LYjU5tCoRCKAaD8SFG5cmWV5wwdOhRn\nz57VdmpMTdxDMFIPHjzQuI03iwGAYosBAPTs2VPjuEx7uIdgpFq3bo2AgACdxszNzUVqairq1Kmj\n07is5LiHYKS2b9+u85jbtm3jYmDguCAYqT59+uh8kFBqaqpO47HS44JgxE6dOqWzWPv27cPq1at1\nFo+phwuCEdu6dSucnZ11Eqtq1ao6icM0wxcVjdyrV69gYmKCevXqaS0GT7ZadnAPwchZW1sjICAA\nOTk5WmnfwcGBi0EZwgWBoU+fPjh16hSkUqmo7fbo0QMeHh6itsm0iwsCAwCMGTMGFdu1g7u7u8Zt\nyeVyfPrpp/D19RUhM6ZLXBCY0rlzqBAYCHt7e3Tp0qXQx55LYtmyZbh//z4vAltGcUFgSgkJgIkJ\nKlSogFu3buG9997DZ599hgsXLhR7anR0NL788kscOXIEfn4usLOz00HCTBv4LgMD2rcHHj4scvfr\n169x7tw57N+/H6GhoahQoQIqVqyI/v37Y/78+WjatKnwuPTjx8AbUyiwMoYLgrFLSVH+W6uWaE3O\nnw9s3ixac0yH+CODsevbV9RiAAAODqI2x3SIC4Ixe/0auH9f9GZ79waWLhW9WaYDXBCM2ciRWmua\nryOUTXwNwVglJQHvvQdo8RmDixeB/v211jzTAu4hGKvBg7VaDACA12Qpe7iHYKzCwoCmTbUe5sED\nQE9rwjA1cA/BGO3fr5NiAAA//qiTMEwkXBCMkQbPK2zbtq3Q7YmJiYVu//tvQC5XOxzTMS4IxmjZ\nMkRERCA3NxcxMTGQSqVIS0sD8O66CYmJiYiIiEBK3gCmCRMmAFAu5vLmv2ZmZoiKikJwcDAA5XDm\n7OxsmJsDjRsr28rIyMCLFy+E18nJydp9n6zUuCAYm9evgY4dUa1aNaSkpMDKygrfffcdhgwZgv79\n+7+zVPuoUaOQmJiIWrVq4ffff0eHDh3w8uVL1KxZEyEhIahbty4A4J9//kG/fv2gUCgAAPfu3UOD\nBg0AAHk1AmvXrkXjvOrg7++PJ0+eCMczw8AFwdiMGwcAsLS0RJ8+fWBmZoaIiAj88ssv6Nq1K374\n4QcQEZKSkoRT8p9TyMzMBAAkJyejTp06eP36NSpWrAgAkEqlBRZ5lUgkSEhIAABUqQKsWvXvilAA\n4OHhAXNz83fWdmD6xXcZjI2TE+DmBgDw9vZGnz59Cj0sNDQUzZo1UzsMEYGIhF/49et59GJZwAXB\n2GRnA5Urg4hUrtKsqcLaj4wE3n9fayGZCLi/ZkySk4G85da0WQyKap9XcTN8XBCMyb59eg0fEACo\nORET0xEuCMbE21uv4c3NgW++0WsKrBhcEIyJhYW+M0DfvsD//Z+yt8AMj5m+E2A69Nlneg3/9Ckw\nebLyNS/zaJi4h2BMOnXSa/g2bQAXF+XrvCENzMDwbUdjQgRo+e5CSTg4AGPHAt26vcCuXbtw7949\nWFhYwNraGjk5OYiIiEDVqlXh5OSEkSNH8uAlHeKPDMbCQIoBAFSs6ARz89l4//0eWLt2rcpjJRIJ\n+vbti/3796NFixY6ytB4cQ/BWLx8CXzwgV5T2LBhAzp16oRevXqpdf6YMWOwfft2WFlZiZsYE3BB\nMBZ//QVMn6638K1atUJgYKDG7UgkEuzevRuzZ88WISv2Nv5wZiwuXdJL2NzcXCxdulSUYgAAVapU\nwezZszEu7yEtJi7uIRiD/GsHFSrofLaSWbNm4ddff9VK22PHjsWRI0e00rax4h6CMZg1S/mvjsch\ndOzYUWvFAAAOHz4MLy8vrbVvjLggGIOVK5X/5j32rAs7d+6En5+fVmOYmJhAKpVqNYax4YJgDPJm\nNUKdOjoL+YGO7mgMGzYMrVu31kksY8AFwYA5OTmJ15iIl4pWrFihcv9XX32FgQMHihavOD4+PpDz\nTK6i4ILARNdTxxMfWFpaYt26dTqNWV5xQWCiio+Px9ixY3UeN4AfnxQFFwQmqqNHjwoTr+rS9u3b\ndR6zPOKCwER14MABvcR9e/p4ph4uCGXEq1evhMVS3ubl5YWwsLB3tmdnZ+Py5cvC1ykpKdi5cycA\nCAuzAMDu3bvh7++P6OhoPHjwAAAQGxsLQDlZ6t27d0ucZ6VKlVTu9/T0RHx8PFatWvXOPoVCgaw3\n5ljbvXs3du/eDQA4dOgQNm7cqLLta9eulThPVjguCGVEjRo1kJubi7S0NCQlJUGhUMDT0xMJCQk4\nd+4cmhayVuPIkSPRt2/fAqsx5V/9/9///gdAORV7RkYG2rVrhwYNGuDUqVMAgB/zFmU0MTHBjRs3\nSpxnkyZNityXmZmJa9euwdzcHD/88IOwnYgwfPhwVKhQoUBBcHZ2Fl5fvnwZixYtUhk7JCSkxHmy\nwnFBKGP+85//wNnZGampqYiMjISlpSWaNGmCnJwcZGdnIzs7G9HR0YiKikKdvHEH+b2HWrVqvXPL\nsE+fPpg7dy7u3r0LExMThIeHa5RfTk5OkfuqVq2KFi1aoHr16khKSoKvry9at26NrKwsnD59utBz\nHj9+DEDZW/j4449Vxi6ud8KKxwWhjJDL5VAoFPDx8cH48eMxYMAAZGZmQiaTISUlBYGBgfDz84Of\nnx8aNmyIRo0aIT09HTKZDL169cK2bduwefNmjBw5EmFhYcJf4tOnT4OI0KFDB4SGhgo9CJlMJsR+\n83VxiisoEokEd+/eRZ06dWBnZ4eAgAAcPHgQBw8eBPBvQdm1axcAYOvWrcIKUMUNg/7kk09KnCcr\nHD/cZMCcnJzgpsPhxiW1YsWKIic2cXBwgIeHh44zYmLhHgIT1bx58/QS18fHRy9xyxsuCExU3bt3\nR2Jios7jrl69WucxyyMuCExUlSpVwsyZM3UedymvJCsKnmTVgFWqVAmT8xcyMCA2NjYq93+j4+WZ\nzpw5A3t7e53GLK+4IBiww4cP6zsFtfTq1QtjxozB0aNHdRKvsEFZTD18l4FpRUREBKysrFClShWt\nxhk3blyZLZyGiAsC0xpHR0ecPHlSa+1HR0fDyspKLw9TlVd8UZFpzcmTJzF06FCttB0ZGQm5XM7F\nQGRcEJhWnR0yBC1btoSYHdHw8HCkpaXpbJo2Y8IFgWlPWhowahSePXuGTZs2ISMjQ+Mmp06dCisr\nK55HUUu4IDDtkMuBs2eBvHkKFixYAHNzcwwYMADZ2dmlbu7mzZuYPn069uzZg6pVq4qdLcvDFxWZ\ndnTrBhTx2HRKSgr69++PRYsWYfTo0SqbcXBwQEzMLPj5DdBGluwtXBCY+FasAIpZ1flNJ0+ehK+v\nL+Lj42FmZgYbGxs4ODjg//7v/4Rj4uMBXuNV+7ggMHFJJEBSEtCokajNduoE3LkjapOsEHwNgYnL\n3l70YgAAhw8DubmiN8vewgWBiWfbNuCNORzF1LQpUMg0jExkXBCYOIiAFi20GqJWLa02z8DXEJhY\nRo0Cjh/Xepjbt4HOnbUexmhxQWDiiIsD6tXTepgRI4C8iaGZFnBBYJobPRo4dkwnoRITgRo1AH6E\nQTv4GgLT3PTpOgtVpw4weLDOwhkdLghMM56eQL9+ap8eExPzzrbi5kdcuVLtcKwYXBCYZvJWeDpx\n4oSwJsNvv/0GAPDw8EBycrJwKBHh9evXUCgUOHLkCADA3NwcAQEBCAsLQ0xMDK5du4YpU6YAUM53\nEB0dDQDYu3ev0E6PHspxCQBw/fp1/PnnnwCA48ePq1wohhWPCwJTX26u8LzC4cOHcfnyZcyfPx9W\nVlYICwvD2rVrUbNmTeHwnJwcVKpUCS1btoS1tTUA5S/9lClT0KBBA3z77bdo27atsOZDZGQkOnfu\njAEDBqB79+4FHqG+eFH57+LFi9G6dWtcvXoVo0aNQseOHXX05ssnLghMfW+MFDp+/DiaN28OJycn\nNGrUCNbW1rh27Ro2btyIzz77DICyh6BQKCCXy4W/5Dk5Odi7dy969+6Nfv36oXnz5pDL5cKxRCSs\n7GxiYiLE27NH+a9cLkdKSgp69eqFuLg4WFhY6Oa9l1N8l4Gpz9kZyFud+fjx4xg1alShh128eBH9\n+/dXO8zYsWPx119/QS6Xo3bt2sL2Bg2AQi5BMA1wQWDqe/kS0OOsRenpQPXqegtfLvFHBqaeiAi9\nFgNAWQy2b9drCuUOFwSmnk6d9J0BACA0VN8ZlC9cEFjpmZgAUqlBPH64ZQugxoxsrAhcEJh6UlOB\nTz/VdxbIzgaaNQMq8E+yKPiiIiu9/Nt/BvCjM3Ei8PffytcGkE6ZxwWBlV7DhsqLigbyhJGtLfDk\nCRcEMXBHixUpMzMTzZs3x8iRI3H9+nUkJycjOTkZ4RcvYsHSpbCwsMDt27f1nSYeP1Y+9AQA3t7e\nsLCwwNKlSxEcHIzk5GQkJSXBx8cHDg4OaNmyJTIzM/WbsCEjxt4yffp0OnjwYImPf/jwIX3++eck\nkUi0mFXRsrKyaPDgwRQYGFjic3bv3k3z58/XYlZlE39kYAJPT09YWlriUzUvFhIR+vbtC29vb5Ez\nK1q3bt1wo4j1H0rC19cXlStXhp2dnYhZlWF6LkjMQPTv358UCoUobU2aNEmUdlSRSqU0a9Ys0dob\nMGCAaG2VZdxDYGjbti0ePXokaps7d+7ElClTUKlSJVHbBZQPRB07dgwTJ04Utd369esjNjZW1DbL\nGr6oaOR69OghejEAgGnTpmG7FsYV5+bmws3NTfRiAACxsbHop8FkL+UB9xCM2IgRI3BKyzOWDho0\nCF5eXqK1Z29vjzNnzojWXmGmTZuGnTt3ajWGoeKCYKRev36NSpUqFZjARFu2bt2KuXPnatzON998\ng99//12EjFRLT0+HXC5HLSNcCII/Mhgpe3t7nRQDQPmxRFMKhQLz5s0TIZviVa9evci5Hco7LghG\nKDk5WacDitq3b49VGj4ItWTJEtjY2IiTUAmI+TGnLOGCYIT08ddPJpNpdP6bMyXpgqmpKdq2bavT\nmIaAryEYIXd3dwwbNkynMYmowJyIZYGqaeHKK+4hGJmsrCx8/vnnOo9rYmKCY2qu7rR8+XKRsymZ\ngQMHatyzKWu4IBiZlJQUVNTTU4rfffedWuedPXtW5ExKpkaNGggMDNRLbH3hgmBk3N3dVe6/d+8e\nevfujaFDh+Lq1avv7M9fOAUAHj9+LFx88/f3R+/evVW2LZFISp8wUOzFxJ9++glXrlxB7969CywM\nk2/GjBnC6xUrVsDFxQUA4OjoiDlz5qhs++XLl2pkXIbpbdA004vFixer3P/xxx9TbGwsERE1aNCA\niIhkMhkNHDiQFAoFxcTECMc2btyYiJRPDlpYWND169dVtt2+fXu1cv7mm2+K3BcWFkaTJk2i9PR0\nIiLasWMHERHFxsbSqFGjKDY2lvr16yccX79+fXJ2diaZTEZVq1alrKwslbF///13tXIuq7iHYGRq\n1Kihcn+dOnVgbW2N1NRUREdHY8aMGQgLC4OXlxfmzZuHgIAAoRvt6emJAwcOoGXLlkhMTMT169dV\ntp2amqpWztkqJk388MMP0bFjR1SrVg1+fn6YOXMm6tevj7p16+LYsWMICgpCSkqKcHzfvn1x+/Zt\nmJmZISMjA926dVMZu1q1amrlXFaZ6TsBplt9+vRRuT82NhZEhIULF0IqlcLV1RUKhQLdu3fH9evX\nkZWVBXNzc3zzzTfYsmULNmzYgEmTJmH//v3Izc1V2XZSUpJaOYeEhBS5Lzs7G4GBgXjx4gVcXV2x\nYcMGxMbGIjw8HDt37oSLi4uwmtPq1asRHR2Nr7/+Gi9fvkRqaioOHjyoMnaTJk3Uyrms4tuORiY1\nNVVnIxTfNmfOHGzbtq3U5w0bNqzYax/aIJfLkZSUhLp16+o8tr5wQTBCjx8/hq2trc7jkppjEYKC\ngnQ6SjFfcHAwWrRoofO4+sTXEIzQ+vXrdR7T09NT7YFJNjY2ePbsmcgZFW/06NE6j6lvXBCMkCYL\nr6rrjz/+0Oj8adOmiZRJyeniyUpDwx8ZjNShQ4cwfvx4ncWTSCSoUqWK2udHRUXByspKKzMwFcbF\nxQXLli3TSSxDwj0EI6XLIbkNGjTQqBgAQKNGjdC5c2eRMipes2bNdBbLkHAPwYg5DR8Ot9OntRrD\ny8sLAwcOFO3BpgcPHqBDhw6itFUUGxsbBAUFaTWGoeIegrHq2RPH3Ny0ejuPiFCjRg1Rn3KMi4sr\ndryDJg4cOIBNm4JgpPWAC4LRSUwEduwAfHxgamoKOzs7BAcHix5GKpXizz//RNeuXUVtd/DgwViy\nZIlWPvKEhITA3t4eQ4YATZoA69aJHsLw6WnINNMHV1eiqKh3NsfHx9OJEydEC5OdnV2qlZ/UsW3b\nNlHbc3V1FZ6HyCeXE3XuLGoYg8cFwViMGUOkYiEWuVwuymIlv/76a4EHoLQpKiqKdu/erVEbCoWC\nunXrpvKY4cOJZDKNwpQZXBCMQSmeMvznn3/op59+KnWIgIAA+vbbb0t9nhgmTJhAISEhpT5v4cKF\n5OvrW6Jjjx0jysgodYgyhwtCeSaXE9nbq3XqlStX6PPPP6czZ86QrIg/j7du3aJx48bR5s2bNclS\nNOvWraPJkyfT3bt3C90vlUrp1KlTNGjQILp582ap2w8KIrp6VdMsDRvfdizPli8HfvxR42Zyc3Mh\nlUrx+vVrxMQoYGurHCCkq0FC6pBKpZDJZIiJicF7770HS0tLvPfeezAz0+wBX7kcWLsW0HASaYPF\nBaE8SkkBzpwBJk0SvelXrwBra9GbLVOIgJEjATc3fWciPi4I5U1ODnD/PtCli1aa54Lwr/btgYcP\n9Z2FuHgcQnmSlATcuaO1YsAKevgQ0PKgSZ3jglBeZGQAwcHAZ5/pOxOj8uAB0LGjvrMQDxeE8kAm\nAy5cAHT48A/7l58f0LevvrMQBxeEsk6hAFavBhwd9Z2JUbt8GejUSd9ZaI4LQlk3aZIotxaZ5u7c\nKfudNL7LUJY1awaEhuo0JN9lKF7nzoAOF9cWFfcQyqp16zQqBqmpqYVOiz516lRNsipXbt269c62\n8+fPF3ve7duAHpbPFIXpqlXldcxVOZaUBLRrB1StipycHGzatAlEhPr162Pfvn3o0KEDvL298eGH\nHwqn+Pr64s6dO6hUqRKWL1+OTz/9FBUrVsTp06cRHx8PPz8/JCcnQ6FQwNLSEjdv3oREIkF2djYO\nHDiAOnXqwMLCAj//vAN+fr7o1KkTDh06BE9PT3Tv3l2P34zizZkzBz179oRCocCZM2dgaWmJK1eu\noEqVKsLCNS9fvsS9e/fw9OlTrFmzBoMGDUJkZCQCAgLg7e2NiIgI3L59GzVq1EDdunUREBAAd3d3\ntG/fHseOHUNMTEyBWZbGjwc2bQLyn/7+5ptv8M8//2DIkCE4ceIEEhIS0LhxY318O1TT26Bppr69\newt82axZM9qzZw9NmzaN5HI5KRQKqly5coFjFHlPOs6aNYsWLlxI2dnZFBUVRY6OjpScnEyDBg0i\nqVRK8+fPp9zcXMrIyKB27drRtGnTKCIiQmjn+++3ExFRRkYGvXjxgh4/fqzd9yqCzZs306lTp+jY\nsWMkl8tJLpdTo0aNKCcnp8BxOTk51KdPH0pNTSUioiNHjtBff/1FXl5etGnTJvLx8aHQ0FAiIoqM\njCQ7OzuKi4srMq5CQXT7tvJ1586dKTExkU6fPk1ERHZ2dlp4p5rjjwxlTf/+wBdfFNgUGBiIkSNH\nYs2aNZg4cSJycnLg4+ODuLg4YT2Dy5cvIzY2Fn5+fnj27BmCgoLw6NEjfPLJJ9ixYwf69++PjRs3\nIigoCKGhoQgODkZCQgKqV6+OH3/8ERkZGQCA+/fvIDo6Gt7e3vjhhx+we/duXX8HSm3evHmwtbWF\nk5MTBg0ahNDQUGzfvh0+Pj7I7yCHh4fj8ePHCAoKgq+vL4KDg+Hr64uAgADcuXMHERERuHr1Ks6f\nP4+QkBCcP38eL168ABFh6tSpCAgIeCeuiQlgZqa8ERQbGwt/f3/Y2dlhy5YtcHBw0PF3oYT0XZFY\nKRTxqK6zs3ORp9y5c0ejkF26dKFnz55RYmIiERHlrQNbpowaNarIfZGRkRq13bZtWwoLC1P5GPWq\nVSqnojAofJehrFAogCtX9D4Chu8yqGfQIMDLS99ZFI8/MpQVdnZ6LwZMfV5ewLBh+s6ieFwQyoL7\n94F79/SdBdPQ8ePA3bv6zkI1LghlwY0byitUepSRoUyhfn1gzhy9plJmVaoEvH6tnE/BUPE1BEPm\n5ATUqgUYyJV8U1PlpQyFQu/1qUwbNgzQw+r2JcI9BEMllQInTwJ79hjM1aixY4EKFbgYaMrdHZgx\nQ99ZFI57CIbq0SPlaERzcyAz0yB+CxMSlE9Z63CN2HJLLgciI5ULwhgS7iHoSFRUFMaNG4dZs2bB\n19cX2dnZwr7IyEjs2rULw4cPx2+//abcOHmycjoeiUQvxYCI4OLiAicnJxw+fBhxcXGwtFQWg/T0\ndFy4cAFTp07F9OnTkZqaqvP8yjpTU+DaNeXHL0PCPQQte/jwIbZs2YL9+/eX+JysrCycsLLChNRU\nVKig25otl8tRrVo1SCSSUq3JaGdnBw8PD1jzIIVSef99ZU/BUHAPQUukUikcHR3Rvn37UhUDADA3\nN8ek9HQ8e/YMixYt0lKG73JyckJCQgKysrJKvUDr3bt3Ua9ePfTr1w/8N6bkIiOBffv0ncW/uIeg\nBSEhIZBKpWjTpo0o7bVq1QqBgYGitFUYIkLfvn3h7e0tSnv79+/H8OHDUbNmTVHaK+9u3lTOoaDj\nzmChDCCF8uXKlSuoXbu2aMUAUD68NHHiRNHae5NCocD69etFKwYAMGXKFLx48QLx8fGitVmede0K\ntGypfB0Xp99cuIcgovDwcNStWxfVqlXTSvvt27fHQ5EXAhg7diyOHDkiapv5/P398dFHH2nt+1Gs\nLVuA+fOVrw38xzw7G6heXXmx8Y3rzTrHPQSREBH8/Py0+sP/8OFDjB07VrT2OnbsqLViAADt2rXD\n2rVrtdZ+sfKHVBrALdvi1KwJ5OYqh5/oE/cQRNKyZUs8e/ZM63Fev36NKlWqoGrVqhq1ExAQABsb\nG43XOiwJR0dHnDx5UutxCmVurlyMceFC/cQvhTlzgO3bgdRUIG8iJ53jgiCCzMxMVKlSpdRX5tXV\npEkTREREaNTGuHHjcPjwYXESKkZWVhbMzc1VHuPj44PMzEzRY1vcuoWkzp210kvo1asXqlSpUui+\nf/75R6024+JMcPduY9jbR2iQWdFq1Kiheso73U6/UD4NHjxY5zEzMjLUPtff31/ETEpm2rRpKvdb\nWFjoKBPxXLx4sch9+vgel8RHH32kcj9fQxCBPuapnaTBys4L9dB9trW11XlMVnpcEDSUlJQEOzs7\nncfVJOayZctEzKRkZs2apfOYrPS4IGioX79+eon75ZdfqjUiMCMjA71799ZCRsXbvHmzXuKykuOC\noKFQHa+clK9evXqQy+WlPi82NlYL2ZTMunXr9BablQwXBA2NGjVK5f7ff/8dMTEx+OKtqdMB5cCd\n8PBw4es1a9YI06bb2Nj8++RjEdLS0kqd79mzZ1Xud3V1Rc+ePTFr1qx3bhUqFIoCdwvkcjlsbGyQ\nnp4ONzc3IfeilPRBrQMHDhS5b8eOHYgrZDhfq1at8PHHH0MikQAAZDIZdu7cCQDC9/HChQsFPmrl\nL6zSokULnDp16p02PTw8cPToUQDK6y6jR48uUf5vW7JkSZH7IiMjIZPJ3tnevXt3TJgwQfi6R48e\neP/99wFAGOuyceNGNGzYEIDy52zIkCEAIIySHTNmDCpWrFiqXLV/E7qca6LigfawsDAkJyejQYMG\nBYYer1mzBr1790b37t0L3D709fXFsGHDIJFIkJqaWmyxefHiBSwsLEqVb3E9hJ9//hm+vr6oWLEi\ncnNzAQCOEberAAARh0lEQVSJiYmYOXMmjh49WqAgnDp1CpmZmahevTpcXV3RrVs3lW03atSoRDkO\nGDAAgLIw3L17F1ZWVsjMzMT06dORnJyMpKQkJCQkAABat24NQDm8283NTbgNWKtWLYwcORLTpk1D\nVFQUwsLCMGDAANzNm9TQ1dUV5ubmiIyMREJCAoYPH45ff/0Vt2/fxsGDBwEof5H/97//wc3NDSNH\njkR6ejqIqNS3l/N/sS9fvozGjRtj27ZtyMzMxMyZMxEZGYnmzZsLx+a/n/Pnz+P58+fCdl9fX3z2\n2WcAIPQMFy1aJBTH7du3Y8GCBQAgFJijR4/C1dW1VLnybUcNzZgxQ+X+M2fOCK9dXFzI1taW0tLS\niEi5mlJYWFiB47///nvh9YQJE1S2/erVq9KmSxs3blS5v3v37sJrKysrWrx4MV29elXYVrt27QLH\nKxQKevr0KRER7du3T2XbDRs2LHLfm7cdX716RQqFgsLDw4mI6NatW0Le7u7uFBERQeHh4RQeHk5T\np06lNWvWEBHR6NGjhTYWLFhAEomEbty4QUREFStWJCIimUxGz549IxcXF7KyshKOX7p0Kbm6uhIR\n0e3bt2nEiBFkY2NDRER3796ly5cv06JFiwrkXNLbjo8ePaKTJ08KX7u5uVG7du1IJpNRQkKC8F7C\nw8NpxIgRdOPGDUpLSyM/Pz/hHIlEQtnZ2UREBVblSkhIICKimzdvUosWLYiIhH/lcjlJpdICeRV3\n25ELgoZU3T8PCgqiL774gv7++2/65ZdfhO3p6em0cuVKcnd3p02bNhER0fr166lnz5706NEjcnd3\np3Xr1r3zn/k2mUxW6nwDAwNV7q9Vqxbl5uaSs7MzJSUlCds3bdpEUqlU+MXq1asX9erVS3hfbdu2\nLVA4CqPqe/Xmvu3bt9OdO3eoTZs2tHnzZurduzft2bOH7t27R5MnTy6yjfzl6r7++mvy8vKi1atX\nE5Hyl/3mzZs0duxY2rVrl3B8mzZtaMeOHbRx40ZSKBT09ddfk5OTk7Df39+ffvvtNyJSLgeXmZlZ\nIF5JC8LEiRMpKiqKGjZsSNHR0dSoUSNydHQkDw8P2rNnT6Hnz5w5U/je+vn5Ua1atYSCamZmRhKJ\nhFq2bEnHjx8nIiInJyeaP38+ERFVr16d5HI51a5d+50izAVBy/Krsa4lJCQIvwClkd870Yeffvqp\nyH08MEk3eGCSll27dk0vcQ8ePKjWUOnq1avj5s2bWsioePoY/8BKhwuChqysrPDkyROdx7169ara\n5/7000/iJVJCe/fu1XlMVnpcEESgy2nO8v39999qn6vqNpi2nD9/XucxWenx044iiI2NRf369XUW\nr127dvD399eojblz52Lr1q0iZaRa/m0wVffEd+3aJSw5X1aMHTu2yEllt2zZouNsSqZWrVqFjonJ\nxwVBJA0bNkR0dLTW42RlZSEnJ0fj+Qr9/f1ha2urk1mdbW1t8fjxY63HYZrjjwwiefHihajzEhZl\n9OjRokxe2q5dO2GgizatX7+ei0EZwgVBJGZDh8Lc3Fwrk3zk69OnD86cOSNaezdu3NDq9Y/o6GhM\nnjxda+0z8XFBEMOIEYCXF7p06YJz584VWJVJLFOnTsWlS5dEb3ft2rXYtWuX6O3GxMQgNTUVISEW\n0OPzVKy0dDAWovyKiiLavv2dzW5ubhQaGipamCFDhojWVlHmzJkjWlvXr1+noKAg4WuFgui//xWt\neaZFXBDUdfw4UVxckbvT0tLIwcFBoxA5OTkFhtJqW+vWrTVuo3379pSTk/POdoWC6MMPNW6eaRkX\nBHVMm0Ykl5fo0E2bNtGOHTtK1XxcXBz16dOH0tPT1clOI5GRkeTg4FDqORtXrFhR4AGeoowYoW5m\nTBe4IJRWgwZqnZaQkEA1atSgLVu2FLo/Li6OOnbsSAsXLqTc3FxNMhRFTk4OjRo1igYPHvzOQz35\nli5dSo0bNy518bh0iSjvIT1mYHgcQmmMGQPkTZghhsuXJejWrQIqV64sWpvaJJFIQLGxqJo3sYgm\nXr1SfivnzhUhMSYavstQEjk5wI4dohYDAKhSpUqZKQYARFkgJp+1tbIYfPCBKM0xkXBBKE5EhHJ5\n3m+/1Xcm5dLLl4CLC5CUpO9MGMAFQbXgYOW/vXrpNY3ybtkywMKCPz4YAi4IRXFzU/ZrVcyZyMS1\ndSvQubO+szBuXBAKc+oUMGSI/lbcNGK3bwMbNwJaHAHOVOCC8La//gLs7YEydLGvvFm0CAgJAaKi\n9J2J8eGC8KZDh4CpUwEdLJHOVGvXTnmh8Y2ZyJkOcEHId+EC4OTExcCA2NoClSop70Qw3eCCAABP\nnij/JL33ntpNFDVx6YULF9RuszzZsGHDO9syMjKKfTL0gw+AtDTgxQttZcbexAUhLQ2oXh2wsgIA\n7NmzB4ByYo9Zs2bB1tYWDx8+fGddwurVq2PKlCmYMGECFixYIOzPnw9BIpEgJSUF58+fR+XKlYXV\niNasWfPG6ke5GDRoEBo0aAAAuHXrFnbv3q3td6yRwZ9/DgB49OgRdu7ciYULF2L16tWYPr3gvAcd\nOnRA/fr1MXHiROTm5uLnn3/Gy5cv8ccffyA+Ph7BwcHw8fFBRkYGmjVrhg8//BCAckao9u3bF2ir\nTRvlf1P+hcaUlBRMnDgRTZo0QXR0NMLDw/GCK4Y49D12Wu92735n08KFC0mhUAgr+aSnpxdY0YiI\nqF27dsLrvn37kq+vLxERffrppySXy2n48OGUmZlJ3333HdWuXZtSUlKIiGjs2LH0xRdfEBHRzZtE\n9vb29McffwirHlWrVk389yim2Fg6ePAgEf27MEpQUBCNGzeuwGGDBw8md3d3IiJ68uQJ2dnZkVQq\npU6dOpFMJiMbGxvKzMyk169fU/Pmzenly5dEpFzp6v79+4WGdnMjylu8iE6ePEmmpqbUo0cPIiLq\n3Lmz6G/VGBl3D2HSJOVFxLekp6fDxMQEISEhmDx5MjZs2AB7e3sA/64tkJaWhuvXr2Pv3r0IDQ3F\nX3/9haioKCxevBgVKlTA8OHDkZubC39/f1SvXh3//PMPnjx5Am9vb3h6euZFUuD58+fw8PDAuHHj\nMGPGDL1M6V5az549A6BcYDUwMBBr1qxB27ZtcfPmTSgUCgBAQkICDhw4gKdPn2Lr1q2Ij4/Hxo0b\nMWbMGISEhGDx4sW4fPkyvLy8IJPJ8PPPPyM6OhpffPFFkcvGOzoCv/4KSCRZuHbtGqysrHD58mUc\nPHhQJ9PXGQV9VyS9eeMv/JtWrVqlcnUjdVZLevPccePG0YEDB4hI2UMoazo3by6sMfg2TZ/SfPDg\nAY0ZM4YePHig8rjhwzUKw1Qwzqcdp00D8pYK16dbt4AuXfSdRSm9eqUcwaln3bsD16/rO4vyx/g+\nMgQGKsfIsjLt+nXgrWuPTATGUxASEwGJBDA1BapU0Xc28PZW/lB7eOg7kxJKT1cme/484Oen72wA\nAA8fKoc5A0AZW+PFYBnHR4asLGURGDYMOH1a39kAAJYvB/KXWCwz/wP5i8t6ewO9e+s3lzyZmcD7\n7ysfO4mI0Hc2ZZ9xFITvv1c+dG9iApw9C+TdS9c3ExOgceMy9INsZgbI5QZVwfJTAgwqrTLLOD4y\nuLgoPyrk5BhMMcinhaUWtMfNDRBh1Sgx5eYC332nfM2DQjVnMD2E8ePHQ1upfHL+PO4PHFjq8w4f\nPlzo9lWrViEoKEjTtBAW9gGaNhVnoP6hQ4dgkt+lf8u4ceNEiQEAVTMzkSnSNGrjx48Xxne8rbQ5\ny+UmOHduFRwcfhAjtUIV9fNQrujthudbSjtVubYdPXq0yH2Ojo46zKR4UqmUZDKZvtMotWXLlhW5\n79KlSzrMpHgrV67Udwo6YRwfGRhjJcIFgTEm4ILAGBNwQWCMCQyyIATnT39eiIyMDMhkMuHrxYsX\nIzk5GVlZWcK2ESNGAADu3buHJk2awMfHB3K5HKdOnUJ4eDjc3d3x6tUr+Pr6YtCgQQCAli1bqpVr\nZmZmkU8oLlq0CI8fPxa+vnbtGjIzM5GYmAgAkMlksLS0BADs378fHTp0AABERETggw8+QGpqKtzd\n3SGXy3H27FlhroQvv/xSrVwBoE+fPoVuv3HjBqKjo9/ZTkRISkrC8uXLhW3f5d3n++OPP/DLL78g\nMzMTs2bNwpo1awAAx48fR1RUFLZs2YLr169DLpfj1q1baud89+7dQrcTUYH/dwAYNGgQ/P39Ic8b\nnBAfH48lS5ZALpfDz88PPXr0wB9//AGpVIrnz5/D09MT7u7u8Pb2xrVr1zB16lTI5XJh/gpjY5Dz\nhVlYWAAArly5gp07d0KhUKBVq1ZwdnZGdnY2PDw8hIlIbt++jdq1a2P79u2YPXs2Hj58iJkzZwIA\nPv30U3z00Ufo0qULHBwccO7cOZw9exZfffUVXr9+DWtra5jlTZlGat7yrFq1KkxMTLBkyRJcvXoV\ny5cvh6mpKfr164f4+Hjh8WYAWL16NWQyGWxtbREaGoqKFSsKk6VMmTJFeE99+/ZFYGAggoODsWDB\nAtjb22Po0KGwt7eHs7Oz2sULAGrUqIHo6GjExcWhYcOG+PPPP5GcnIxatWrhq6++wo8//ggAaN68\nOcaMGYM1a9bghx9+wJkzZ4R9zfKWcpsxYwakUilMTU2RnJyMtm3bIjMzE0ePHkXXrl0xb948uLq6\nonv37rCzs1M753r16oGI8PTpU5w9exa7du1C165dsWLFCpiamgq3A01MTFCvXj20a9cOgYGBaNWq\nFazyJr4xNTVFx44dYW1tjUmTJsHR0RHnzp3D/fv34ezsjIy8sc/W1tYwNTXV2i1wQ2eQPQQAUCgU\n6NmzJw4dOoSGDRvi448/RsOGDdGsWTPUqlULFhYWsLCwgEQiAaD8AQaU97a//vpr7NmzB7du3cKl\nS5dw8eJFnDt3DmvXrsXQoUMRFxcHQNnb6Nq1qyj5fvjhh7hz5w5q1KgBGxsbVKpUCTVr1kS1atWE\nXPOXbSvqr89XX30FAHjy5AmsrKzQoUMHPH/+HK9evQIAbNmyRZRc58+fjw4dOqBevXrIysrCpUuX\nULduXTRs2FDItVq1avj111/RuHFjAIBUKi20rZiYGJiZmaF169ZITU1F1apVceLECWzatAmAslck\nhqCgILRp0wb/+c9/0LRpU1haWqJZs2Zo1qyZkHPt2rWRkJAAAKhdu/Y7bbi6uuLYsWPYvHkzPDw8\ncPXqVYwZMwapqakAgOTkZOHnyGjp9abnG94ch3D58mUKDAykuXPnUkxMDO3du5eCg4PJx8eHvLy8\nCpyXnp5OFy9eJCKi2bNnE5FyBp/8r2fPnk1yuZxOnDhBEomEnJ2dyc/Pj4iI1q9fL7Qzf/58kr+x\nxHtJxyGEh4fTmTNn6Pjx4/Tnn3/SvXv3KCgoiB4+fEjff/99gfMUCgWdPXuWiIiOHDlCubm5NHfu\n3AK5EimXkL9+/TotX76czp07R0REsbGxQjurV6+muLg44evSjEOYP38+5eTk0KRJk4iIaN68ebRi\nxQrasGFDkcvP79mzh9LS0ig5OZkkEgn997//peTkZHJxcaHZs2dTeHg47du3j3bu3Em3b9+mI0eO\nCOfmrwx9/vx5unPnToF2SzoO4ejRo/TixQuaNm0aJSUl0U8//UTe3t7k7e1Nt27dKnBeQkICeXp6\nEhHRunXrKC0tjdatW0cymYxmz55NixcvJplMRseOHSOZTEZfffWV8PPy5ZdfEpFyXoeFCxcWaNdY\nxiEYZEEwBDwwSft4YJLhMdiPDIwx3eOCwBgTcEFgjAkM5mlHxpj+cQ+BMSbggsAYE3BBYIwJuCAw\nxgRcEBhjAi4IjDEBFwTGmIALAmNMwAWBMSbggsAYE3BBYIwJuCAwxgRcEBhjAi4IjDEBFwTGmIAL\nAmNMwAWBMSbggsAYE3BBYIwJuCAwxgRcEBhjAi4IjDEBFwTGmIALAmNMwAWBMSbggsAYE/w/7ar9\nRFz9HQkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1076b76d0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "xgb.plot_tree(bst, num_trees=1, yes_color='#FF0000', no_color='#0000FF')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}