beat-the-bias-variance-tradeoff.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlkAAAHfCAYAAABj+c0fAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGIZJREFUeJzt3X+s7wdd3/HXm3tpAZGKmt6TUW1BIlYyRZMxjVtypvx0\nSdtF06HOUFhcFlTMXMhaNOvpsgU1WQxx4Q8zxMaIrGC21oxAaepxYRviIgjS2jWZLbXbPWSIbKSh\ntpf3/jjflrNj23vP+Z73/d7vPY9H8k0/38/31/t+cnvyvJ/P5/s51d0BAOBoPWvVAwAAXIxEFgDA\nAJEFADBAZAEADBBZAAADRBYAwICzRlZVvbuqdqrqU0/x2D+tqq9U1dfvWXdTVd1fVfdW1WuOemAA\ngHVwLnuy3pPktftXVtUVSV6d5ME9665Ocn2Sq5O8Psm7qqqOZlQAgPVx1sjq7o8m+cJTPPTLSd62\nb921Sd7X3Y939wNJ7k/yymWHBABYN4c6J6uqrknyUHd/et9DL0ry0J77Dy/WAQAcKycP+oKqem6S\nt2f3UOGhVZXf5wMArI3uPtApUIfZk/UtSa5K8kdV9adJrkjyh1V1eXb3XH3znudesVj3lLrb7Tze\nbr755pXPcNxutrltfhxutrltfhxuh3GukVWLW7r7j7t7o7tf0t0vTvJnSb6ruz+X5I4kf7+qLqmq\nFyd5aZKPH2oyAIA1di6XcHhvkv+S5Fur6rNV9aZ9T+l8NcDuSXJbknuSfDDJW/qw+QcAsMbOek5W\nd//oWR5/yb7770jyjiXnYsDm5uaqRzh2bPPzzzY//2zz8882Xw+1qh1NVWUnFwCwFqoqfR5OfAcA\n4CxEFgDAAJEFADBAZAEADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkA\nAANEFgDAAJEFADBAZAEADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkA\nAANEFgDAAJEFADBAZAEADBBZAAADRBbwjDY2rkpVrfVtY+OqVW9G4Biq7l7NB1f1qj4bOHdVlWTd\n/1+t+HkDLKOq0t11kNfYkwUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZAAADRBYAwACRBQAw\nQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZwMXnxEaSWvwXYDVE\nFnDxObOTbC3+C7AiIgsAYIDIAgAYILIAAAacNbKq6t1VtVNVn9qz7peq6t6q+mRV/XZVvWDPYzdV\n1f2Lx18zNTgAwIXsXPZkvSfJa/etuzPJy7v7FUnuT3JTklTVtye5PsnVSV6f5F1VVUc3LgDAejhr\nZHX3R5N8Yd+6u7r7K4u7H0tyxWL5miTv6+7Hu/uB7AbYK49uXACA9XAU52S9OckHF8svSvLQnsce\nXqwDADhWTi7z4qr6uSSPdfdvHeb1W1tbTy5vbm5mc3NzmXEAAI7E9vZ2tre3l3qP6u6zP6nqyiS/\n093fsWfdDUl+Isn3d/eji3U3Junu/sXF/Q8lubm7f/8p3rPP5bOB1do9rXLd/l+t3YuRbiW7s1f8\nvAGWUVXp7gOdZ36uhwtrcXvig16X5G1JrnkisBbuSPKGqrqkql6c5KVJPn6QgQAALgZnPVxYVe9N\nspnkG6rqs0luTvL2JJck+cjiy4Mf6+63dPc9VXVbknuSPJbkLXZXAefFiQ2/Rge4oJzT4cKRD3a4\nENbC+hwuXBwiTL56qHArcbgQOAqThwsBADgAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZ\nAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZ\nAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZ\nAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZ\nAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADDhr\nZFXVu6tqp6o+tWfdC6vqzqq6r6o+XFWX7Xnspqq6v6rurarXTA0OAHAhO5c9We9J8tp9625Mcld3\nvyzJ3UluSpKq+vYk1ye5Osnrk7yrquroxgUAWA9njazu/miSL+xbfW2SWxfLtya5brF8TZL3dffj\n3f1AkvuTvPJoRgUAWB+HPSfr8u7eSZLuPp3k8sX6FyV5aM/zHl6sAwA4Vk4e0fv0YV60tbX15PLm\n5mY2NzePaBwAgMPb3t7O9vb2Uu9x2MjaqapT3b1TVRtJPrdY/3CSb9rzvCsW657S3sgCALhQ7N/5\nc8sttxz4Pc71cGEtbk+4I8kNi+U3Jrl9z/o3VNUlVfXiJC9N8vEDTwUAsObOuierqt6bZDPJN1TV\nZ5PcnOQXkry/qt6c5MHsfqMw3X1PVd2W5J4kjyV5S3cf6lAiAMA6O2tkdfePPs1Dr3qa578jyTuW\nGQoAYN254jsAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEA\nDBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEA\nDBBZAAADRBYAwACRBQAwQGQBAAw4ueoBAOZdmqpa9RBLOXXqypw+/cCqxwAOQGQBx8CjSXrVQyxl\nZ2e9IxGOI4cLAQAGiCwAgAEiCwBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILACAASIL\nAGCAyAIAGCCyAAAGiCwAgAEiCwBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILACAASIL\nAGCAyAIAGCCyAAAGiCwAgAFLRVZV/ZOq+uOq+lRV/WZVXVJVL6yqO6vqvqr6cFVddlTDAgCsi0NH\nVlX9tSQ/neS7u/s7kpxM8iNJbkxyV3e/LMndSW46ikEBANbJsocLTyT5mqo6meS5SR5Ocm2SWxeP\n35rkuiU/AwBg7Rw6srr7fyb510k+m924+mJ335XkVHfvLJ5zOsnlRzEoAMA6OXnYF1bV12V3r9WV\nSb6Y5P1V9WNJet9T999/0tbW1pPLm5ub2dzcPOw4AABHZnt7O9vb20u9R3U/bQM98wurfjjJa7v7\nJxb3fzzJ9yT5/iSb3b1TVRtJfre7r36K1/dhPxs4f6oqz/BvpQtIJVuLxa09t/TuY2vxZ3gmFT8z\nYXWqKt1dB3nNMudkfTbJ91TVc2r3p/APJLknyR1Jblg8541Jbl/iMwAA1tKhDxd298er6gNJPpHk\nscV/fzXJ1ya5rarenOTBJNcfxaCwjjY2rsrOzoOrHgOAFTh0ZCVJd9+S5JZ9q/88yauWeV+4WOwG\n1rof4jnQ3nEAFlzxHQBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILGC9ndiIa3kBFyKR\nBay3Mztf/Z2FABcQkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZAAADRBYAwACRBQAwQGQB\nAAwQWQAAA06uegAAzsWlqVrfX4R96tSVOX36gVWPAeeVyAJYC48m6VUPcWg7O+sbiHBYDhcCAAwQ\nWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZAAADRBYAwACRBQAwQGQBAAwQ\nWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBAZAEADBBZAAADRBYAwACRBQAwQGQBAAwQ\nWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBgqciqqsuq6v1VdW9Vfaaq/mZVvbCq7qyq\n+6rqw1V12VENCwCwLpbdk/XOJB/s7quTfGeSP0lyY5K7uvtlSe5OctOSnwEAsHYOHVlV9YIkf7u7\n35Mk3f14d38xybVJbl087dYk1y09JQDAmllmT9aLk/zvqnpPVf1hVf1qVT0vyanu3kmS7j6d5PKj\nGBQAYJ2cXPK1353kJ7v7v1XVL2f3UGHve97++0/a2tp6cnlzczObm5tLjAMAcDS2t7ezvb291HtU\n99M20DO/sOpUkv/a3S9Z3P9b2Y2sb0my2d07VbWR5HcX52ztf30f9rNhXVRVnuHfGWviQv8zVLKV\nr96Sffc7F/6f4Vys+5+h4mc+66yq0t11kNcc+nDh4pDgQ1X1rYtVP5DkM0nuSHLDYt0bk9x+2M8A\nAFhXyxwuTJK3JvnNqnp2kv+R5E1JTiS5rarenOTBJNcv+RkAAGtnqcjq7j9K8jee4qFXLfO+AADr\nzhXfAQAGiCwAgAEiCwBggMgCABggsgAABogs4OJ1Itm9iGeSExurnAQ4hpa9ThbAhetM9lwFfmeF\ngwDHkT1ZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBA\nZAEADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBA\nZAEADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANEFgDAAJEFADBA\nZAEADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUAMODkqgeAp7OxcVV2dh5c9RhciE5s\nJGd2Vj0FwDMSWVywdgOrVz3GkmrVA1yczuwkW4vlrWd4HsAKOVwIADBAZAEADBBZAAADlo6sqnpW\nVf1hVd2xuP/Cqrqzqu6rqg9X1WXLjwkAsF6OYk/WzyS5Z8/9G5Pc1d0vS3J3kpuO4DMAWGuXpqrW\n+raxcdWqNyJrZqnIqqorkvxgkn+7Z/W1SW5dLN+a5LplPgOAi8Gj2f228PreXFKGg1p2T9YvJ3lb\n/v/v2Z/q7p0k6e7TSS5f8jMAANbOoa+TVVV/N8lOd3+yqjaf4alPe6Gjra2tJ5c3NzezuflMbwMA\ncH5sb29ne3t7qfdY5mKk35fkmqr6wSTPTfK1VfUbSU5X1anu3qmqjSSfe7o32BtZAAAXiv07f265\n5ZYDv8ehDxd299u7+5u7+yVJ3pDk7u7+8SS/k+SGxdPemOT2w34GAMC6mrhO1i8keXVV3ZfkBxb3\nAQCOlSP53YXd/XtJfm+x/OdJXnUU7wsAsK5c8R0AYIDIAgAYILKA4+FEklRyYmPVkwDHhMgCjocz\nSbaSnNlZ8SDAcSGyAAAGiCwAgAEiCwBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILACA\nASILAGCAyAIAGCCyAAAGiCwAgAEiCwBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILACA\nASILAGCAyAIAGCCyAAAGiCwAgAEiCwBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILACA\nASILAGCAyAIAGCCyAAAGiCwAgAEiCwBggMgCABggsgAABogsAIABIgsAYIDIAgAYILIAAAaILACA\nASILAGCAyAIAGCCyAAAGiCwAgAEiCwBgwKEjq6quqKq7q+ozVfXpqnrrYv0Lq+rOqrqvqj5cVZcd\n3bgAAOthmT1Zjyf52e5+eZLvTfKTVfVtSW5Mcld3vyzJ3UluWn5MAID1cujI6u7T3f3JxfKXktyb\n5Iok1ya5dfG0W5Nct+yQAADr5kjOyaqqq5K8IsnHkpzq7p1kN8SSXH4UnwEAsE5OLvsGVfX8JB9I\n8jPd/aWq6n1P2X//SVtbW08ub25uZnNzc9lxAACWtr29ne3t7aXeY6nIqqqT2Q2s3+ju2xerd6rq\nVHfvVNVGks893ev3RhYAwIVi/86fW2655cDvsezhwl9Lck93v3PPujuS3LBYfmOS2/e/CADgYnfo\nPVlV9X1JfizJp6vqE9k9LPj2JL+Y5LaqenOSB5NcfxSDAgCsk0NHVnf/5yQnnubhVx32fQEALgau\n+A4AMEBkAevjxEaSWvUUAOdEZAHr48xOsrXqIQDOjcgCABggsgAABix9xXcuXBsbV2Vn58FVjwEX\nlhNJzizO6zpxKjlzeqXjABcvkXUR2w2sp/2tRmvACc4MOJOvnte1tbPCQYCLncOFAAADRBYAwACR\nBQAwQGQBAAwQWQAAA0QWAMAAkQUAMEBkAQAMEFkAAANc8f0pPPLII3nooYdWPcZSnv/85696BAA4\n1kTWU3jTm34qd9zxoTz72V+76lEO7dFH/2zVIwDAsSaynsLnP//FfPnLv5Ivf/mHVj3KoT3veVfk\nL//ykVWPAQDHlnOyAAAGiCwAgAEiCwBggMgCABggsgAABvh2IQCck0tTVaseYimnTl2Z06cfWPUY\nx4bIAoBz8miSXvUQS9nZWe9IXDcOFwIADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWAMAAkQUA\nMEBkAQAMcMV34AL3eNb9KtvA8WRPFnABezCpr0nqObs3gDUisoAL2OeTr3tOcvNXkiufv+phAA5E\nZAEADBBZAAADRBYAwACRBQAwQGQBAAxwnSwAODYuTVWteoilnDp1ZU6ffmDVY5wTkQUAx8ajWfeL\n++7srE8kOlwIADBAZAEADBBZAAADRBYAwACRBQAwQGQBAAwQWQAAA0QWcHydSJJKTmysehLgIiSy\ngOPrTJKtJGd2VjwIcDESWQAAA8Yiq6peV1V/UlX/var+2dTncBDbqx4A5v3pqgc4jrZXPcAxtL3q\nATgHI5FVVc9K8m+SvDbJy5P8SFV928RncRDbqx4A5j2w6gGOo+1VD3AMba96AM7B1J6sVya5v7sf\n7O7HkrwvybVDnwUAcME5OfS+L0ry0J77f5bd8FoLz3nOs/O8570jJ0/++qpHObRHHvn8qkeAI/Ds\n5P9+Ofm1FyQ7f7nqYQAOpLr76N+06oeSvLa7/9Hi/j9I8srufuue5xz9BwMADOnuOsjzp/ZkPZzk\nm/fcv2Kx7kkHHRQAYJ1MnZP1B0leWlVXVtUlSd6Q5I6hzwIAuOCM7Mnq7jNV9VNJ7sxuyL27u++d\n+CwAgAvRyDlZAADH3Xm/4ntV/Yuq+qOq+kRVfaiqNvY8dlNV3V9V91bVa873bBerqvqlxTb9ZFX9\ndlW9YM9jtvmAqvrhqvrjqjpTVd+97zHbfIiLIM+rqndX1U5VfWrPuhdW1Z1VdV9VfbiqLlvljBeb\nqrqiqu6uqs9U1aer6q2L9bb7kKq6tKp+f9Eqn66qmxfrD7TNV/FrdX6pu7+zu78ryX9M8sTg357k\n+iRXJ3l9kndVlZPjj8adSV7e3a9Icn+SmxLbfNink/y9JL+3d2VVXR3bfISLIJ8378nuNt7rxiR3\ndffLktydxc8YjszjSX62u1+e5HuT/OTi77btPqS7H03ydxat8ookr6+qV+aA2/y8R1Z3f2nP3a9J\n8pXF8jVJ3tfdj3f3A9mNgbW5ttaFrLvv6u4ntvPHsvttz8Q2H9Pd93X3/Un2B9S1sc2nuAjyedDd\nH03yhX2rr01y62L51iTXndehLnLdfbq7P7lY/lKSe7P7c9x2H9TdjywWL83uOeydA27zlfyC6Kr6\nl1X12SQ/muSfL1bvv4Dpw4t1HK03J/ngYtk2P/9s8zlPdRFk2/b8uLy7d5LdIEhy+YrnuWhV1VXZ\n3bPysSSnbPc5VfWsqvpEktNJPtLdf5ADbvORbxdW1UeSnNq7KrsF+HPd/Tvd/fNJfn5xzsRPJ9ma\nmOM4Ods2Xzzn55I81t2/tYIRLzrnss3hmPKNqgFV9fwkH0jyM939pae4qLftfoQWR4C+a3Ee87+v\nqpfnr27jZ9zmU5dwePU5PvW92T0vayu7/6L/pj2P/ZULmPL0zrbNq+qGJD+Y5Pv3rLbNl3CAv+d7\n2eZzznoRZMbsVNWp7t5ZfJnpc6se6GJTVSezG1i/0d23L1bb7udBd/+fqtpO8roccJuv4tuFL91z\n97okf7JYviPJG6rqkqp6cZKXJvn4+Z7vYlRVr0vytiTXLE7me4Jtfn7sPS/LNp/jIsjnT+Wv/r2+\nYbH8xiS3738BS/u1JPd09zv3rLPdh1TVNz7xzcGqem6SV2f3XLgDbfPzfp2sqvpAkm/N7gnvDyb5\nx939vxaP3ZTkHyZ5LLu7Q+88r8NdpKrq/iSXJHnit0Z/rLvfsnjMNh9QVdcl+ZUk35jkL5J8srtf\nv3jMNh+y+AfFO/PViyD/wopHuuhU1XuTbCb5hiQ72f2G+H9I8v7s7qV9MMn13f0Xq5rxYlNV35fk\nP2X3W8u9uL09u/9Auy22+5Grqr+e3RPbn7W4/bvu/ldV9fU5wDZ3MVIAgAEr+XYhAMDFTmQBAAwQ\nWQAAA0QWAMAAkQUAMEBkAQAMEFkAAAP+HzYKyaWzio7yAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x109c24128>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "%matplotlib inline\n",
    "import matplotlib\n",
    "matplotlib.rcParams['figure.figsize'] = (10.0, 8.0)\n",
    "\n",
    "sd = 10\n",
    "N = 500\n",
    "r = np.random.normal(0, sd, N)\n",
    "s = [np.average(np.random.normal(0, sd, N)) \n",
    "     for _ in range(N)]\n",
    "plt.hist(r)\n",
    "plt.hist(s);"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}