gradient.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import keras\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from keras.layers import Dense, Dropout, Activation\n",
    "from keras.models import Sequential\n",
    "import keras.backend as K\n",
    "import tensorflow as tf\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Define model & data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x126bf4eb8>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xd8VFXex/HPmVRCQigJJT1AkBYSIBQp0iwUFVFENKjs\nollA1HVdVDYKi2v2cVddsCEGRF2JIFj2EUVBdBEQkGboLUAaLYGQEAipc54/EvKEkDLAZG5m8nu/\nXr5ezJ2Tub9r9MuZe09RWmuEEEI4FpPRBQghhLA+CXchhHBAEu5CCOGAJNyFEMIBSbgLIYQDknAX\nQggHJOEuhBAOSMJdCCEckIS7EEI4IGejTuzj46NDQkKMOr0QQtil7du3n9Fa+9bWzrBwDwkJYdu2\nbUadXggh7JJSKsWSdnJbRgghHJCEuxBCOCAJdyGEcECG3XMX9q+oqIj09HTy8/ONLkVYwN3dnYCA\nAFxcXIwuRdiAhLu4bunp6Xh5eRESEoJSyuhyRA201pw9e5b09HRCQ0ONLkfYQK23ZZRSi5RSGUqp\nPdW8r5RSbymlkpRSu5RSPaxfpqiP8vPzadGihQS7HVBK0aJFC/mW1YBYcs/9I2B4De+PAMLK/okB\n3rvxsoS9kGC3H/K7alhqDXet9Togq4Ymo4F/61KbgaZKqTbWKrCypIwLzF6xl8Jic12dQggh6szc\nNYfYfPRsnZ/HGqNl/IG0Cq/Ty45dRSkVo5TappTalpmZeV0nS8vK48Nfkvlx/+nr+nnhOLKzs5k3\nb951/ezIkSPJzs6usc3MmTNZs2bNdX3+jbLk3GvXrmXjxo02qkhYQ+rZPOauOczWYzX1l63DpkMh\ntdbxWusorXWUr2+ts2erdEsHX9p4u7Nka1rtjYVDqynci4uLa/zZlStX0rRp0xrbvPzyy9x6663X\nXd+NsOTcEu72Z/n2NJSCsVEBdX4ua4T7cSCwwuuAsmN1wsmkuD8qkPWHM0k/l1dXpxF24IUXXuDI\nkSNERkYyffp01q5dy8CBA7n77rvp3LkzAPfccw89e/akS5cuxMfHl/9sSEgIZ86cITk5mU6dOvH4\n44/TpUsXbr/9di5dugTAxIkT+fzzz8vbz5o1ix49ehAeHs6BAwcAyMzM5LbbbqNLly489thjBAcH\nc+bMmatq9fT05JlnnqFLly4MGzaMy99cExMT6du3L926dWPMmDGcO3fOonMnJyczf/585syZQ2Rk\nJOvXr2f58uV07dqViIgIbrnlljr6ty6uV4lZ8/n2dG4J86WNd6M6P581hkJ+DUxTSi0F+gA5WuuT\nVvjcao2LCuDtnw6zbFs6f7qtQ12eSlho9oq97Dtx3qqf2dmvCbPu6lLt+6+++ip79uwhMTERKO3J\n7tixgz179pQP91u0aBHNmzfn0qVL9OrVi/vuu48WLVpc8TmHDx9myZIlLFiwgHHjxvHFF18wYcKE\nq87n4+PDjh07mDdvHq+//joLFy5k9uzZDB06lBkzZvD999/zwQcfVFnrxYsXiYqKYs6cObz88svM\nnj2bd955h0ceeYS3336bQYMGMXPmTGbPns3cuXMtOvfkyZPx9PTkz3/+MwDh4eGsWrUKf3//Wm85\nCdv7+VAGJ3PymXlnZ5ucz5KhkEuATcBNSql0pdQkpdRkpdTksiYrgaNAErAAmFpn1ZYJaObBwDBf\nlm9Lo8Ss6/p0wo707t37inHcb731FhEREfTt25e0tDQOHz581c+EhoYSGRkJQM+ePUlOTq7ys++9\n996r2mzYsIHx48cDMHz4cJo1a1blz5pMJh544AEAJkyYwIYNG8jJySE7O5tBgwYB8Oijj7Ju3TqL\nz11Z//79mThxIgsWLKCkpKTKNsI4S7ak4ePpxq2dW9nkfLX23LXWD9byvgaesFpFFnqwVyBTEnaw\n7lAmQzq2tPXpRSU19bBtqXHjxuV/Xrt2LWvWrGHTpk14eHgwePDgKsd5u7m5lf/Zycmp/LZMde2c\nnJxqvadfm2sdlmjJuefPn8+vv/7Kt99+S8+ePdm+fftV31KE7SUkJPDCjBmkp6XTtGUbloX+k+jo\n6Do/r92uLTOsUytaNHZlyZZUo0sRBvHy8iI3N7fa93NycmjWrBkeHh4cOHCAzZs3W72G/v37s2zZ\nMgBWr15dfs+8MrPZXH4P/dNPP2XAgAF4e3vTrFkz1q9fD8Ann3xS3ou3ROXrP3LkCH369OHll1/G\n19eXtDQZdGC0hIQEYmJiSE9LAzTZGSeIiYkhISGhzs9tt+Hu6mxibM8AfjyQQUauzLpriFq0aEH/\n/v3p2rUr06dPv+r94cOHU1xcTKdOnXjhhRfo27ev1WuYNWsWq1evpmvXrixfvpzWrVvj5eV1VbvG\njRuzZcsWunbtyk8//cTMmTMB+Pjjj5k+fTrdunUjMTGx/Lgl7rrrLr766qvyB6rTp08nPDycrl27\n0q9fPyIiIqx2neL6xMbGkpd35cCPvLw8YmNj6/zcqvSuiu1FRUXpG92s40jmBYa98TPPDb+JqYPb\nW6kyYan9+/fTqVMno8swVEFBAU5OTjg7O7Np0yamTJlS/oC3Ik9PTy5cuGBAhVeS35ltmUwmqspY\npRRm8/VNxFRKbddaR9XWzq4XDmvn60nv0OZ8tjWNKYPayfRqYXOpqamMGzcOs9mMq6srCxYsMLok\nUY8EBQWRknL1xklBQUF1fm67vS1z2fhegaSczWOTDabzClFZWFgYv/32Gzt37mTr1q306tWrynb1\nodcubG/GzNkoZ7crjnl4eBAXF1fn57b7cB8Z3oYm7s58JjNWhRD1jGo/gObDp+EXEIhSiuDgYOLj\n420yWsaub8sAuLs4Maa7P0u2pjE7r5CmHq5GlySEEGitWbo1jUEj7+WLFa/b/Px233MHeKBXEIXF\nZr76rc5WPRBCiGuy5VgWRzMvMr5XYO2N64BDhHtnvyZEBHizdEtalU+mhRDC1pZuTcPLzZlR3eps\nBfQaOUS4Q2nv/eDpXH5LkzU1GoobWfIXYO7cuVeNQa7K2rVrufPOO2tsk5iYyMqVK6+7FuFYcvKK\nWLn7JKO7++Hhaszdb4cJ97sj/fB0cyZhs8xYra8SEhIICQnBZDIREhJyw7P0bBXulpBwFxV99Vs6\nBcVmxveq+yGP1XGYcPd0c+ae7n58s+sE2XmFRpcjKrk8DTslJQWtNSkpKTc8Dbvykr8Ar732Gr16\n9aJbt27MmjULKF2RcdSoUURERNC1a1c+++wz3nrrLU6cOMGQIUMYMmTIVZ/9/fff07FjR3r06MGX\nX35ZfnzLli3cfPPNdO/enX79+nHw4EEKCwuZOXMmn332GZGRkXz22WdVthMNg9aaT7ekEu7vTVd/\nb2MLMeKfnj17amvbdyJHBz//jV6w7ojVP1tcbd++fRa3DQ4O1sBV/wQHB1/3+Y8dO6a7dOlS/nrV\nqlX68ccf12azWZeUlOhRo0bpn3/+WX/++ef6scceK2+XnZ1dXlNmZuZVn3vp0iUdEBCgDx06pM1m\ns77//vv1qFGjtNZa5+Tk6KKiIq211j/88IO+9957tdZaf/jhh/qJJ54o/4zq2hntWn5n4totXrxY\nt/YL0KC0T2t/vXjxYqufA9imLchYux8KWVGnNk3oGdyMhF9TmTQgVGas1iOpqVXfLqvu+PVYvXo1\nq1evpnv37kDpxKHDhw8zcOBAnn32WZ5//nnuvPNOBg4cWOPnHDhwgNDQUMLCwoDSJXovb/SRk5PD\no48+yuHDh1FKUVRUVOVnWNpOOI7L304v3+o7c+o4MTExADYZ116Zw9yWuWxC3yCOnbnIxiMyY7U+\nqW66tTWnYWutmTFjBomJiSQmJpKUlMSkSZPo0KEDO3bsIDw8nBdffJGXX375us/x0ksvMWTIEPbs\n2cOKFSuqXEL4WtoJx2HkImFVcbhwH9G1Dc08XFi8+er1HIRx4uLi8PDwuOLYjU7Drrzk7R133MGi\nRYvKp/ofP36cjIwMTpw4gYeHBxMmTGD69Ons2LGjyp+/rGPHjiQnJ3PkyBEAlixZUv5eTk4O/v6l\n+79/9NFH1dZSXTvhmBISEqpcQwas++30WjhcuLu7OHF/VCCr953m9HnpLdUX0dHRxMfHExwcbLVp\n2JWX/L399tt56KGHuPnmmwkPD2fs2LHk5uaye/duevfuTWRkJLNnz+bFF18EICYmhuHDh1/1QNXd\n3Z34+HhGjRpFjx49aNny/zeDee6555gxYwbdu3e/YtOMIUOGsG/fvvIHqtW1E47n8u2Y6thikbCq\n2PWSv9VJPnORwa+v5U+3deCpYWF1cg4hy8faI/mdWV9ISEi1vXYPDw+rryVj6ZK/DtdzBwjxaczA\nMB+WbEmluOT61kwWQghL1HTbxVaLhFXFIcMdILpPMCdz8vnpQIbRpQghHFh1t12Cg4MNC3Zw4HC/\ntVNLWjdxJ+FXmbFal4y6rSeunfyu6kZcXBwubu5XHLPVmu01cdhwd3YyMb53IOsOZ5J61jpTzMWV\n3N3dOXv2rISGHdBac/bsWdzd3WtvLK7J2AfG43fn03i2aG3zNdtr4lCTmCob3yuIt39KImFLCjNG\nyEMkawsICCA9PZ3MzEyjSxEWcHd3JyAgwOgyHM73e05B+4F88/dnGdTB1+hyyjl0uLf2dufWTi1Z\nvi2dZ27tgLuLk9ElORQXFxdCQ0ONLkMIQyVsTiW4hQcD2/sYXcoVHPa2zGUP9w0h62Ih3+46aXQp\nQggHc+DUebYkZxHdJwiTqX4td+Lw4d6/fQvat/Tko43Jcm9YCGFVizen4Ops4v6exuy2VBOHD3el\nFI/2C2H38Rx2pMpGHkII68i5VMQX248zOsKPZo3r397NDh/uAPd298fL3ZmPNyYbXYoQwkEs35bG\npaISHu0XYnQpVWoQ4d7YzZn7ewaycvdJMmS9GSHEDSoxa/69KYXeIc2N3ZCjBg0i3AEeuTmYEq1l\nUpMQ4ob990AGqVl59bbXDhaGu1JquFLqoFIqSSn1QhXveyulViildiql9iqlfmf9Um9MiE9jBnfw\n5dMtqRQWy3ozQojr9/GmZNp4u3N7l1ZGl1KtWsNdKeUEvAuMADoDDyqlOldq9gSwT2sdAQwG3lBK\n1bsnDI/2CyEzt4Dv9siwSCHE9Tl8Opf1h88woW8wLk719+aHJZX1BpK01ke11oXAUmB0pTYa8FKl\n+9p5AllAvVvE+pYwX0J9GvPhL8lGlyKEsFMfb0rG1dnE+F71b/hjRZaEuz+QVuF1etmxit4BOgEn\ngN3A01rrenfvw2RSPHJzMIlp2exMk2GRQohrk3OpiC93lA5/bOHpZnQ5NbLWd4o7gETAD4gE3lFK\nNancSCkVo5TappTaZtR6JGN7BtDY1UmGRQohrtnybWnkFdbf4Y8VWRLux4GK3z8Cyo5V9DvgS10q\nCTgGdKz8QVrreK11lNY6ytfXmAV2vNxdGNszgG92neTMhQJDahBC2J/Lwx97hTSrt8MfK7Ik3LcC\nYUqp0LKHpOOBryu1SQWGASilWgE3AUetWag1PdIvhMISM0tkWKQQwkJrD5YOf5zYzz4Wy6s13LXW\nxcA0YBWwH1imtd6rlJqslJpc1uxvQD+l1G7gR+B5rfWZuir6RrXz9WRgmA+fbE6RYZFCCIt8tDGZ\n1k3q9/DHiixa8ldrvRJYWenY/Ap/PgHcbt3S6takAaFM/HAr3+4+wZjussa1EKJ6SRmlwx+n33FT\nvR7+WJF9VFkHBnXwJaylJwvXH5PVIoUQNfpgQzJudjD8saIGG+5KKSYNCGXvifNsPppldDlCiHrq\n7IUCvtyRzr09Aur98MeKGmy4A9zT3Z8WjV35YEO9ffYrhDDY4s2pFBSbmTTAPh6kXtagw93dxYkJ\nfYNZsz+Do5kXjC5HCFHP5BeV8MnmZIZ2bEn7lp5Gl3NNGnS4A0zoG4yrs4lFvxwzuhQhRD2SkJBA\nYFAw21+6g5Wx95KQkGB0SdekwYe7r5cbYyL9+Xx7OucuFhpdjhCiHkhISCAmJoYzp44DmtMn0omJ\nibGrgG/w4Q7w+wGh5BeZ+XSLTGoSQkBsbCx5eXlXHMvLyyM2Ntagiq6dhDtwU2svBob58PHGZJnU\nJIQgNbXqjl51x+sjCfcyjw1sS0ZuAd/sOmF0KUIIg7Xxr3piY1BQkI0ruX4S7mVuCfORSU1CCAAi\nx0xBuVw5pt3Dw4O4uDiDKrp2Eu5llFI8NjCUfSfPs+noWaPLEUIYJCM3n8NekYyeNpvg4GCUUgQH\nBxMfH090dLTR5VlMwr2C0ZH++Hi6smCdTGoSoqH6ZFMKRWYzc/4yjeTkZMxmM8nJyXYV7CDhfgV3\nFycevTmE/x7M5MCp80aXI4SwsYsFxfx7Uwq3dWpFiE9jo8u5IRLulTx8czBFB3+md3hHTCYTISEh\ndjW2VQhx/ZZuTSPnUhGTB7czupQbZtGSvw3Jt18tJ/O7tykqyAcgJSWFmJgYALv7WiaEsFxhsZkP\n1h+ld2hzegQ1M7qcGyY990piY2PLg/0ye5u8IIS4dl/vPMGJnHymOECvHSTcr+IIkxeEENfGbNa8\n//MROrb2YnAHY/Z3tjYJ90qqm6RgT5MXhBCWS0hIoE1AEGueHcKOfz7Ep59+anRJViHhXklcXBwe\nHh5XHGtkZ5MXhBCWubxAWMbJdECTefK43S0QVh0J90qio6OJj48vn7zg1MSXCX+Ok4epQjggR1gg\nrDoS7lWIjo4un7xwz6v/YW+jbhSVyIJiQjgaR37GJuFei8mD2nE8+5IsKCaEA3KEBcKqI+Fei6Ed\nWxLW0pP5a4/KgmJCOJhu90y2+wXCqiPhXguTSTF5UDsOns7lx/0ZRpcjhLCS9HN5HPKKZMyTL9v1\nAmHVkXC3wN2RfgQ2b8Tb/02S3rsQDmL+z0cwKXj7pSfteoGw6ki4W8DFycSUQe3ZmZbN+sNnjC5H\nCHGDTuXks2xrOmN7BuLXtJHR5dQJCXcL3dfTnzbe7rzzU5LRpQghblD8uqOUaM2UQY6x1EBVJNwt\n5ObsxB9uacuW5Cx+lc08hLBbZy4U8OmWFO6J9CeohUftP2CnJNyvwfjeQfh4uvG29N6FsFsL1h+l\noNjME0Mct9cOEu7XxN3FiZhbQtmQdIYdqeeMLkcIcY3OXSzkk00p3NnNj7a+nkaXU6ck3K9RdJ9g\nmnm4yL13IezQh78cI6+whGlD2htdSp2zKNyVUsOVUgeVUklKqReqaTNYKZWolNqrlPrZumXWH43d\nnOmWv5t/Pz1KdmoSwo6czy/iw43JDO/SmptaexldTp2rdScmpZQT8C5wG5AObFVKfa213lehTVNg\nHjBca52qlGpZVwUbLSEhgeVvzqSkbLEh2alJCPvw8S/J5OYXM22o4/fawbKee28gSWt9VGtdCCwF\nRldq8xDwpdY6FUBr7bBTOWNjY7nkoKvICeGoLhQU88EvxxjasSVd/b2NLscmLAl3fyCtwuv0smMV\ndQCaKaXWKqW2K6UeqeqDlFIxSqltSqltmZmZ11exwRx5FTkhHNXizSlk5xXxZAPptYP1Hqg6Az2B\nUcAdwEtKqQ6VG2mt47XWUVrrKF9f+9zKSnZqEsK+XCwoJn7dUQaG+dDdATa+tpQl4X4cCKzwOqDs\nWEXpwCqt9UWt9RlgHRBhnRLrl6p2anJ2dXeIVeSEcEQfb0om62Ihz9x2VX/ToVkS7luBMKVUqFLK\nFRgPfF2pzf8CA5RSzkopD6APsN+6pdYPlXdqatbSD+/bnyByyJ1GlyaEqCQ3v4j4dUcZcpMvPRpQ\nrx0sCHetdTEwDVhFaWAv01rvVUpNVkpNLmuzH/ge2AVsARZqrffUXdnGqrhT07HkZPx63sacHw4b\nXZYQopIPf0kmO6+owfXawYKhkABa65XAykrH5ld6/RrwmvVKsw/ejVx4fGBb3vjhELvSs+kW0NTo\nkoQQQE5eEQvWH+W2zq0a5P+XMkPVCib2D6Gphwv/+uGQ0aUIIcp8sOEoufnFPHNrw+u1g4S7VXi5\nu/CHW9qx9mAm21NkzRkhjHbuYiGLfklmZHhrOvs1MbocQ0i4W8kjNwfTorErc6T3LoTh3l93lIuF\nxfyxgfbaQcLdahq7OTN5UDs2JJ2R9d6FMNCZCwV8vDGZuyP86NDK8deQqY6EuxVN6BuMr5cb//rh\nkOy1KoRB5q89QkFxCU8NCzO6FENJuFtRI1cnpg5ux4/ffEGbgCBZNVIIGzuZc4lPNqcwpnsA7Rx8\nvfbaWDQUUljOdHQD51a9g7moAJBVI4WwpTfXHEZr+OOtDbvXDtJzt7pZL71UHuyXyaqRQtS9pIwL\nLNuWRnTfIAKbO+7eqJaScLcyWTVSCGO8vuogHq7ODWKXJUtIuFuZrBophO0kJCQQEhKCyWRi4bQR\ndC/cQwtPN6PLqhck3K2sqlUjG3l4yKqRQlhZQkICMTExpKSkoLWm5HwmX7w1UwYwlJFwt7LKq0Y6\nNfFl3B//Jg9ThbCy2NhY8irtinZJnm+Vk3CvAxVXjZz41rdsd+7CuYuFRpclhEOR51s1k3CvY9Pv\n6MiFwmLe+/mI0aUI4VDk+VbNJNzr2E2tvRjT3Z+PNiZzIvuS0eUI4TBm/+0VTC5XPjz1kOdb5STc\nbeBPZRsFvL7qoMGVCOE4ikP70+yOabT0C0ApRXBwMPHx8fJ8q4yEuw0ENPPg9/1D+fK34+xKzza6\nHCHsWkJCAoFBwTw2sB35GxP41z9fxWw2k5ycLMFegYS7jUwd0o4WjV155dv9sqiYENfp8vDH9LRU\nQHMx6xQxMTEy/LEKEu420sTdhT/e1oEtx7JYtfe00eUIYZeqGv4oy3tUTcLdhh7sFUj7lp68+t1+\nCovNRpcjhN2R4Y+Wk3C3IWcnE7EjO5F8No9PNqcYXY4QdqdVG/8qj8vwx6tJuNvY4Jt8GRjmw1s/\nHiY7TyY2CWEps1nTetjvZPijhSTcbUwpxV9GduJ8fhFv/ZhkdDlC2I3/JB7nnF8fnpr1WvnyHjL8\nsXoS7gbo1KYJD0QF8snmZI6duWh0OULUe5cKS3ht1UG6BXjzxoxp5ct7yPDH6km4G+RPt3cgb99a\nwju2l+34hKjF/J+PcDInnxdHdcZkUkaXYxdkmz2D/PD1F5z57m0KC/IB2Y5PiOqkZeUx/+cj3BXh\nR+/Q5kaXYzek526Q2NjY8mC/TMbrCnG1uG/3Y1KKv4zsaHQpdkXC3SAyXleI2m04fIbv955i2tD2\ntPFuZHQ5dkXC3SCyXKkQNSsqMfPXFXsJbuHBYwNDjS7H7ki4G6Sq7ficXd1lvK4QZT7emExSxgVm\n3tkZN2cno8uxOxaFu1JquFLqoFIqSSn1Qg3teimlipVSY61XomOqvB1f05Z+eN/+BGH9RhhdmhCG\ny8wt4M01hxl8ky9DO7Y0uhy7VGu4K6WcgHeBEUBn4EGlVOdq2v0DWG3tIh1Vxe34TqSl0qHfCGZ9\nvZcSs6waKRq2f35/gPziEmbe2RmlZOjj9bCk594bSNJaH9VaFwJLgdFVtHsS+ALIsGJ9DUYjVydi\nR3Vm/8nzJPwq686Ihmt7ShbLt6czaUBb2vp6Gl2O3bIk3P2BtAqv08uOlVNK+QNjgPesV1rDMzK8\nNf3bt+C1VQfJyM2v/QeEcDBFJWZiv9qDn7c7Tw5tb3Q5ds1aD1TnAs9rrWtcx1YpFaOU2qaU2paZ\nmWmlUzsOpRR/G92VgiIzf/tmv9HlCGFzizYc48CpXGaP7kpjN5ljeSMsCffjQGCF1wFlxyqKApYq\npZKBscA8pdQ9lT9Iax2vtY7SWkf5+vpeZ8mOra2vJ1OHtGPFzhOsOyR/AYqGI/1cHnPXHOa2zq24\nrXMro8uxe5aE+1YgTCkVqpRyBcYDX1dsoLUO1VqHaK1DgM+BqVrr/1i92gZiyuB2tPVpzIv/2UN+\nUYnR5QhR57TWzPrfvSgFf727i9HlOIRaw11rXQxMA1YB+4FlWuu9SqnJSqnJdV1gQ+Tm7MQrY7qS\nmpXHOz/JssDC8a3ae5ofD2TwzK0d8G8qM1GtwaKbWlrrlcDKSsfmV9N24o2XJfq18+He7v68v+4I\n93T3o31LL6NLEqJOXCgoZvaKvXRs7cXE/iFGl+MwZIZqPfaXUZ3wcHXmL1/tQWsZ+y4c05wfDnHq\nfD5/vzccFyeJJGuRf5P1mI+nGzNGdGTLsSyWbUur/QeEsDM707L58JdjPNg7iB5BzYwux6FIuNdz\n46IC6R3SnFe+3c/p8zL2XTiOwmIzz3+xi5Ze7rwwQpbztTYJ93rOZFL8Y2w3CotLJ3fI7RnhKOat\nTeLAqVzixnSlibuL0eU4HAl3OxDq05hnb+/Amv2nWbHrpNHlCHHDDp7K5d3/JjE60o9hnWRMe12Q\ncLcTkwa0JSKwKX/9ei9nLxQYXY4Q1624xMxzn++kibsLs+6SMe11RcLdTjiZFK+N7UZufhF/XbHP\n6HKEuG4fbDjGzvQc/np3F5o3djW6HIcl4W5HOrTy4qmhYazYeYJVe08ZXY4Q1+xo5gX+9cMhbuvc\niju7tTG6HIcm4W5nJg9uR6c2TXjxP3vIySsyuhwhLFZi1rzwxW5cnU28ck9XWae9jkm42xkXJxOv\nje1G1sVCZn29x+hyhLDYBxuOsiU5i5l3dqZVE3ejy3F4Eu52qKu/N08NDeM/iSf4ZtcJo8sRolYH\nT+Xy+qrS2zFjewYYXU6DIOFup54Y0o6IwKZMnf0WgUFBmEwmQkJCSEhIMLo0Ia5QWGzmj58l0qSR\nM/9zb7jcjrERWQ3fTjk7mRjsdJAVK+aii0qHRqakpBATEwOU7s8qRH0wd80h9p88z4JHovDxdDO6\nnAZDeu527M1XXy4P9svy8vKIjY01qCIhrrQ9JYv5Px9hXFSAbMBhYxLudiw1NfWajgthSxcLivnT\nsp34NW3ES3d2NrqcBkfC3Y4FBQVd03EhbOmVb/eTmpXHG/dH4CVrx9ichLsdi4uLw8PD44pjLm7u\nxMXFGVSREKW+232SJVtSibmlLX3atjC6nAZJwt2ORUdHEx8fT3BwMEopmvi0wa3zUJ597gUZPSMM\nk34uj+cYEiceAAARSklEQVS/2EVEYFP+fPtNRpfTYEm427no6GiSk5Mxm83Mff0f5O35kdMn0tFa\nl4+ekYAXtlJcYubppYloDW+P7y47KxlI/s07kNmzXsIso2eEgeauOcz2lHPE3RtOUAuP2n9A1BkJ\ndwcio2eEkTYmneHdtUmMiwrg7gg/o8tp8CTcHYiMnhFGOXuhgD9+lkhbn8b89W5Zo70+kHB3IFWN\nnjG5uPHirJcNqkg0BCVmzVNLfyP7UhFvP9gDD1eZ+F4fSLg7kMqjZ1r7B+Az4kk2qU6YzbL3qqgb\n//rhIL8kneWV0V3p7NfE6HJEGQl3B1Nx9MzJ9DRee+EJfjyQwTv/TTK6NOGAfth3mnf/e4TxvQIZ\n1yvQ6HJEBRLuDu7hvsGM6e7PnDWHWHsww+hyhANJOXuRPy1LpKt/E7nPXg9JuDs4pRR/HxPOTa28\neHppImlZeUaXJBzApcISJi/egUkp3ovuibuLk9EliUok3BuARq5OzJ/QE7PWTEnYTn5RidElCTum\ntebF/+zhwKnzzB0fSWBzGc9eH0m4NxAhPo2ZMy6SPcfPE/vVHrSWB6zi+nyw4Rhf7Ejn6WFhDLmp\npdHliGpIuDcgt3ZuxdPDwvhiRzoL1h81uhxhh/57MIO/r9zPiK6teWpomNHliBrIgNQG5ulhYSRl\nXOB/vjtAO19PhnWSDRSEZZIyLvDUp79xU+smvDEuApNJtsurzyzquSulhiulDiqlkpRSL1TxfrRS\napdSardSaqNSKsL6pQprMJkUr98fQVc/b55a8hsHT+UaXZKwAzl5RTz+7224OptY8EhPmahkB2oN\nd6WUE/AuMALoDDyolKq8rcoxYJDWOhz4GxBv7UKF9TRydWLBI1E0dnNm0sdbOXuhoPYfEg1WcYmZ\nJz7dQfq5PN5/uCcBzeQBqj2wpOfeG0jSWh/VWhcCS4HRFRtorTdqrc+VvdwMBFi3TGFtrb3dWfBI\nFJm5BUxZvIOCYhlBI66mteavK/ayIekMcfeEExXS3OiShIUsCXd/IK3C6/SyY9WZBHxX1RtKqRil\n1Dal1LbMzEzLqxR1IiKwKa/dH8GW5Cye+3yXLFEgrjL/56Ms3pzKH25pKzNQ7YxVb5wppYZQGu4D\nqnpfax1P2S2bqKgoSZJ64O4IP9LP5fHP7w/Suok7M0Z2MrokUU/8b+Jx/vH9Ae6K8OP54R2NLkdc\nI0vC/ThQ8a/sgLJjV1BKdQMWAiO01metU56whSmD2nEqJ5/31x2lVRN3fj8g1OiShME2HjnDn5fv\npE9oc16/v5uMjLFDloT7ViBMKRVKaaiPBx6q2EApFQR8CTystT5k9SpFnVJKMeuuLpw+n8/fvt1H\nqybujOrWxuiyhEEOnc7lD59sJ6RFY+IfjsLNWZYWsEe13nPXWhcD04BVwH5gmdZ6r1JqslJqclmz\nmUALYJ5SKlEpta3OKhZ1wsmkeHN8d3oGNeOZzxLZfFS+fDVEaVl5PPLBFhq5OPHR73vj7eFidEni\nOimjpqFHRUXpbdvk74D6JjuvkPve20jG+QI+fbwv4QHeRpckbCTjfD73v7+J7LwiPvtDXzq2lrXZ\n6yOl1HatdVRt7WT5AXGFph6ufDKpD00aufDwol9lklMDce5iIRM++JXM3AI++l0vCXYHIOEuruLX\ntBGfPt4HVycTEz74lWNnLhpdkqhDFwqKmfjhFpLP5rHw0Si6BzUzuiRhBRLuokrBLRqT8FgfSsya\n6AWbST8n68A7orzCYiZ9tJW9J84z76Ee9GvnY3RJwkok3EW1wlp58cmk3lwoKCZ64a+czLlkdEnC\nivIKi/ndh1vZmpzFG+MiuLWzLCLnSCTcRY26+Hnz0e97k3WhkAfelx68o7hYUMzEsmCf80AkoyNr\nmnQu7JGEu6hVj6BmfPJYH7LzSgM+9awEvD27fI99e8o53hzfXYLdQUm4C4tEBjbl08f7crGwmHHv\nb+Jo5gWjSxLXITe/iImLtrAjNZu3xnfnrgg/o0sSdUTCXVisq783Sx7vS1GJmQfiN8swSTuTmVvA\n+PjNJKZl8/aD3WUWsoOTcBfXpFObJiyN6YsC7p+/ka3JWUaXJCyQlpXH/fM3ciTzAgsejWJkuAS7\no5NwF9csrJUXX0zph4+nGxMW/srqvaeMLknU4MCp89z33kbO5RWR8Fhf2dS6gZBwF9clsLkHn0/p\nR8c2TZi8eDtLtqQaXZKowtbkLMbN34RSsHzyzfQMlglKDYWEu7huzRu7suTxPtzSwZcZX+7mX6sP\nyoYf9chXv6UTveBXWni68fnkfnRo5WV0ScKGJNzFDfFwdWbBI1GMiwrgrZ+SuH1aHEHBwZhMJkJC\nQkhISDC6xAbHbNa8sfogz3y2kx7BTflqaj8Cm8u+pw2NbGEubpiLk4l/3NeNrJ0/sWjBK+ji0g23\nU1JSiImJASA6OtrIEhuM/KIS/rx8J9/sOsm4qABeuSccV2fpwzVEsuSvsJqQkBBSUlKuOh4cHExy\ncrLtC2pg0rLymLx4O/tOnuf54R35wy1tUUp2UHI0li75Kz13YTWpqVU/VK3uuLCe/x7M4I9LEzFr\nzcJHohjWSdaJaejk+5qwmqCgoCqPN27RigsFxTaupmEwmzVvrjnM7z/ail/TRnzz5AAJdgFIuAsr\niouLw8Pjygd3rm7uNOo3gbvf3sD+k+cNqswxncrJ5+FFvzJnzSHGRPrz5ZR+BLdobHRZop6QcBdW\nEx0dTXx8PMHBwSilCA4OZtEHC1kx5wUuFBQz+t1fWLj+qAyXtILv95xi+Jvr2JGSzf/cG84b4yJo\n5CobWYv/Jw9UhU2cuVDAjC9388O+0/Rt25zX748goJkMz7NEQkICsbGxpKamEhAYSOSYyexy70a4\nvzdzx0fSztfT6BKFDckeqqJe8fF0I/7hnvxzbDd2p+cwYu56lm1Lw6jOhb1ISEggJiaGlJQUtNak\npabyzbuz6WvexxdT+kmwi2pJz13YXFpWHs8u28mW5Cz6tm1O3JhwCalqyPBSUZn03EW9Fdjcg6Ux\nffn7mHD2nTjPiLnrmfPDIfKLSowurV4xm7UMLxXXTcJdGMJkUjzUJ4gfnx3MiPDWvPnjYW6fs46V\nu0/KrRpge8o5xsz7BZNX1RtWVzfsVIjLJNyFoXy93HhzfHcWT+pDIxcnpibsYOz8TexIPWd0aYZI\ny8rjj0t/4773NnLqfD5PPvfSVcNLPTw8iIuLM6hCYS8k3EW9MCDMh5VPD+TVe8NJzcrj3nkbmbJ4\nO/tOnCchIYGQkBCHXozsZM4lYr/azdA31rJyzymeHNqen54dzJzYJ68aXhofHy9r9YhayQNVUe9c\nLCgmft1RFm04xskdP5C9+l1KCvPL31dKobUmODiYuLg4uw66tKw8PthwjE+3pKK15oFegUwbEkZr\nb3ejSxP1lKUPVCXcRb2Vc6mI0JAQzmWcqLaNh4eHXfZkf0s9x8L1x/huz0lMSnFfjwCmDW0vS/OK\nWkm4C4dgMplqfcBqL8MCc/OL+GbXSZZuTWNnWjZe7s481CeIif1CaOPdyOjyhJ2QVSGFQwgKCqpy\nnHdFqampXCosqRfT76dOnUp8fDwlJSU4OTnx2OOP8+AzL7Ni5wm+3XWSS0UldGjlyay7OnN/VCCe\nbvK/oKgbFvXclVLDgTcBJ2Ch1vrVSu+rsvdHAnnARK31jpo+U3ruwhKXZ2jm5eVV28apiS9hT/2b\n/u19GNapJcM6tqRlE9vfs546dSrvvffeVccbR44k5O6nuCuiDeOiAokMbCrrrIvrZrXbMkopJ+AQ\ncBuQDmwFHtRa76vQZiTwJKXh3gd4U2vdp6bPlXAXlrq8tkpKSkr5w9TLPDw8eO6Vf1HStj8/7s/g\nePYlADq29qJXSHOiQprRK6Q5bbzdbyhQK67vEhQUdMWD3MzcAvYcz2FYFz+0+eqJWCaTExfzC3B3\nMf6bhbB/1gz3m4G/aq3vKHs9A0Br/T8V2rwPrNVaLyl7fRAYrLU+Wd3nSriL61FTyGqtOXg6lx/3\nZ7D56Fl2pJzjYmFp2DbzcOGm1l7c1MqL9i098WvaiNbe7vh5N8K7kQsmU/XBv3hx6beHS5f+/9uD\ni5s7/R79CwUh/TiZUzqSJ+Ufd1b7GTIxS1iLNcN9LDBca/1Y2euHgT5a62kV2nwDvKq13lD2+kfg\nea11tekt4S7qWnGJmQOnctmWnMXB07kcOJXLoVO55YF/mVLg4eJEYzdnPFyd0ECJWVNi1uQXlbD7\njQmUnM+86vPdm7UiZt53hPt7E+7vTf8OrSgpubrn7uTkRHGxbFYirKNePlBVSsUAMSDTp0Xdc3Yy\n0dXfm67+3uXHzGZN5oUCTubkczL7Eidy8snJK+RiYQkXC4rJKyxBKXAyKZyUws3FRGLumSo/vyA7\ngzfHdy9/HRMTU+U998ubhAthS5aE+3EgsMLrgLJj19oGrXU8EA+lPfdrqlQIKzCZFK2auNOqiTuR\ngU0t+pnF1YzYqdxBmTdvHsAVo2ViYmLKjwthS5YsP7AVCFNKhSqlXIHxwNeV2nwNPKJK9QVyarrf\nLoQ9qWr7wOrWd5k3bx7FxcVorSkuLpZgF4apNdy11sXANGAVsB9YprXeq5SarJSaXNZsJXAUSAIW\nAFPrqF4hbK6q7QPtcVasaFhkhqoQQtgR2axDCCEaMAl3IYRwQBLuQgjhgCTchRDCAUm4CyGEAzJs\ntIxSKhOoeS3X6vkAVU8bdFxyzQ2DXHPDcCPXHKy19q2tkWHhfiOUUtssGQrkSOSaGwa55obBFtcs\nt2WEEMIBSbgLIYQDstdwjze6AAPINTcMcs0NQ51fs13ecxdCCFEze+25CyGEqEG9Dnel1HCl1EGl\nVJJS6oUq3ldKqbfK3t+llOphRJ3WZME1R5dd626l1EalVIQRdVpTbddcoV0vpVRx2e5gds2Sa1ZK\nDVZKJSql9iqlfrZ1jdZmwX/b3kqpFUqpnWXX/Dsj6rQWpdQipVSGUmpPNe/XbX5prevlP4ATcARo\nC7gCO4HOldqMBL4DFNAX+NXoum1wzf2AZmV/HtEQrrlCu58oXV56rNF12+D33BTYBwSVvW5pdN02\nuOa/AP8o+7MvkAW4Gl37DVzzLUAPYE8179dpftXnnntvIElrfVRrXQgsBUZXajMa+LcutRloqpRq\nY+tCrajWa9Zab9Ranyt7uZnSXa/smSW/Z4AngS+ADFsWV0csueaHgC+11qkAWmt7v25LrlkDXkop\nBXhSGu52u/ms1nodpddQnTrNr/oc7v5AWoXX6WXHrrWNPbnW65lE6d/89qzWa1ZK+QNjgKs3KLVP\nlvyeOwDNlFJrlVLblVKP2Ky6umHJNb8DdAJOALuBp7XWZtuUZ4g6zS+bbpAtrEcpNYTScB9gdC02\nMBd4XmttLu3UNQjOQE9gGNAI2KSU2qy1PmRsWXXqDiARGAq0A35QSq3XWp83tiz7VJ/D3Wobc9sR\ni65HKdUNWAiM0FqftVFtdcWSa44ClpYFuw8wUilVrLX+j21KtDpLrjkdOKu1vghcVEqtAyIAew13\nS675d8CruvSGdJJS6hjQEdhimxJtrk7zqz7flmmIG3PXes1KqSDgS+BhB+nF1XrNWutQrXWI1joE\n+ByYasfBDpb9t/2/wACllLNSygPoQ+kexvbKkmtOpfSbCkqpVsBNlO7N7KjqNL/qbc9da12slLq8\nMbcTsEiXbcxd9v58SkdOjKR0Y+48Sv/mt1sWXvNMoAUwr6wnW6zteNElC6/ZoVhyzVrr/Uqp74Fd\ngBlYqLWuckidPbDw9/w34COl1G5KR5A8r7W229UilVJLgMGAj1IqHZgFuIBt8ktmqAohhAOqz7dl\nhBBCXCcJdyGEcEAS7kII4YAk3IUQwgFJuAshhAOScBdCCAck4S6EEA5Iwl0IIRzQ/wEATEdw+M/I\n6QAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x124619278>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "def f(x):\n",
    "    # quadratic\n",
    "    return ((x - 5)**2)/25.0\n",
    "\n",
    "def df(x):\n",
    "    # derivative of quadratic is linear\n",
    "    return 2*(x - 5) / 25.0\n",
    "\n",
    "# sample size\n",
    "n = 1000\n",
    "# these will be my training data sets, with regular sampling\n",
    "x = np.linspace(0,10,n)\n",
    "y = f(x)\n",
    "\n",
    "# normalize\n",
    "x = x / 10\n",
    "\n",
    "# get test data too, but randomly sampled\n",
    "x_test = 10*np.random.ranf(20)\n",
    "y_test = f(x_test)\n",
    "x_test = x_test / 10\n",
    "\n",
    "plt.plot(x,y, label='training points')\n",
    "plt.plot(x_test,y_test, 'ko', label='test data')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Define and run tiny nonlinear regression NN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x127033e48>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = Sequential()\n",
    "# 1d input\n",
    "model.add(Dense(64, input_dim=1, activation='relu'))\n",
    "model.add(Activation(\"linear\"))\n",
    "model.add(Dense(32, activation='relu'))\n",
    "model.add(Activation(\"linear\"))\n",
    "model.add(Dense(32, activation='relu'))\n",
    "# 1d output\n",
    "model.add(Dense(1))\n",
    "\n",
    "# minimize mse\n",
    "model.compile(loss='mse', optimizer='adam', metrics=[\"accuracy\"])\n",
    "\n",
    "\n",
    "model.fit(x, y,\n",
    "          batch_size=10,\n",
    "          epochs=25,\n",
    "          verbose=0,\n",
    "          validation_data=(x_test, y_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Plot performance (not bad, not perfect but really just an example model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x127386f60>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl4VOX5//H3nZ2QhSVhzQqyRXbCIouCqAUVAQsUDe4S\ngbq19VdssVWrtFqrIm4YF7QSRRG1olYrKLIvAYGArEI2ARMIhMCQdZ7fHwl8AwQywMycmcn9ui6u\nizlzZuY+CXxy8pzn3I8YY1BKKeVb/KwuQCmllPNpuCullA/ScFdKKR+k4a6UUj5Iw10ppXyQhrtS\nSvkgDXellPJBGu5KKeWDNNyVUsoHBVj1wVFRUSYhIcGqj1dKKa+0bt26A8aY6Lr2syzcExISyMjI\nsOrjlVLKK4lItiP76bCMUkr5IA13pZTyQRruSinlgzTclVLKB2m4K6WUD6oz3EXkLRHJF5HNZ3le\nRGSmiOwSkU0i0tP5ZSqllDofjpy5vw0MO8fzw4F21X9SgVcvviyllFIXo85wN8YsAQrPsctI4N+m\nyiqgkYi0dFaBp9uVf5THF2yhrMLuqo9QSimXmbFwB6t2H3T55zhjzL01kFvjcV71tjOISKqIZIhI\nRkFBwQV9WG6hjdnLs1i09ZcLer1SSlkl56CNGQt3snbPuc6XncOtF1SNMWnGmGRjTHJ0dJ13z9bq\n8vbRtIwM4f21uXXvrJRSHmTeulxEYExyjMs/yxnh/jMQW+NxTPU2l/D3E8Ymx7J0ZwF5h2yu+hil\nlHKqSrvho3V5XN4umpaRDVz+ec4I98+AW6tnzfQDiowx+5zwvmc1rvqn3ocZea78GKWUcprvd+Sz\nr6iE8b1j697ZCRyZCvk+sBLoICJ5InKXiEwSkUnVu3wJ7AZ2Aa8DU1xWbbWYxqEMahfNvIxcKu3G\n1R+nlFIX7f01uUSFBXNVUnO3fF6dXSGNMTfV8bwBfuu0ihx0U+9YJqevZ8mOAoZ0bObuj1dKKYfl\nHynh2235TBzUhkB/91zq9No7VId2ak7ThkG8vybH6lKUUuqc5q3Lo9Ju3DYkA14c7kEBfozpFcOi\nbfnkF5dYXY5SStVqzsZ0/rB0ANkNRjB4zqWkZ6a75XO9NtwBxvWOPXkFWimlPE16Zjp3L5hIqckH\nDNlF2aQuSHVLwHt1uLeNDqNPYhM+WJtL1dC/Ukp5jmmLplFaefyUbbZyG9MWTXP5Z3t1uAOM7x1L\n9kEbK91wO69SSp2PnKLarwmebbszeX24X9ulJREhAXygd6wqpTxM4+Da22zFRca5/LO9PtxDAv0Z\n3aM1/928n8O2MqvLUUopAIwxNOcO/Ak+ZXtoYCjTh053+ed7fbgD/KZ3HGUVdj75wWVdD5RS6rys\n2VOI7fBlTOn+T+Ij4xGE+Mh40kakkdIlxeWfX+dNTN4gqVUE3WIimbsml9v7JyAiVpeklKrn5q7N\nJTw4gKeGT2Fm0P1u/3yfOHOHqrP37b8U80PuYatLUUrVc0W2cr7M3MfIHq0IDbLmHNpnwv2G7q0I\nCw4gfZXesaqUstYnP+RRWmFnfG/XXzg9G58J97DgAEb1aMXnm/bqhVWllGWMMby3JocurSPp3DrS\nsjp8JtwBUvrGU1ph1ztWlVKWSM9Mp9WzcXxTNIRVtvFuazVQG58K904tI+gV35j01Tl6x6pSyq3S\nM9NJXZDK/mN5IIYDJT+7rdVAbXwq3AEm9Itjz4FjrPhJ71hVSrnPtEXTsJWfujqcu1oN1Mbnwn14\n55Y0Dg1kzqpsq0tRStUjVrYaqI3PhXtIoD9jk2P534+/8MsRbQWslHK99Mx0/KT2OHVHq4Ha+Fy4\nA9zcJ45Ku9F+M0oplzsx1l5pKs94zl2tBmrjk+GeENWQQe2ieH9NDhWVdqvLUUr5sNrG2gH8xd9t\nrQZq45PhDlXTIvcVVa1bqJRSrnK2MXW7sVsW7ODD4X5Vp2a0iAghfbXesaqUcp2zjalbNdZ+gs+G\ne4C/H+P7xLJkZwE5B8/8lUkppZzh8cFPIBa19T0Xnw13gPG94/ATIX2NTotUSrlGI66kSdm9NA+N\ncXtb33PxiZa/Z9MiMoSrOjVjXkYev7uqPSGB/laXpJTyMemrcri00XV894dn8PPznHbjPn3mDnBL\nvwQKj5XxxaZ9VpeilPIx2/YfYU1WISl94zwq2KEehPuAS5pySbMw3l6Rpf1mlFJONWdVNkEBfozt\nFWt1KWfw+XAXEW7rn0Dmz0Wsz9GFPJRSzlF0vJz5635mZLdWNG4YZHU5Z/D5cAe4sUdrwkMCeGdF\nltWlKKV8xLyMXI6XV3Jb/wSrS6lVvQj3hsEBjO0Vy5eZ+8jXfjNKqYtUaTf8e2U2fRKaWLogx7nU\ni3AHuPWyeCqN0ZualFIX7btt+eQU2jz2rB0cDHcRGSYi20Vkl4g8XMvzkSKyQEQ2isgWEbnD+aVe\nnISohgxuH817a3Ioq9B+M0qpC/fOyixaRoZwzaXNrS7lrOoMdxHxB14GhgNJwE0iknTabr8FfjTG\ndAMGA8+KiMddYbitfwIFxaX8d7NOi1RKXZidvxSzdOcBJvSLJ9Dfcwc/HKmsD7DLGLPbGFMGzAVG\nnraPAcJFRIAwoBCocGqlTnB5u2gSoxoye3mW1aUopbzUOyuzCArwY3xvz5v+WJMj4d4aqNkYPa96\nW00vAZ2AvUAm8IAxxuPGPvz8hFsvi2dD7mE25uq0SKXU+Sk6Xs7H66umPzYNC677BRZy1u8UvwI2\nAK2A7sBLIhJx+k4ikioiGSKSUVBQ4KSPPj9jesXQMMhfp0Uqpc7bvIxcbGWeO/2xJkfC/Weg5u8f\nMdXbaroD+NhU2QXsATqe/kbGmDRjTLIxJjk6OvpCa74o4SGBjOkVw+eb9nHgaKklNSilvM+J6Y+9\nExp77PTHmhwJ97VAOxFJrL5IOh747LR9coChACLSHOgA7HZmoc50a/8EyirtvK/TIpVSDlq8vWr6\n4+39E60uxSF1hrsxpgK4F/ga2Ap8aIzZIiKTRGRS9W5PAP1FJBNYBEw1xhxwVdEXq210GIPaRfHu\nqmydFqmUcsjbK7JoEeHZ0x9rcqjlrzHmS+DL07bNqvH3vcA1zi3Nte4amMjts9fyReZeRveIsboc\npZQH25VfNf3x//2qg0dPf6zJO6p0gSvaR9OuWRhvLN2j3SKVUuf05rIsgr1g+mNN9TbcRYS7Biay\nZe8RVu0utLocpZSHOni0lI/X53FjzxiPn/5YU70Nd4BRPVrTtGEQby7z2Gu/SimLzVmVQ2mFnbsG\neseF1BPqdbiHBPozoV88C7fms7vgqNXlKKU8SHpmOnHPx/Pg8g4cCLub1b/8x+qSzku9DneACf3i\nCQrw463le6wuRSnlIdIz00ldkErukRzAcKxyP6kLUknPTLe6NIfV+3CPDg9mdPfWfLQuj0PHyqwu\nRynlAaYtmoat3HbKNlu5jWmLpllU0fmr9+EOcOfARErK7by3Rm9qUkpBTlHtWXC27Z5Iwx3o0CKc\nQe2ieGdFlt7UpJQiLjLuvLZ7Ig33ancPakN+cSmfb9prdSlKKYv9ttcjiDl12mNoYCjTh063qKLz\np+Fe7fJ2UXpTk1IKgPz9vWlhv5+YiDgEIT4ynrQRaaR0SbG6NIc51H6gPhAR7h6UyNT5mazcfZD+\nbaOsLkkpZYH84hL+s2Evd/e5lb+N/KfV5VwwPXOvYWT31kSFBfH6Er2pSan66t2V2ZTb7dw5wLtu\nWjqdhnsNIYH+3HZZAgt2fUjrZ+Pwe9yPhBkJXjW3VSl14Y6VVvDvldlc3ak5CVENrS7nouiwzGlC\nIldQGPgSpnohj+yibFIXpAJ41XibUur8zV2bS9HxciYNbmt1KRdNz9xPM33Zoxg5dYUmb7t5QSl1\n/soq7Ly5dDd9EpvQM66x1eVcNA330/jCzQtKqfP32ca97C0qYbIPnLWDhvsZfOHmBaXU+bHbDa99\n/xMdW4QzuL016zs7m4b7aaYPnU5oYOgp27zt5gWllOPSM9Np+WwcC48MYX3Zzby3+T2rS3IKDffT\npHRJIW1EGvGR8YAQSDNeGj5LL6Yq5YNOdH/Mt+WBGAqO/+x13R/PRsO9FildUsh6MIu1tx2g1fG3\nwDbQ6pKUUi7gC90fz0bD/RySE5qQHN+YN5buobxSG4op5Wt8eQKFhnsdJl3Rlp8PH9eGYkr5oJZh\nMbVu94UJFBrudbiyYzPaNQtj1uLd2lBMKR/TNXyS13d/PBsN9zr4+QmTrmjL9l+KWbQ13+pylFJO\nknfIxo6s7oxO+BvxkfFe2/3xbLT9gANu6N6KGYt28OJ3uxjaqRkiYnVJSqmLNOv7n/ATeHHUfbRq\n9Eery3E6PXN3QKC/H5OvuISNuYdZuvOA1eUopS7S/qISPlybx5hesbRq1MDqclxCw91Bv+7VmpaR\nIbz07S6rS1FKXaS0JbupNIbJV/hGq4HaaLg7KDjAn3sub8OarEJW7z5odTlKqQt04Ggp763JZlT3\n1sQ1Da37BV5Kw/08jO8TR1RYMC/q2btSXuv1pbsprbDz2yG+e9YOGu7nJSTQn9TLE1m26wDrcw5Z\nXY5S6jwdOlbGuyuzub5rK9pEh1ldjktpuJ+nlL7xmAZLufzfSbpSk1JeZvbyPdjKKrl3yCVWl+Jy\nDoW7iAwTke0isktEHj7LPoNFZIOIbBGR751bpuf4dMcH7PN7gWOV+zGYkys1acAr5dmOlJQze0UW\nwy5tQYcW4VaX43J1hruI+AMvA8OBJOAmEUk6bZ9GwCvADcaYS4GxLqjVI0xbNI1ye8kp23yl0ZBS\nvuyd5VkUl1Rw75W+f9YOjp259wF2GWN2G2PKgLnAyNP2uRn42BiTA2CM8dlbOX250ZBSvupoaQVv\nLt/DlR2b0bl1pNXluIUj4d4ayK3xOK96W03tgcYislhE1onIrbW9kYikikiGiGQUFBRcWMUW05Wa\nlPI+c1Zlc9hWzn315KwdnHdBNQDoBVwH/Ar4i4i0P30nY0yaMSbZGJMcHe2dS1nVtlJTSEADn2g0\npJQvOlZaQdqS3QxqF0UPH1j42lGO9Jb5GYit8TimeltNecBBY8wx4JiILAG6ATucUqUHOdFQaNqi\naeQU5RBgohnQ5D6faDSklC96Z2UWhcfK+N3VZ5xv+jRHztzXAu1EJFFEgoDxwGen7fMfYKCIBIhI\nKNAX2OrcUj3HiZWa7I/aeWrAUnZl92DL3iKry1JKnaa4pJy0JbsZ0iGanvXorB0cCHdjTAVwL/A1\nVYH9oTFmi4hMEpFJ1ftsBb4CNgFrgDeMMZtdV7bnuGtgIhEhATz/zU6rS1FKnWb28iwO28rr3Vk7\nONjy1xjzJfDladtmnfb4GeAZ55XmHSIbBDJxUBue/WYHm/IO0zWmkdUlKaWAIls5ry/dzdVJzevl\n/0u9Q9UJbh+QQKPQQJ77xucuMSjltd5ctpvikgp+d1X9O2sHDXenCA8J5J7L27J4ewHrsrXnjFJW\nO3SsjLeWZ3FtlxYktYqwuhxLaLg7ya2XxdO0YRDP69m7UpZ7bclujpVV8GA9PWsHDXenaRgcwKQr\n2rJs1wHt966UhQ4cLeWdFVnc0K0V7Zv7fg+Zs9Fwd6IJ/eKJDg/muW92YIyxuhyl6qVZi3+itKKS\n+4e2s7oUS2m4O1GDIH+mDG7Lopz5tPxXnLYEVsrN9hUd591V2YzuEUNbH+/XXheHpkIqx/k1XMah\noJew20oBTrYEBvQuVqVc7IWFOzEGHryqfp+1g565O92ji/+CndJTtmlLYKVcb1f+UT7MyCWlXxyx\nTXx3bVRHabg7mbYEVsoa//p6O6FBAfVilSVHaLg7mbYEVsr9fsg5xFdb9jNxUBuahgVbXY5H0HB3\nstpaAjcICNWWwEq5QHpmOvEz4uk5uyl7G9xJeJNVVpfkMfSCqpOd3hLYzx7FuLYP68VUpZwsPTOd\n1AWp2MptAJSTz31fTSI40E//vwFi1Xzs5ORkk5GRYclnu9Pd76xl9e5ClvxxCI0bBlldjlI+I2FG\nAtlF2Wdsj4+MJ+vBLPcX5CYiss4Yk1zXfjos42L/71cdOVpWwavf/2R1KUr5FJ28cG4a7i7WoUU4\no3u05u0VWew9fNzqcpTyGbERsbVu18kLVTTc3eD31QsF/Ovr7RZXopTvuCbmd4g5dWZMaKBOXjhB\nw90NYhqHcueARD7+4Wc25R22uhylvFp6Zjqxz8fzxo+/J9AvmKYNmiII8ZHxpI1I04up1TTc3WTK\nkLY0bRjEk19s1aZiSl2gEzNk8o7kAIYyc4TjFcd598Z3yXowS4O9Bg13N4kICeTBq9uzZk8hX2/5\nxepylPJK0xZNOzn18QRt71E7DXc3uql3LJc0C+Op/26lrMJudTlKeR2dIeM4DXc3CvD3Y9q1ncg6\naOPdVWfOz1VKnVvzhq1r3a4zZM6k4e5mgztEM6hdFDMX7eSwrczqcpTyGna7oQV34IfOkHGEhrub\niQh/vrYTR0rKmblol9XlKOU1Pt3wM4cO9OX+ns8QHxmvM2TqoL1lLNCpZQS/SY7l3VVZ3HJZPIlR\nDa0uSSmPdryskme+3k7XmEieve5enve7z+qSPJ6euVvk99e0xxawmC6zLtHl+JSqw6zvf2JfUQmP\nXJeEn59YXY5X0DN3i3yTNZ8DAS9SVlkC6HJ8Sp1NbqGNWd//xIhureiT2MTqcryGnrlbZNqiaZTZ\nS07ZpvN1lTrT9C+24ifCn6/taHUpXkXD3SI6X1epui3beYCvtuzn3isvoWVkA6vL8Soa7hbR5fiU\nOrfySjuPLdhCfNNQ7h6UaHU5XkfD3SK1LccXICE6X1epau+syGJX/lH+en0SwQH+VpfjdRwKdxEZ\nJiLbRWSXiDx8jv16i0iFiIxxXom+KaVLCmkj0k7O120U1IrI0t/SLmy41aUpZbmC4lJeWLiTwR2i\nubJjM6vL8Up1hruI+AMvA8OBJOAmEUk6y35PA/9zdpG+KqVLClkPZmF/1M7eP+TQPmw4j362hUq7\ndo1U9ds/v9pGSUUlf70+CRGd+nghHDlz7wPsMsbsNsaUAXOBkbXsdx8wH8h3Yn31RoMgf6Zdl8TW\nfUdIX619Z1T9tS67kHnr8rhrYBvaRIdZXY7XciTcWwO5NR7nVW87SURaA6OBV51XWv1zbZcWDLik\nKc98vZ384pK6X6CUjymvtDPtk820igzhvisvsbocr+asC6ozgKnGmHP2sRWRVBHJEJGMgoICJ320\n7xARnhjZmdJyO098vtXqcpRyu7eW7WHb/mIeH9mZhsF6j+XFcCTcfwZqrkQbU72tpmRgrohkAWOA\nV0Rk1OlvZIxJM8YkG2OSo6OjL7Bk39YmOowpQ9qyYONeluzQH4Cq/sg7ZGPGwp1cndScq5OaW12O\n13Mk3NcC7UQkUUSCgPHAZzV3MMYkGmMSjDEJwEfAFGPMp06vtp6YPLgtbaIa8sinmykpr7S6HKVc\nzhjDo//Zggg8dsOlVpfjE+oMd2NMBXAv8DWwFfjQGLNFRCaJyCRXF1gfBQf48+TozuQU2njpW20L\nrHzf11t+YdG2fH53VXtaN9I7UZ3BoUEtY8yXwJenbZt1ln1vv/iyVP+2UdzYozWvLfmJUT1acUmz\ncKtLUsoljpZW8PiCLXRsEc7tAxKsLsdn6B2qHuzP13UiNCiAP3+yGWN07rvyTc9/s4P9R0r4+41d\nCPTXSHIW/Up6sKiwYP40vCNr9hTyYUZu3S9QystszD3M7OV7uKlPHD3jGltdjk/RcPdw45Jj6ZPQ\nhCe/2MovR3Tuu/IdZRV2ps7fRLPwEB4eru18nU3D3cP5+QlPj+lKWUXVzR06PKN8xSuLd7FtfzHT\nR3cmIiTQ6nJ8joa7F0iMasgfrmnPwq2/sGDTPqvLUeqibd9fzMvf7WJk91YM7aRz2l1Bw91L3DWw\nDd1iG/HYZ1s4eLTU6nKUumAVlXb++NFGIkICeXSEzml3FQ13L+HvJzwzpivFJeU8tuBHq8tR6oK9\nuWwPG/OKeOyGS2nSMMjqcnyWhrsXad88nPuvbMeCjXv5est+q8tR6rztLjjKc9/s4Oqk5lzftaXV\n5fg0DXcvM2lwWzq1jOCRTzdTZCu3uhylHFZpNzw8P5OgAD+eHNVZ+7S7mIa7lwn09+OZMV0pPFbG\no59ttrocpRz25rLdrMkq5K/XJ9E8IsTqcnyehrsX6tw6kvuvbMenG/by+aa9VpejVJ227y/mX19X\nDceM6RVjdTn1goa7l/rtkLZ0i23ElE9mEvtcHH6P+5EwI4H0zHSrS1PqFGUVdh78YAMRDQL4x41d\ndDjGTTTcvVSAvx+Du28nz8wgrzgXgyG7KJvUBaka8MqjzFi4g637jvCPG7sSFRZsdTn1hoa7F3th\n7d8wcuqcd1u5jWmLpllUkVKnWpddyKzvf2JccowuwOFmGu5eLKco57y2K+VOx0or+P2HG2nVqAF/\nuT7J6nLqHQ13LxYXGXde25Vypye/2EpOoY1nx3YjXHvHuJ2GuxebPnQ6oYGhp2zzl0COlh3VC6zK\nUv/N3Mf7a3JIvbwNfds0tbqceknD3YuldEkhbUQa8ZHxCEID/0ZU2u0cPH5QL7Aqy+QdsjF1/ia6\nxTbioWs6WF1OvaXh7uVSuqSQ9WAW9kftRDWMADl1QW29wKrcqaLSzgNzN2AMvDi+h66sZCGH1lBV\n3iHvSO2rNekFVuUuMxbuZF32IWbe1IO4pqF1v0C5jP5Y9SF6gVVZacWuA7y8eBfjkmO4oVsrq8up\n9zTcfUhtF1hD/Bswfeh0iypS9cXBo6U8+MEG2kQ15LEbtEe7J9Bw9yGnX2ANphmx8iDXtx1ndWnK\nh1XaDffP/YHDx8t58aaehAbpaK8n0HD3MTUvsK64YxvGNpDff7gBu13XXlWu8dw321m+6yBPjuxM\nUqsIq8tR1TTcfVjPuMb85fokFm3L56XvdlldjvJB3/z4Cy9/9xPje8cyrnes1eWoGjTcfdwt/eIZ\n3aM1zy/cweLt+VaXo3xI9sFj/P7DDXRuHaHj7B5Iw93HiQh/H92FDs3DeWDuBnILbVaXpHzA8bJK\nJs1Zj58Ir6b0IiTQ3+qS1Gk03OuBBkH+zJrQC7sxTE5fR0l5Zd0vUuosjDE88ulmtu0/wozx3Ylt\novPZPZGGez2RENWQ58d1Z/PPR5j2yWaM0Qus6sK8uWwP89fn8cDQdgzp0MzqctRZaLjXI1clNeeB\noe2Yvz6P15futroc5YW+257P37/cyvDOLbj/ynZWl6POQSek1jMPDG3Hrvyj/OO/22gbHcbQTrqA\ngnLMrvyj3P/eD3RoEcGz47rh56fL5Xkyh87cRWSYiGwXkV0i8nAtz6eIyCYRyRSRFSLSzfmlKmfw\n8xP+NbYbnVtFcv/7P7B9f7HVJSkvUGQrZ+K/MwgK8OP1W3vpjUpeoM5wFxF/4GVgOJAE3CQipy+r\nsge4whjTBXgCSHN2ocp5GgT58/qtyTQMDuCud9Zy8Ghp3S9S9VZFpZ3fvreevEM2XrulFzGN9QKq\nN3DkzL0PsMsYs9sYUwbMBUbW3MEYs8IYc6j64SogxrllKmdrERnC67cmU1BcyuQ56ymt0Bk06kzG\nGB5bsIVluw4wfVQXkhOaWF2ScpAj4d4aqNlLNq9629ncBfy3tidEJFVEMkQko6CgwPEqlUt0i23E\nM2O7sSarkD9+tElbFKgzzPp+N3NW5XDP5W30DlQv49SBMxEZQlW4D6zteWNMGtVDNsnJyZokHuCG\nbq3IO2Tjn19tp0VECH+6tpPVJSkP8Z8NP/P0V9sY0a0VU4d1tLocdZ4cCfefgZo/smOqt51CRLoC\nbwDDjTEHnVOecofJV7Rlf1EJry3ZTfOIEO4cmGh1ScpiK346wEPzNtI3sQn/GttVZ8Z4IUfCfS3Q\nTkQSqQr18cDNNXcQkTjgY+AWY8wOp1epXEpEeHTEpfxypIQnvviR5hEhXNe1pdVlKYvs+KWYe95d\nR0LThqTdkkxwgLYW8EZ1jrkbYyqAe4Gvga3Ah8aYLSIySUQmVe/2V6Ap8IqIbBCRDJdVrFzC3094\nYXwPesU15ncfbGDVbv3lqz7KLbRx65traBDoz9t39iEyNNDqktQFEqtuQ09OTjYZGfozwNMctpXx\n61dXkH+klPcm9qNLTKTVJSk3yT9SwtjXVnLYVs4H9/SjYwvtze6JRGSdMSa5rv20/YA6RaPQIN69\nqy8RDQK55a3VepNTPXHoWBkT3lxNQXEpb9/RW4PdB2i4qzO0atSA9yb2JcjfjwlvrmbPgWNWl6Rc\n6GhpBbfPXkPWQRtv3JZMj7jGVpeknEDDXdUqvmlD0u/uS6XdkPL6KvIOaR94X2Qrq+Cut9eyZe8R\nXrm5J/3bRlldknISDXd1Vu2ah/PuXX04WlpByhur2Vd03OqSlBPZyiq4Y/Za1mYV8uy4blyVpE3k\nfImGuzqnS1tF8vadfSg8WsZvXtMzeF9xrLSC26uD/fnfdGdk93PddK68kYa7qlPPuMa8e3dfDtuq\nAj7noAa8Nzsxxr4u+xAvjO+hwe6jPGoqZHl5OXl5eZSUlFhSU30SEhJCTEwMgYGOz2Pe/HMRE95c\nTUiAP+9N7Eub6DAXVqhcobiknDtmr+WH3MPMHN9Db1bzQo5OhfSocN+zZw/h4eE0bdoUEb3d2VWM\nMRw8eJDi4mISE8+v1cDWfUeY8MZq/PyEOXf1pUOLcBdVqZytoLiU22evYfv+Ymbe1INru2iweyOv\nnOdeUlKiwe4GIkLTpk0v6DekTi0jmJvaDwHGzlrB2qxC5xeonC630MbYWSv4qeAor9+WrMFeD3hU\nuAMa7G5yMV/nds3DmT+5P1FhwUx4YzX/27LfiZUpZ9u2/wi/fnUFh2zlpN/dTxe1ric8Ltx92eLF\ni1mxYoXVZThFbJNQPprcn44tI5g0Zx3vr8mxuiRVi7VZhYybtRIRmDfpMnrF6w1K9YWGuxv5UrgD\nNGkYxPsT+3J5+2j+9HEmz/1vuy744UE++SGPlNdX0zQsmI8m9ad9c70+Up9ouNdizpw59OnTh+7d\nu3PPPfecAQ6TAAAQWklEQVSQnZ1Nu3btOHDgAHa7nUGDBvG///0PgFGjRtGrVy8uvfRS0tL+b+nY\nr776ip49e9KtWzeGDh1KVlYWs2bN4vnnn6d79+4sXbrUqsNzqtCgAF6/NZlxyTHM/HYX17w2nbjn\n4/F73I+EGQmkZ6ZbXWK9Y7cbnv3fdn73wUZ6xjfikyn9iW2i657WNx67hPnjC7bw494jTn3PpFYR\nPDri0nPus3XrVj744AOWL19OYGAgU6ZM4fvvv2fq1KlMnjyZPn36kJSUxDXXXAPAW2+9RZMmTTh+\n/Di9e/fm17/+NXa7nYkTJ7JkyRISExMpLCykSZMmTJo0ibCwMB566CGnHpfVAv39ePrXXSm0f8tb\nPz6JkaoFt7OLskldkApASpcUK0usN0rKK3lo3kY+37SPcckxPDmqC0EBeg5XH3lsuFtl0aJFrFu3\njt69ewNw/PhxmjVrxmOPPca8efOYNWsWGzZsOLn/zJkz+eSTTwDIzc1l586dFBQUcPnll5+cZtik\nie8vKiwiLNz7wslgP8FWbmPaomka7m6QW2hj0px1/LjvCA8P78g9l7fRCQr1mMeGe11n2K5ijOG2\n227jH//4xynbbTYbeXl5ABw9epTw8HAWL17MwoULWblyJaGhoQwePLhe34CVU1T7RdWzbVfO8932\nfB6cuwG7MbxxazJDO2mfmPpOf187zdChQ/noo4/Iz88HoLCwkOzsbKZOnUpKSgp/+9vfmDhxIgBF\nRUU0btyY0NBQtm3bxqpVqwDo168fS5YsYc+ePSffAyA8PJziYt/tjx4XGVfr9oYBzTlaWuHmauoH\nu93wwsKd3Pn2Wlo1asDn9w3UYFeAhvsZkpKSePLJJ7nmmmvo2rUrV199NVlZWaxdu/ZkwAcFBTF7\n9myGDRtGRUUFnTp14uGHH6Zfv34AREdHk5aWxo033ki3bt34zW9+A8CIESP45JNPfOqCak3Th04n\nNPDUC3dBfiE0OD6BG15cxtZ9zr2GUt/tLyrhlrdW8/zCHYzu3pqPJ/cnvmlDq8tSHsKj2g9s3bqV\nTp06WVJPfeSKr3d6ZjrTFk0jpyiHuMg4pg+dziUNh3Hf+z9w+Hg5f/xVB+4ckIifn44FX4yvNu/n\n4Y83UVpu568jkhjfO1bH1+sJR9sPeOyYu/JOKV1Sar14+uUDg/jTx5k8+cVWFm79hX+N7UZMY52e\n54iaPzBjImLpHjGJTTu70qV1JDPGd6etNnBTtdBhGeUWUWHBpN3Si3+O6UpmXhHDZyzlw4xcrPrN\n0VukZ6aTuiCV7KJsDIbcIzl8nvs4/Tr/yPzJ/TXY1VlpuCu3ERHGJcfy1YOX06llBH/8aBM3vb6K\nnwqOWl2ax5q2aBq28lP75xspZdWBl3X+ujon/deh3C62SShzU/vx99Fd+HHvEYbPWMrz3+ygpLzS\n6tI8it1udHqpumAa7soSfn7CzX3jWPSHwQzv0oIXFu3kmueX8GXmPh2qAdZlH2L0K8vxs9e+YPXZ\npp0qdYKGu7JUdHgwL4zvwZy7+tIg0J8p6esZM2sl63MOWV2aJXILbTw49wd+/eoK9h8p4b7kv5wx\nvTQ0MJTpQ6dbVKHyFhruLhYWVnXBa+/evYwZM+ac+86YMQOb7f/GV6+99loOHz7s0vo8xcB2UXz5\nwCCeurELOYU2bnxlBZPnrOPHvUdIz0wnYUaCTzcj21d0nGmfZHLls4v5cvN+7rvyEr79w2CeH3Ef\naSPSiI+MRxDiI+NJG5Gm7RxUnbx6nnttc6rd8Y++srISf39/h/YNCwvj6FHHLhgmJCSQkZFBVFTt\nv4o7m6feV3CstIK0Jbt5a9ke9lV8w+Hgl6k0/9fWQRAMhvjIeLd9z10lt9DGm8v28N6aHIwx/KZ3\nLPcOaUeLyBCrS1MeyiuX2Tsfp08RO9GB8GLP6rKysujYsSMpKSl06tSJMWPGYLPZSEhIYOrUqfTs\n2ZN58+bx008/MWzYMHr16sWgQYPYtm0bULUO7GWXXUaXLl145JFHTnnfzp07A1U/HB566CE6d+5M\n165defHFF5k5cyZ79+5lyJAhDBkyBKgK+wMHDgDw3HPP0blzZzp37syMGTNOvmenTp2YOHEil156\nKddccw3Hjx8HqhqaJSUl0bVrV8aPH39RXxN3axgcwO+ubs+yh6/EHv7+KcEOYKg6IXHW99wKP+Qc\n4rfp67nime+Ysyqb0d1b8+0fBvPkqC4a7MopvPYmptqmiDmrA+H27dt58803GTBgAHfeeSevvPIK\nAE2bNmX9+vVAVQ+aWbNm0a5dO1avXs2UKVP49ttveeCBB5g8eTK33norL7/8cq3vn5aWRlZWFhs2\nbCAgIOBkS+DnnnuO77777owz93Xr1jF79mxWr16NMYa+fftyxRVX0LhxY3bu3Mn777/P66+/zrhx\n45g/fz4TJkzgqaeeYs+ePQQHB3vt0E5kg0AOl+475z7e1HWyuKSczzftY+7aXDbmHiY8JICJl7fh\n9v4JtIxsYHV5ysd4bbi7copYbGwsAwYMAGDChAnMnDkT4GSPmKNHj7JixQrGjh178jWlpVWtbpcv\nX878+fMBuOWWW5g6deoZ779w4UImTZpEQEDVl7+ulsDLli1j9OjRNGxY1TfkxhtvZOnSpdxwww0k\nJibSvXt3AHr16kVWVhYAXbt2JSUlhVGjRjFq1KgL+jp4grjIOLKLss+5T05RDsfLKmkQ5NhQmStN\n+WIKaevSqDSV+Is/d/ecyE3t/8aCjXv5YtM+jpdX0r55GI+OSGJscixhwV77X1B5OIf+ZYnIMOAF\nwB94wxjz1GnPS/Xz1wI24HZjzHon13qKs/2nd8YUsdN7dJx4fCJc7XY7jRo1OqWv+7le70rBwcEn\n/+7v739yWOaLL75gyZIlLFiwgOnTp5OZmXnyh4k3mT50OqkLUs/4La0mP3sUPZ/4hgGXRDG0UzOG\ndmxGswj3D21M+WIKr2a8evJxpanktYxZzFmdQ4Lf/Yzq0YpxybF0j22kfWCUy9U55i4i/sDLwHAg\nCbhJRJJO22040K76TyrwKi5WWwdCZ00Ry8nJYeXKlQC89957DBw48JTnIyIiSExMZN68eUBVD/iN\nGzcCMGDAAObOnQtAenrtY8FXX301r732GhUVVW1w62oJPGjQID799FNsNhvHjh3jk08+YdCgQWet\n3263k5uby5AhQ3j66acpKipy+KKup0npknJytghUXUytKTQwlL8MeoKxyTFs3XeEP32cSZ+/L2LY\njCX85dPN/GfDz+w9fPyi586fa8ZOQXEp323LZ1ZG2pkvFDge+DUZj1zFP27sSo+4xhrsyi0cOZXr\nA+wyxuwGEJG5wEjgxxr7jAT+bar+B60SkUYi0tIYc+4B04twYozVFbNlOnTowMsvv8ydd95JUlIS\nkydP5sUXXzxln/T0dCZPnsyTTz5JeXk548ePp1u3brzwwgvcfPPNPP3004wcObLW97/77rvZsWMH\nXbt2JTAwkIkTJ3LvvfeSmprKsGHDaNWqFd99993J/Xv27Mntt99Onz59Tr6+R48eJ4dgTldZWcmE\nCRMoKirCGMP9999Po0aNLvrrYpWazcjONUPq8RsM238pZtHWfFbtPsjH6/N4d1XVb3eNQwPp0CKc\nDs3DuaRZGK0aNaBFZAitIhsQ2SDwnF0q52xMJ/XzVI5XVP32kF2UzR2f3s3rS3ZTeqQ/+4qqLvia\nkEqo5W3sppKQQOuHjFT9UudUSBEZAwwzxtxd/fgWoK8x5t4a+3wOPGWMWVb9eBEw1RiTUdt7gue2\n/M3KyuL6669n8+bNltbhDp7w9Xaliko72/YXk5FVyPZfitm2v5gd+4s5VnZqmwMRCA30p2FwAKFB\n/hig0m6otBtKyivJrJxApV/BGe8fIs1Jbf9furSOpEvrSAbMaU6lObOFgr/4U/FXXaxEOYdHtvwV\nkVSqhm2Ii9Pbp5VrBfj70bl1JJ1bR57cZrcbCo6Wsq+ohH2Hj7O3qIQiWxnHyio5VlqBrawSEfD3\nE/xFCA70Y8PGA7W+f6nJ54XxPU4+Tu2VesqYe83tSrmbI+H+MxBb43FM9bbz3QdjTBqQBlVn7udV\nqZskJCTUi7P2+srPT2geEULziBC6xzo2VDUny7GL969cVzVltuZsmdReqSe3K+VOjtzEtBZoJyKJ\nIhIEjAc+O22fz4BbpUo/oMiV4+1KudP5XLx/5bpXqPhrBeZRQ8VfKzTYlWXqPHM3xlSIyL3A11RN\nhXzLGLNFRCZVPz8L+JKqaZC7qJoKeceFFmSM0dkEbqCdFx3nyov3SrmKR/WW2bNnD+Hh4TRt2lQD\n3oWMMRw8eJDi4mISExOtLkcpdR488oJqXWJiYsjLy6Og4MyZCcq5QkJCiImJsboMpZSLeFS4BwYG\n6pmkUko5gdd2hVRKKXV2Gu5KKeWDNNyVUsoHWTZbRkQKgHP3cj27KKD22wZ9lx5z/aDHXD9czDHH\nG2Oi69rJsnC/GCKS4chUIF+ix1w/6DHXD+44Zh2WUUopH6ThrpRSPshbw72WVRF8nh5z/aDHXD+4\n/Ji9csxdKaXUuXnrmbtSSqlz8OhwF5FhIrJdRHaJyMO1PC8iMrP6+U0i0tOKOp3JgWNOqT7WTBFZ\nISLdrKjTmeo65hr79RaRiurVwbyaI8csIoNFZIOIbBGR791do7M58G87UkQWiMjG6mO+4O6ynkBE\n3hKRfBGpdYEIl+eXMcYj/1DVXvgnoA0QBGwEkk7b51rgv1StXNkPWG113W445v5A4+q/D68Px1xj\nv2+pai89xuq63fB9bkTVOsVx1Y+bWV23G475z8DT1X+PBgqBIKtrv4hjvhzoCWw+y/MuzS9PPnM/\nuTC3MaYMOLEwd00nF+Y2xqwCGolIS3cX6kR1HrMxZoUx5lD1w1VUrXrlzRz5PgPcB8wH8t1ZnIs4\ncsw3Ax8bY3IAjDHeftyOHLMBwqWq33cYVeHutYvPGmOWUHUMZ+PS/PLkcG8N5NZ4nFe97Xz38Sbn\nezx3UfWT35vVecwi0hoYDZy5QKl3cuT73B5oLCKLRWSdiNzqtupcw5FjfgnoBOwFMoEHjDF295Rn\nCZfml0e1/FWOE5EhVIX7QKtrcYMZwFRjjL0eLeISAPQChgINgJUissoYs8PaslzqV8AG4EqgLfCN\niCw1xhyxtizv5Mnh7rSFub2IQ8cjIl2BN4DhxpiDbqrNVRw55mRgbnWwRwHXikiFMeZT95TodI4c\ncx5w0BhzDDgmIkuAboC3hrsjx3wH8JSpGpDeJSJ7gI7AGveU6HYuzS9PHpapjwtz13nMIhIHfAzc\n4iNncXUeszEm0RiTYIxJAD4CpnhxsINj/7b/AwwUkQARCQX6AlvdXKczOXLMOVT9poKINAc6ALvd\nWqV7uTS/PPbM3bh5YW5P4OAx/xVoCrxSfSZbYby46ZKDx+xTHDlmY8xWEfkK2ATYgTeMMbVOqfMG\nDn6fnwDeFpFMqmaQTDXGeG23SBF5HxgMRIlIHvAoEAjuyS+9Q1UppXyQJw/LKKWUukAa7kop5YM0\n3JVSygdpuCullA/ScFdKKR+k4a6UUj5Iw10ppXyQhrtSSvmg/w+D4jsJGT3wNAAAAABJRU5ErkJg\ngg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x124622860>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "y_result = model.predict(x_test)\n",
    "plt.plot(x,y, label='exact')\n",
    "plt.plot(x_test, y_result, 'go', label='predictions')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Derivatives\n",
    "I know Theano/TF are built around the idea of easily getting derivatives of loss functions w.r.t weights. But what I specifically want to extract is what the model things dy/dx is at a given point"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.legend.Legend at 0x124622400>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYYAAAD8CAYAAABzTgP2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl0FHX29/H3BQIh7IEEghDDvkOEsIiICIgIKgKKCyou\niMvsvxkhCoqIS3CY0dHRYRhGBkcdQcKOKIsgiIIQhSTsW4BA2MIayN73+SMFD8TEBDpJpzv3dU4O\nVV3f6rqVaH+6qrpviapijDHGXFTO0wUYY4wpXSwYjDHGXMGCwRhjzBUsGIwxxlzBgsEYY8wVLBiM\nMcZcwYLBGGPMFSwYjDHGXMGCwRhjzBUqeLqAa1GnTh0NCwvzdBnGGONVYmJiTqhqUEHjvDIYwsLC\n2Lhxo6fLMMYYryIi+wszzk4lGWOMuYIFgzHGmCtYMBhjjLmCV15jyEtmZiaJiYmkpaV5upQyw9/f\nnwYNGuDn5+fpUowxRchngiExMZFq1aoRFhaGiHi6HJ+nqiQnJ5OYmEijRo08XY4xpgi5dSpJRAJF\nZJmI7HL+rZXHGH8R+UFENovIFhGZcNmyP4vIdhGJFZG5IlLzWmtJS0ujdu3aFgolRESoXbu2HaEZ\n44PcvcYQCaxQ1WbACmc+t3Sgt6p2AMKB/iLSzVm2DGirqu2BncAL7hRjoVCy7PdtjG9yNxgGATOc\n6RnAPbkHaI4UZ9bP+VFn2VJVzXKWrQMauFmPMcb4pFPnM5iwcAtn0zKLfVvuBkNdVU1ypo8AdfMa\nJCLlRWQTcAxYpqrr8xj2BLAkvw2JyCgR2SgiG48fP+5m2cXvlVdeYfLkyQWO++yzz3j99dd/9nhY\nWBgnTpwojtKu2qpVq/juu+88XYYxZZKqsjg2idve/ob/fr+fH/aeLPZtFhgMIrJcROLz+Bl0+ThV\nVZwjgdxUNVtVw8k5IugiIm1zbWMskAV8kl8dqjpVVSNUNSIoqMBvdHuNJUuW0L9/f0+X8YssGIzx\njGNn03j6vzH86tMfCalRmYW/6UHf1nm+/y5SBQaDqvZV1bZ5/MwHjopICIDz77ECnus0sBK49Eoo\nIo8BdwLDnXDxWq+//jrNmzenR48e7NixA4A9e/bQsWPHS2N27dp1aV5V2bRpEx07diQ5OZl+/frR\npk0bRo4cycVfxYYNG2jfvj1paWmcP3+eNm3aEB8f/7Ntf/zxx3Tp0oXw8HCefvppsrOz2b9/P82a\nNePEiRO4XC5uvvlmli5dCsA999xDp06daNOmDVOnTr30PF9++SUdO3akQ4cO9OnTh4SEBKZMmcLb\nb79NeHg4a9asKbbfnzEmh6oya8NB+vz1G77ZeZwX7mjJ3Oe60yqkeols392Pqy4ARgBRzr/zcw8Q\nkSAgU1VPi0hl4DZgkrOsPzAauEVVL7hZyyUTFm5h6+GzRfV0ALSuX53xd7XJd3lMTAyfffYZmzZt\nIisri44dO9KpUyeaNGlCjRo12LRpE+Hh4UyfPp3HH38cgJ9++okOHTogIkyYMIEePXrw8ssvs3jx\nYv79738D0LlzZ+6++27GjRtHamoqDz/8MG3bXnHAxbZt25g5cyZr167Fz8+P5557jk8++YRHH32U\nMWPG8Oyzz9KlSxdat25Nv379APjwww8JDAwkNTWVzp07M3ToUFwuF0899RSrV6+mUaNGnDx5ksDA\nQJ555hmqVq3Kn/70pyL9nRpjfu5A8gVemBvL2t3JdGkUyKSh7WlUp0qJ1uBuMEQBs0TkSWA/MAxA\nROoD01R1ABACzBCR8uQcocxS1UXO+n8HKgHLnE+4rFPVZ9ysySPWrFnD4MGDCQgIAODuu+++tGzk\nyJFMnz6dv/71r8ycOZMffvgByHl3fscddwCwevVq5syZA8DAgQOpVev/f/L35ZdfpnPnzvj7+/Pu\nu+/+bNsrVqwgJiaGzp07A5CamkpwcPClbX/++edMmTKFTZs2XVrn3XffZe7cuQAcPHiQXbt2cfz4\ncXr27HnpewmBgYFF88sxxhQo26X857sEJn+1g/LlhNfuactDXUIpV67kP/3nVjCoajLQJ4/HDwMD\nnOlY4IZ81m/qzvbz80vv7D1h6NChTJgwgd69e9OpUydq164NwNKlS4mOji5w/eTkZFJSUsjMzCQt\nLY0qVa5896CqjBgxgjfffPNn6164cIHExEQAUlJSqFatGqtWrWL58uV8//33BAQE0KtXL/s+gjEe\ntOvoOUZHx/LTgdPc2iKI1we3o37Nyh6rx3olFZGePXsyb948UlNTOXfuHAsXLry0zN/fn9tvv51n\nn3320mmkM2fOkJWVdSkkevbsyaeffgrkXJA+derUpfWffvppJk6cyPDhwxkzZszPtt2nTx9mz57N\nsWM5l3hOnjzJ/v053XXHjBnD8OHDefXVV3nqqacubbtWrVoEBASwfft21q1bB0C3bt1YvXo1+/bt\nu/Q8ANWqVePcuXNF98syxgCQkeXi3RW7GPjutyScOM8794fz4WOdPRoK4EMtMTytY8eO3H///XTo\n0IHg4OBLp3UuGj58OHPnzr10jn/ZsmX07dv30vLx48fz4IMP0qZNG7p3705oaCgAH330EX5+fjz0\n0ENkZ2fTvXt3vv76a3r37n1p3datW/Paa6/Rr18/XC4Xfn5+vP/++yQkJLBhwwbWrl1L+fLliY6O\nZvr06Tz00ENMmTKFVq1a0aJFC7p1y/m+YVBQEFOnTmXIkCG4XC6Cg4NZtmwZd911F/feey/z58/n\nvffe4+abby7uX6cxPi828TSjZ8ey/cg57upQn/F3taZO1UqeLgsA8cYPAkVERGjuG/Vs27aNVq1a\neaiigk2ePJkzZ84wceJEIOfc/8iRIy+9KHur0v57N6a0Sc3I5p3lO/nXmr0EVavEa/e047YS+Agq\ngIjEqGpEQePsiKEEDB48mD179vD1119femzatGkerMgY4wnr9iYTGR1LQvIFHuzSkBcGtKK6f+nr\nTmzBUAIufvrHGFM2nUvLJGrJdj5Zf4DQwAA+HdmV7k3reLqsfPlUMKiqNXYrQd54GtKYkvb19qOM\nnRvP0bNpjOzRiD/2a0HliuU9XdYv8plg8Pf3Jzk52Vpvl5CL92Pw9/f3dCnGlEonz2fw6sItzNt0\nmOZ1q/LB8O7cEPqzOxOUSj4TDA0aNCAxMRFvaLDnKy7ewc0Y8/+pKgtjk3hlwRbOpWXy+77NeK5X\nUypW8J5vB/hMMPj5+dmdxIwxHnXkTBrj5sWxfNsxOjSsyVtD29OiXjVPl3XVfCYYjDHGU1SVzzYc\n5I3F28h0uRg3sBWP39SI8h5oZ1EULBiMMcYN+5PPExkdx/d7k7mxcW2ihrbj+tol2/SuqFkwGGPM\nNch2KdPX7mPy0h34lSvHm0Pa8UDnhj7x4RcLBmOMuUo7juQ0vdt88DR9WwXz2j3tqFfDdz6hZ8Fg\njDGFlJHl4v2Vu/lg1W6q+/vx3oM3cGf7EJ84SricBYMxxhTCpoOnGT17MzuPpnBPeH1evqsNgVUq\nerqsYuFWMIhIIDATCAMSgGGqeirXGH9gNTk35KkAzFbV8c6yicAgwEXObUEfc+7lYIwxpUJqRjZ/\nWbqDD9fuo251fz58LILeLUum6Z2nuPuNi0hghao2A1Y487mlA71VtQMQDvQXkYstRf+squ1VNRxY\nBLzsZj3GGFNkvttzgtvfWc20b/fxYJdQlv6hp8+HArh/KmkQ0MuZngGsAq64k4zmNNRJcWb9nB91\nll1+Y+YqFx83xhhPOpuWyZtfbON/PxwkrHYAn43qRrfGtT1dVolxNxjqqmqSM30EyDNKnfs9xwBN\ngfdVdf1ly14HHgXOALe6WY8xxrhl2dajjJsXx/Fz6TzdszG/79u81De9K2oFBoOILAfq5bFo7OUz\nqqoikuc7flXNBsJFpCYwV0Taqmq8s2wsMFZEXgB+DYzPp45RwCjg0t3NjDGmqJxISeeVBVtYFJtE\ny3rV+NejEbRvUNPTZXlEgcGgqn3zWyYiR0UkRFWTRCSEnAvIv/Rcp0VkJdAfiM+1+BPgC/IJBlWd\nCkyFnDu4FVS3McYUhqoyf9NhJizcwvn0bP54W3OevqWJVzW9K2ru7vkCYIQzPQKYn3uAiAQ5RwqI\nSGXgNmC7M9/ssqGDLj5ujDEl4fDpVJ6csZHfz9xEWJ0qLP5tD37Tp1mZDgVw/xpDFDBLRJ4E9gPD\nAESkPjBNVQcAIcAM5zpDOWCWqi66uL6ItCDn46r7gWfcrMcYYwrkcimf/nCAqCXbyXYpL9/ZmhHd\nw7y26V1RcysYVDUZ6JPH44eBAc50LHBDPusPdWf7xhhztfadOE9kdCzr952kR9M6vDmkHQ0DAzxd\nVqli33w2xpQJWdku/v3tPv66bCcVK5TjraHtuS+igc+1sygKFgzGGJ+39fBZxkTHEnfoDP1a12Xi\nPW2pW913mt4VNQsGY4zPSs/K5u9f7+Yfq/ZQM8CP9x/qyIB29ewooQAWDMYYnxSz/xRjomPZfSyF\nIR2v46WBranlo03vipoFgzHGp1zIyOLPX+3gP98lEFLdn+mPd+bWFsGeLsurWDAYY3zGt7tOEDkn\nlsRTqTx64/WM7t+SqpXsZe5q2W/MGOP1zlzI5PUvtjJrYyKN61Rh1tM30qVRoKfL8loWDMYYr/Zl\n/BFemh/PyfMZPNurCb/r0wx/v7LV9K6oWTAYY7zS8XM5Te8WxyXROqQ60x/rTNvrani6LJ9gwWCM\n8SqqypwfD/Hqoq2kZmTz/O0tGNWzMX7ly3Z/o6JkwWCM8RqHTqfy4pw4vtl5nE7X12LS0PY0Da7q\n6bJ8jgWDMabUc7mUj9fvZ9KS7Sgw4e42PNLtespZ07tiYcFgjCnV9hxPITI6lg0Jp7i5WR3eGGxN\n74qbBYMxplTKzHbxrzV7eWf5Lir7lWfyfR0Y2vE6a2dRAiwYjDGlTvyhM4yJjmXL4bPc0bYeEwa1\nIbiaNb0rKRYMxphSIy0zm/e+3sWUb/ZSK6Ai/xjekTvahXi6rDLHrWAQkUBgJhAGJADDVPVUrjH+\nwGqgkrO92ao6PteYPwKTgSBVPeFOTcYY77Qx4SSjo2PZe/w893ZqwLiBragZYE3vPMHdD/5GAitU\ntRmwwpnPLR3oraodgHCgv4h0u7hQRBoC/YADbtZijPFCKelZjJ8fz33//J70TBcfPdGFyfd1sFDw\nIHdPJQ0CejnTM4BVwJjLB6iqAinOrJ/zo5cNeRsYDcx3sxZjjJf5ZudxXpwTx+EzqYy4MYznb29B\nFWt653Hu/gXqqmqSM30EqJvXIBEpD8QATYH3VXW98/gg4JCqbrZPGhhTdpy+kMHERduI/jGRJkFV\n+PzpG4kIs6Z3pUWBwSAiy4F6eSwae/mMqqqIaB7jUNVsIFxEagJzRaQtsBd4kZzTSAUSkVHAKIDQ\n0NDCrGKMKYWWxCXx0vwtnLqQwa9vbcqveze1pnelTIHBoKp981smIkdFJERVk0QkBDhWwHOdFpGV\nQH/gK6ARcPFooQHwo4h0UdUjeaw7FZgKEBERkWcAGWNKr2Nn03h5/ha+3HKENvWrM+OJzrSpb03v\nSiN3TyUtAEYAUc6/P7tOICJBQKYTCpWB24BJqhoHBF82LgGIsE8lGeNbVJXZMYlMXLSVtCwXY/q3\n5KmbG1HBmt6VWu4GQxQwS0SeBPYDwwBEpD4wTVUHACHADOc6QzlglqoucnO7xhgvcPDkBV6cG8ea\nXSfoEhZI1NB2NA6ypnelnVvBoKrJQJ88Hj8MDHCmY4EbCvFcYe7UYowpPbJdykffJ/Dnr3YgwMRB\nbRje1ZreeQv7XJgxpkjtPnaOMdFxxOw/xS3Ng3hjSDuuq1nZ02WZq2DBYIwpEpnZLv75zR7eXbGb\ngErl+euwDgy+wZreeSMLBmOM2+IPneH52bFsSzrLwPYhvHJXG4KqVfJ0WeYaWTAYY65ZWmY27yzf\nxb/W7KV2lYr885FO3N4mr689GW9iwWCMuSbr9yYTOSeOfSfOc39EQ14c2Ioalf08XZYpAhYMxpir\nci4tk7e+3MF/1+2nYWBlPhnZlZua1vF0WaYIWTAYYwpt5Y5jjJ0TR9LZNJ64qRF/ur05ARXtZcTX\n2F/UGFOgU+czmLhoK3N+OkSz4KpEP9udjqG1PF2WKSYWDMaYfKkqi+OSGD9/C2dSM/lt76b8qndT\nKlWwpne+zILBGJOno2fTGDcvnmVbj9K+QQ0+HtmVViHVPV2WKQEWDMaYK6gqszYe5LXF28jIcvHi\ngJY8cZM1vStLLBiMMZccSL5A5JxYvtuTTNdGgUwa2p6wOlU8XZYpYRYMxhiyXcp/vktg8lc7KF9O\neH1wWx7sHGpN78ooCwZjyridR88xenYsmw6epnfLYF4f3JaQGtb0riyzYDCmjMrIcvGPVXv4+8pd\nVK1Ugb89EM7dHepb0ztjwWBMWbT54GnGRMey/cg57u5Qn/F3taZ2VWt6Z3K4FQwiEgjMBMKABGCY\nqp7KNcYfWA1UcrY3W1XHO8teAZ4CjjvDX1TVL9ypyRiTv9SMbN5evpNpa/YSXM2faY9G0Ld1XU+X\nZUoZd48YIoEVqholIpHO/JhcY9KB3qqaIiJ+wLciskRV1znL31bVyW7WYYwpwPd7knlhTiwJyRd4\nsEsoLwxoSXV/a3pnfs7dYBgE9HKmZwCryBUMqqpAijPr5/yom9s1xhTS2bRMopZs59P1B7i+dgCf\nPtWV7k2s6Z3Jn7vBUFdVk5zpI0Cex6QiUh6IAZoC76vq+ssW/0ZEHgU2An/MfSrqsucYBYwCCA0N\ndbNsY8qGFduOMnZuPMfOpfHUzY34v9taULmitbMwv0xy3tD/wgCR5UBed94YC8xQ1ZqXjT2lqvl2\n1hKRmsBc4DeqGi8idYET5BxBTARCVPWJgoqOiIjQjRs3FjTMmDIrOSWdCQu3smDzYVrUrcake9sT\n3rBmwSsanyYiMaoaUdC4Ao8YVLXvL2zkqIiEqGqSiIQAxwp4rtMishLoD8Sr6tHLnutfwKKC6jHG\n5E9VWbD5MBMWbuVcWiZ/6NucZ3s1oWIFa2dhCs/d/1oWACOc6RHA/NwDRCTIOVJARCoDtwHbnfmQ\ny4YOBuLdrMeYMivpTCojZ2zkd59tomFgAIt+czO/69vMQsFcNXevMUQBs0TkSWA/MAxAROoD01R1\nABACzHCuM5QDZqnqxSODt0QknJxTSQnA027WY0yZ43Ipn204yJtfbCPT5WLcwFY8flMjyls7C3ON\n3AoGVU0G+uTx+GFggDMdC9yQz/qPuLN9Y8q6hBPniZwTy7q9J7mxcW2ihrbj+trW9M64x775bIwX\nysp2MX1tAn9ZtgO/cuWIGtKO+zs3tHYWpkhYMBjjZbYfOcuY2bFsTjxD31Z1ee2ettSr4e/psowP\nsWAwxkukZ2Xz/so9fLByNzUq+/HegzdwZ/sQO0owRc6CwRgv8NOBU4yJjmXn0RQG33AdL93ZmsAq\nFT1dlvFRFgzGlGIXMrL4y9KdfLh2H/Wq+/PhYxH0bmlN70zxsmAwppT6bvcJIufEceDkBR7uFsqY\n/i2pZk3vTAmwYDCmlDmTmsmbX2zjsw0HCasdwGejutGtcW1Pl2XKEAsGY0qRpVuOMG5ePCdS0nn6\nlsb8oW9z/P2s6Z0pWRYMxpQCJ1LSeWXBFhbFJtGyXjWmjYigfQNremc8w4LBGA9SVeZtOsSEhVu5\nkJ7NH29rzjO9muBX3vobGc+xYDDGQw6fTmXs3DhW7jjODaE1eWtoe5rVrebpsoyxYDCmpLlcyic/\nHGDSku1ku5SX72zNiO5h1vTOlBoWDMaUoL3HU4iMjuOHhJP0aFqHN4e0o2FggKfLMuYKFgzGlICs\nbBfTvt3H28t2UqlCOd66tz33dWpg7SxMqWTBYEwx23r4LKOjNxN/6Cy3t6nLxEFtCa5uTe9M6eVW\nMIhIIDATCCPnRjvDVPVUrjH+wGqgkrO92ao6/rLlvwF+BWQDi1V1tDs1GVNapGdl8/evd/OPVXuo\nGeDHB8M7ckfbenaUYEo9d48YIoEVqholIpHO/JhcY9KB3qqaIiJ+wLciskRV14nIrcAgoIOqpotI\nsJv1GFMqxOzPaXq3+1gKQzpex0sDW1PLmt4ZL+FuMAwCejnTM4BV5AoGVVUgxZn1c37UmX8WiFLV\ndGfsMTfrMcajzqdnMXnpDv7zXQL1a1TmP493plcLe79jvIu7wVBXVZOc6SNAnm0fnfs9xwBNgfdV\ndb2zqDlws4i8DqQBf1LVDW7WZIxHrNl1nBfmxJF4KpURN17P8/1bUrWSXcYz3qfA/2pFZDlQL49F\nYy+fUVUVEc1jHKqaDYSLSE1groi0VdV4Z/uBQDegMzBLRBo7Rxm56xgFjAIIDQ0tqGxjSsyZC5m8\ntngrn8ck0jioCp8/cyOdwwI9XZYx16zAYFDVvvktE5GjIhKiqkkiEgL84qkgVT0tIiuB/kA8kAjM\ncYLgBxFxAXWA43msOxWYChAREZFnABlT0r6MP8JL8+M5eT6D53o14bd9mlnTO+P13G3IsgAY4UyP\nAObnHiAiQc6RAiJSGbgN2O4sngfc6ixrDlQETrhZkzHF7ti5NJ77JIZnPo4hqGol5v/qJkb3b2mh\nYHyCuydAo8g5/fMksB8YBiAi9YFpqjoACAFmONcZygGzVHWRs/6HwIciEg9kACPyOo1kTGmhqkT/\neIiJi7aSmpnN87e3YFTPxtb0zvgUt4JBVZOBPnk8fhgY4EzHAjfks34G8LA7NRhTUhJPXeDFufGs\n3nmcTtfXYtLQ9jQNrurpsowpcvaRCWMK4HIp/123n0lf5pwBnXB3Gx7pdj3lrOmd8VEWDMb8gj3H\nUxgzO5aN+0/Rs3kQbwxuS4Na1vTO+DYLBmPykJntYurqvfxtxS4q+5Vn8n0dGNrxOmtnYcoECwZj\ncok/dIYx0bFsOXyWAe3q8crdbQiuZk3vTNlhwWCMIy0zm3dX7OKfq/dSK6AiUx7uSP+2IZ4uy5gS\nZ8FgDLAh4SRjZsey98R57uvUgHEDW1MjwM/TZRnjERYMpkxLSc/irS+389H3+2lQqzIfPdGFns2D\nPF2WMR5lwWDKrG92HufFOXEcPpPKY93DeP72FlSxpnfGWDCYsuf0hQxeXbSVOT8eoklQFWY/cyOd\nrremd8ZcZMFgygxVZUn8EV6eH8/pC5n8+tam/Lp3U+tvZEwuFgymTDh2No2X5sfz1ZajtL2uOjOe\n6EKb+jU8XZYxpZIFg/FpqsrnMYm8tmgr6VkuIu9oycgejahgTe+MyZcFg/FZB09e4IU5cXy7+wRd\nwgKJGtqOxkHW9M6YglgwGJ+T7VI++j6Bt77cQTmBife0ZXiXUGt6Z0whWTAYn7L72DlGz47lxwOn\n6dUiiNcHt+O6mpU9XZYxXsWCwfiEzGwXU1bt4b2vdxNQqTxv39+Be8Kt6Z0x18KtYBCRQGAmEAYk\nAMNU9VSuMf7AaqCSs73ZqjreWTYTaOEMrQmcVtVwd2oyZU9c4hmen72Z7UfOMbB9CBPubkOdqpU8\nXZYxXsvdI4ZIYIWqRolIpDM/JteYdKC3qqaIiB/wrYgsUdV1qnr/xUEi8hfgjJv1mDIkLTObt5fv\n5F+r91KnaiX++Ugnbm9Tz9NlGeP13A2GQUAvZ3oGsIpcweDcwznFmfVzfq64r7PkHO8PA3q7WY8p\nI9bvTSZyThz7Tpzngc4NeWFAK2pUtqZ3xhQFd4OhrqomOdNHgLp5DRKR8kAM0BR4X1XX5xpyM3BU\nVXe5WY/xcefSMpn05XY+XneAhoGV+WRkV25qWsfTZRnjUwoMBhFZDuR1fD728hlVVRHRPMahqtlA\nuIjUBOaKSFtVjb9syIPA/wqoYxQwCiA0NLSgso0PWrn9GC/OjePI2TSe7NGIP/ZrTkBF+/yEMUWt\nwP+rVLVvfstE5KiIhKhqkoiEAMcKeK7TIrIS6A/EO89RARgCdCpg3anAVICIiIg8A8j4ppPnM3h1\n4RbmbTpMs+CqRD/bnY6htTxdljE+y923WwuAEUCU8+/83ANEJAjIdEKhMnAbMOmyIX2B7aqa6GYt\nxseoKotik3hlwRbOpGby2z7N+NWtTahUwZreGVOc3A2GKGCWiDwJ7CfnAjIiUh+YpqoDgBBghnOd\noRwwS1UXXfYcD1DAaSRT9hw9m8bYufEs33aU9g1q8PHIrrQKqe7psowpE9wKBlVNBvrk8fhhYIAz\nHQvc8AvP8Zg7NRjfoqrM3HCQ17/YRkaWi7EDWvH4TWHW9M6YEmRX7kypcSD5ApFzYvluTzJdGwUy\naWh7wupU8XRZxpQ5FgzG47JdyvS1+5i8dAcVypXjjcHteKBzQ2t6Z4yHWDAYj9px5Byjo2PZfPA0\nvVsG8/rgtoTUsKZ3xniSBYPxiIwsFx+s2s37K3dTzd+Pvz0Qzt0d6lvTO2NKAQsGU+I2HzzN6Nmx\n7Dh6jkHh9Xn5ztbUtqZ3xpQaFgymxKRmZPPXZTv497f7CK7mz7RHI+jbOs8uKsYYD7JgMCXi+z3J\nRM6JZX/yBR7qGkrkHS2p7m9N74wpjSwYTLE6m5bJm19s538/HOD62gF8+lRXujexpnfGlGYWDKbY\nLN96lLHz4jh+Lp1RPRvzh77NqVzR2lkYU9pZMJgil5ySzoSFW1mw+TAt61Vj6iMRdGhY09NlGWMK\nyYLBFBlVZcHmw7yyYAsp6Vn8oW9znu3VhIoVrJ2FMd7EgsEUiaQzqYybG8+K7ccIb1iTt+5tT/O6\n1TxdljHmGlgwGLe4XMr/NhzgzS+2k+VyMW5gKx6/qRHlrZ2FMV7LgsFcs30nzhMZHcv6fSfp3qQ2\nUUPaE1o7wNNlGWPcZMFgrlpWtosP1+7jL0t3UrF8OaKGtOP+zg2tnYUxPsKCwVyVbUlnGRMdS2zi\nGfq2qstr97SlXg1/T5dljClCbgWDiAQCM4EwIAEYpqqnco3xB1YDlZztzVbV8c6ycGAK4A9kAc+p\n6g/u1GSKR3pWNu+v3MMHK3dTo7Iff3/oBga2C7GjBGN8kLufI4wEVqhqM2CFM59bOtBbVTsA4UB/\nEenmLHsCKsBCAAANq0lEQVQLmKCq4cDLzrwpZX48cIo73/2Wd1fs4q4O9Vn+f7dwZ3vrhGqMr3L3\nVNIgoJczPQNYBYy5fICqKpDizPo5P3pxMXDxRr41gMNu1mOK0IWMLP6ydCcfrt1Hver+TH+sM7e2\nDPZ0WcaYYuZuMNRV1SRn+giQZ6tMESkPxABNgfdVdb2z6PfAVyIymZyjl+75bUhERgGjAEJDQ90s\n2xRk7e4TRM6J5eDJVB7uFsqY/i2pZk3vjCkTCgwGEVkO1Mtj0djLZ1RVRUTzGIeqZgPhIlITmCsi\nbVU1HngW+IOqRovIMODfQN98nmMqMBUgIiIiz+0Y951JzeSNxduYufEgjepUYeaobnRtXNvTZRlj\nSlCBwaCqeb5QA4jIUREJUdUkEQkBjhXwXKdFZCXQH4gHRgC/cxZ/DkwrdOWmyC3dcoRx8+JJPp/B\nM7c04fd9m+HvZ03vjClr3L34vICcF3ecf+fnHiAiQc6RAiJSGbgN2O4sPgzc4kz3Bna5WY+5BsfP\npfOrT39k1H9jqF21EvOeu4nIO1paKBhTRrl7jSEKmCUiTwL7gWEAIlIfmKaqA4AQYIZznaEcMEtV\nFznrPwX8TUQqAGk41xBMyVBV5v50iFcXbeVCejZ/6tecp29pgl95a3pnTFnmVjCoajLQJ4/HDwMD\nnOlY4IZ81v8W6ORODebaHDqdyti5cazacZyOoTlN75oGW9M7Y4x987nMcbmUT9bvJ2rJdlwK4+9q\nzaM3hlnTO2PMJRYMZcje4ylERsfxQ8JJejStw5tD2tEw0JreGWOuZMFQBmRlu/jXmn28vXwn/hXK\n8da97bmvUwP75rIxJk8WDD5u6+GzjI7eTPyhs9zepi4TB7UluLo1vTPG5M+CwUelZWbz9693M+Wb\nPdQMqMg/hnfkjnYhni7LGOMFLBh8UMz+k4yeHcue4+cZ2rEBL93ZipoBFT1dljHGS1gw+JDz6Vn8\n+asdzPg+gfo1KjPjiS7c0jzI02UZY7yMBYOPWL3zOC/MiePwmVQe7XY9z/dvSdVK9uc1xlw9e+Xw\ncmcuZDJx8VZmxyTSOKgKs56+kc5hgZ4uyxjjxSwYvNiX8Um8NH8LJ89n8FyvJvy2jzW9M8a4z4LB\nCx07l8b4+VtYEn+E1iHVmf5YZ9peV8PTZRljfIQFgxdRVWbHJPLa4m2kZmbz/O0tGNWzsTW9M8YU\nKQsGL3Hw5AVenBvHml0niLi+FlFD29M0uKqnyzLG+CALhlLO5VI++j6Bt77agQCvDmrDw12vp5w1\nvTPGFBMLhlJs97EUIqNj2bj/FD2bB/HG4LY0qGVN74wxxcuCoRTKzHYxdfVe/rZ8F5Urlucv93Vg\nSMfrrOmdMaZEuBUMIhIIzATCgARgmKqeyjXGH1gNVHK2N1tVxzvLOgBTgKrO+sNV9aw7NXm7+ENn\nGD07lq1JZxnQrh4T7m5LULVKni7LGFOGuPtxlkhghao2A1Y487mlA71VtQMQDvQXkW7OsmlApKq2\nA+YCz7tZj9dKy8xm0pfbGfT+Wo6npDPl4Y58MLyThYIxpsS5eyppENDLmZ4BrALGXD5AVRVIcWb9\nnB915puTczQBsAz4CnjJzZq8zoaEk4yZHcveE+e5r1MDxg1sTY0AP0+XZYwpo9wNhrqqmuRMHwHq\n5jVIRMoDMUBT4H1VXe8s2kJOuMwD7gMa5rchERkFjAIIDQ11s+zSISU9i7e+3M5H3++nQa3K/PfJ\nLtzczJreGWM8q8BgEJHlQL08Fo29fEZVVUQ0j3GoajYQLiI1gbki0lZV44EngHdF5CVgAZCRXx2q\nOhWYChAREZHndrzJqh3HGDs3nsNnUnn8pjD+1K8FVazpnTGmFCjwlUhV++a3TESOikiIqiaJSAhw\nrIDnOi0iK4H+QLyqbgf6Oc/VHBh4VdV7oVPnM5i4eCtzfjxE0+CqzH6mO52ur+Xpsowx5hJ336Iu\nAEYAUc6/83MPEJEgINMJhcrAbcAkZ1mwqh4TkXLAOHI+oeSTVJUv4o4wfkE8py9k8pveTfl176ZU\nqmBN74wxpYu7wRAFzBKRJ4H9wDAAEakPTFPVAUAIMMO5zlAOmKWqi5z1HxSRXznTc4DpbtZTKh07\nm8a4efEs3XqUdtfV4KMnutK6fnVPl2WMMXmSnA8NeZeIiAjduHGjp8sokKry+cZEJi7eSkaWiz/c\n1pyRPRpRwZreGWM8QERiVDWioHF2tbOYHDx5gRfmxPHt7hN0aRRI1JB2NA6ypnfGmNLPgqGIZbuU\nGd8l8OevdlC+nPDaPW15qEuoNb0zxngNC4YitOvoOUZHx/LTgdP0ahHEG4PbUb9mZU+XZYwxV8WC\noQhkZLmY8s0e/v71bqpUKs8794czKLy+Nb0zxnglCwY3xSaeZvTsWLYfOced7UN45e421Klq/Y2M\nMd7LguEapWVm8/aynfxrzV6CqlVi6iOd6Ncmry+IG2OMd7FguAbr9iYTGR1LQvIFHuzSkMg7WlGj\nsjW9M8b4BguGq3AuLZOoJdv5ZP0BQgMD+HRkV7o3rePpsowxpkhZMBTS19uPMnZuPEfPpjGyRyP+\nr19zAirar88Y43vsla0AJ89n8OrCLczbdJhmwVX54Nnu3BBqTe+MMb7LgiEfqsrC2CReWbCFs6mZ\n/K5PM567tYk1vTPG+DwLhjwcOZPT9G75tqN0aFCDSU91pWU9a3pnjCkbLBguo6p8tuEgbyzeRqbL\nxdgBrXiiRyPKWzsLY0wZYsHg2J98nsjoOL7fm0y3xoFEDWlPWJ0qni7LGGNKXJkPhmyXMn3tPiYv\n3YFfuXK8MbgdD3RuaE3vjDFlllvBICKBwEwgDEgAhqnqqXzGlgc2AodU9c6rXb847DiS0/Ru88HT\n9GkZzGuD2xJSw5reGWPKNnfvGBMJrFDVZsAKZz4/vwO2ubF+kcnIcvHO8p3c+d4aDp68wN8eCGfa\niAgLBWOMwf1gGATMcKZnAPfkNUhEGgADgWnXsn5R2nTwNHe99y3vLN/FgHYhLPtDTwaFX2edUI0x\nxuHuNYa6qprkTB8B6uYz7h1gNFDtGtcvEu+t2MXby3cSXM2ff4+IoE+rYt2cMcZ4pQKDQUSWA3m1\nDR17+Yyqqoj87AbSInIncExVY0SkV37byW/9y55nFDAKIDQ0tKCy8xRaO4AHuoQSeUdLqvtb0ztj\njMmLqOb7WlzwyiI7gF6qmiQiIcAqVW2Ra8ybwCNAFuAPVAfmqOrDhVk/LxEREbpx48ZrrtsYY8oi\nEYlR1YiCxrl7jWEBMMKZHgHMzz1AVV9Q1QaqGgY8AHytqg8Xdn1jjDEly91giAJuE5FdQF9nHhGp\nLyJfXOv6xhhjPMeti8+qmgz0yePxw8CAPB5fBawqaH1jjDGe4+4RgzHGGB9jwWCMMeYKFgzGGGOu\nYMFgjDHmChYMxhhjruDWF9w8RUSOA/uvcfU6wIkiLMcb2D6XDbbPZYM7+3y9qgYVNMgrg8EdIrKx\nMN/88yW2z2WD7XPZUBL7bKeSjDHGXMGCwRhjzBXKYjBM9XQBHmD7XDbYPpcNxb7PZe4agzHGmF9W\nFo8YjDHG/AKfDQYR6S8iO0Rkt4j87F7SkuNdZ3msiHT0RJ1FqRD7PNzZ1zgR+U5EOniizqJU0D5f\nNq6ziGSJyL0lWV9RK8z+ikgvEdkkIltE5JuSrrGoFeK/6xoislBENjv7/Lgn6ixKIvKhiBwTkfh8\nlhfv65eq+twPUB7YAzQGKgKbgda5xgwAlgACdAPWe7ruEtjn7kAtZ/qOsrDPl437GvgCuNfTdRfz\n37gmsBUIdeaDPV13Cezzi8AkZzoIOAlU9HTtbu53T6AjEJ/P8mJ9/fLVI4YuwG5V3auqGcBnwKBc\nYwYBH2mOdUBN5y5y3qrAfVbV71T1lDO7DmhQwjUWtcL8nQF+A0QDx0qyuGJQmP19iJw7JB4AUNWy\nsM8KVBMRAaqSEwxZJVtm0VLV1eTsR36K9fXLV4PhOuDgZfOJzmNXO8abXO3+PEnOOw5vVuA+i8h1\nwGDgHyVYV3EpzN+4OVBLRFaJSIyIPFpi1RWPwuzz34FWwGEgDvidqrpKpjyPKdbXL7du1GO8k4jc\nSk4w9PB0LSXgHWCMqrpy3lD6vApAJ3JugFUZ+F5E1qnqTs+WVaxuBzYBvYEmwDIRWaOqZz1blvfy\n1WA4BDS8bL6B89jVjvEmhdofEWkPTAPu0Jw76HmzwuxzBPCZEwp1gAEikqWq80qmxCJVmP1NBJJV\n9TxwXkRWAx0Abw2Gwuzz40CU5px83y0i+4CWwA8lU6JHFOvrl6+eStoANBORRiJSEXgAWJBrzALg\nUefqfjfgjKomlXShRajAfRaRUGAO8IiPvIMscJ9VtZGqhqlqGDAbeM5LQwEK99/1fKCHiFQQkQCg\nK7CthOssSoXZ5wM4twgWkbpAC2BviVZZ8or19csnjxhUNUtEfg18Rc6nGj5U1S0i8oyzfAo5n1AZ\nAOwGLpDzrsNrFXKfXwZqAx8476Cz1IsbkBVyn31GYfZXVbeJyJdALOACpqlqnh959AaF/BtPBP4j\nInHkfEpnjKp6dcdVEfkf0AuoIyKJwHjAD0rm9cu++WyMMeYKvnoqyRhjzDWyYDDGGHMFCwZjjDFX\nsGAwxhhzBQsGY4wxV7BgMMYYcwULBmOMMVewYDDGGHOF/wfVThtBZ4GtcAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x1246226a0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(x, df(x), label='dy/dx exact')\n",
    "plt.legend()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Not sure where to start though... almost everything that I see is based on getting d_loss / d_weight\n",
    "\n",
    "I could work with that on the first layer though, using the chain rule\n",
    "\n",
    "Just shooting in the dark down below"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "weights = model.trainable_weights # weight tensors\n",
    "weights = [weight for weight in weights] # filter down weights tensors to only ones which are trainable\n",
    "gradients = model.optimizer.get_gradients(model.output, weights) # gradient tensors\n",
    "\n",
    "input_tensors = [model.inputs[0], # input data\n",
    "]\n",
    "\n",
    "get_gradients = K.function(inputs=input_tensors, outputs=gradients)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "Cannot feed value of shape (1000,) for Tensor 'dense_1_input:0', which has shape '(?, 1)'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-44-7d09280de900>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mget_gradients\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/Users/tahearn1/anaconda3/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2227\u001b[0m         \u001b[0msession\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_session\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2228\u001b[0m         updated = session.run(self.outputs + [self.updates_op],\n\u001b[0;32m-> 2229\u001b[0;31m                               feed_dict=feed_dict)\n\u001b[0m\u001b[1;32m   2230\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mupdated\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2231\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/tahearn1/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    776\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    777\u001b[0m       result = self._run(None, fetches, feed_dict, options_ptr,\n\u001b[0;32m--> 778\u001b[0;31m                          run_metadata_ptr)\n\u001b[0m\u001b[1;32m    779\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    780\u001b[0m         \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/Users/tahearn1/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run\u001b[0;34m(self, handle, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    959\u001b[0m                 \u001b[0;34m'Cannot feed value of shape %r for Tensor %r, '\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    960\u001b[0m                 \u001b[0;34m'which has shape %r'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 961\u001b[0;31m                 % (np_val.shape, subfeed_t.name, str(subfeed_t.get_shape())))\n\u001b[0m\u001b[1;32m    962\u001b[0m           \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgraph\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_feedable\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msubfeed_t\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    963\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Tensor %s may not be fed.'\u001b[0m \u001b[0;34m%\u001b[0m \u001b[0msubfeed_t\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: Cannot feed value of shape (1000,) for Tensor 'dense_1_input:0', which has shape '(?, 1)'"
     ]
    }
   ],
   "source": [
    "\n",
    "get_gradients([x])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}

Hi, got the same error... did you find the solution?

I found a solution. See link below, or follow my fork of this code.
https://gist.github.com/kdneal/c86ce4c00e547efa362854ed729f5e0f