Skip to content

Instantly share code, notes, and snippets.

@ericmjl

ericmjl/mpnn-chainer-test.ipynb

Created December 26, 2018 21:30
Show Gist options
  • Save ericmjl/8ecf5c9f5d1bf4622949dd1d8ad2428f to your computer and use it in GitHub Desktop.
Save ericmjl/8ecf5c9f5d1bf4622949dd1d8ad2428f to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
mpnn-chainer-test.ipynb
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"from cupyx.scipy.sparse import coo_matrix\n",
"import cupy as cp\n",
"import pandas as pd\n",
"import janitor\n",
"import janitor.chemistry\n",
"import mpnn.data\n",
"from mpnn.chem import atom_graph, bond_graph\n",
"from typing import List\n",
"import numpy as np\n",
"\n",
"%load_ext autoreload\n",
"%autoreload 2\n",
"%matplotlib inline\n",
"%config InlineBackend.figure_format = 'retina'"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Data\n",
"\n",
"Let's read in data."
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "8254aeacdea843ebac41b5abc3fd9bb1",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "f20f551baa3c40ac95b7ad33c59e41f4",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='mols', max=5521, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "87e59a76f1f34c9bb87602e1c079112c",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "9e9a378da01e411ab12369c185015016",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='graph construction', max=5521, style=ProgressStyle(descriptio…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "cb74c54105ca4419b13af3ab6c844318",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "8aa92413cf6244d49e1610a196b94ba1",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='graph construction', max=5521, style=ProgressStyle(descriptio…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
}
],
"source": [
"df = (\n",
" pd.read_csv('data/bioactivity-18_19_17_12.txt', sep='\\t')\n",
" .clean_names()\n",
" .dropna(subset=['published_value'])\n",
" .filter_on('published_value >= 0')\n",
" .smiles2mol(smiles_col='canonical_smiles', mols_col='mols', progressbar='notebook')\n",
" .compute_graph(mols_col='mols', graph_col='atom_graph', graph_func=atom_graph)\n",
" .compute_graph(mols_col='mols', graph_col='bond_graph', graph_func=bond_graph)\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "cd270be165a047e489e442cac7abc4ea",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "4ee5f447bcc649138eaf0f046bc66b68",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='atom features', max=5521, style=ProgressStyle(description_wid…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "2c4a4eda09a14e258b82680518aa538f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "c314b09b7a534964b6032e504a71813d",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='bond features', max=5521, style=ProgressStyle(description_wid…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "21c218b217e546e0b3e185930a96aaea",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "b985a05161834b01b6ed7e48adffbded",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='adjacency matrix', max=5521, style=ProgressStyle(description_…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "d2ef6fdbaf5945f6bb0f0fd1c607b0f4",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "e34f94bc4bca4c27b4a3fa11e61e3300",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='adjacency matrix', max=5521, style=ProgressStyle(description_…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "7b86c5e8aadb4d26b4bcd8472403e9c5",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "81df2b5fb8c44beca559b3bdc8f0b696",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='summation matrix', max=5521, style=ProgressStyle(description_…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "ceeb7c86614f42eda25a331b1db38154",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=1, bar_style='info', max=1), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "4de01462d9754563a06421263554e62c",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='summation matrix', max=5521, style=ProgressStyle(description_…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
}
],
"source": [
"data = df.mpnn_input_data(target_col='published_value')"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"dict_keys(['atom_features', 'bond_features', 'atom_adjs', 'bond_adjs', 'atom_sums', 'bond_sums', 'target'])"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"data.keys()"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"def _block_diag(As: List[np.array]):\n",
" \"\"\"\n",
" Return the (row, col, data) triplet for a block diagonal matrix.\n",
"\n",
" Intended to be put into a coo_matrix. Can be from scipy.sparse, but\n",
" also can be cupy.sparse, or Torch sparse etc.\n",
"\n",
" Example usage:\n",
"\n",
" >>> row, col, data = _block_diag(As)\n",
" >>> coo_matrix((data, (row, col)))\n",
"\n",
" :param As: A list of numpy arrays to create a block diagonal matrix.\n",
" :returns: (row, col, data), each as lists.\n",
" \"\"\"\n",
" row = []\n",
" col = []\n",
" data = []\n",
" col_idx = 0\n",
" row_idx = 0\n",
" for A in As:\n",
" nrows, ncols = A.shape\n",
" for r in range(nrows):\n",
" for c in range(ncols):\n",
" if A[r, c] != 0:\n",
" row.append(r + row_idx)\n",
" col.append(c + col_idx)\n",
" data.append(A[r, c])\n",
" row_idx += nrows\n",
" col_idx += ncols\n",
" return (cp.array(row).astype('float32'), \n",
" cp.array(col).astype('float32'), \n",
" cp.array(data).astype('float32'))"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"from chainer.utils import CooMatrix"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Pay the one-time cost for building the CooMatrix in Chainer."
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
"r, c, d = _block_diag([i for i in data['atom_adjs']])\n",
"As = coo_matrix((d, (r, c))).astype('float32')\n",
"As_Coo = CooMatrix(d, r, c, shape=(int(r.max()+1), int(c.max()+1)))\n",
"\n",
"r, c, d = _block_diag([i for i in data['atom_sums']])\n",
"Ss = coo_matrix((d, (r, c))).astype('float32')\n",
"Ss_Coo = CooMatrix(d, r, c, shape=(int(r.max()+1), int(c.max()+1)))\n",
"\n",
"Fs = cp.vstack(data['atom_features']).astype('float32')"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"(cupyx.scipy.sparse.coo.coo_matrix,\n",
" cupyx.scipy.sparse.coo.coo_matrix,\n",
" cupy.core.core.ndarray)"
]
},
"execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"type(Ss), type(As), type(Fs)"
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"((5521, 163454), (163454, 163454), (163454, 7))"
]
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"Ss.shape, As.shape, Fs.shape"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"((5521, 163454), (163454, 163454), (163454, 7))"
]
},
"execution_count": 10,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"from chainer import Chain, Link, Variable\n",
"\n",
"Ss_Coo.shape, As_Coo.shape, Fs.shape"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [],
"source": [
"import chainer.links as L\n",
"import chainer.functions as F\n",
"from chainer.backends import cuda"
]
},
{
"cell_type": "code",
"execution_count": 12,
"metadata": {},
"outputs": [],
"source": [
"class MP(Link):\n",
" def __init__(self, input_shape, output_shape):\n",
" super(MP, self).__init__()\n",
" with self.init_scope():\n",
" self.l1 = L.Linear(input_shape, output_shape).to_gpu()\n",
"\n",
" def forward(self, feats, adj):\n",
" \"\"\"\n",
" :param A: Adjacency matrix, sparse\n",
" :param F: Feature matrix\n",
" \"\"\"\n",
" # acts = adj.dot(feats)\n",
"\n",
" acts = F.sparse_matmul(adj, feats)\n",
" return F.tanh(self.l1(acts))"
]
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [],
"source": [
"class Gather(Link):\n",
" def __init__(self):\n",
" super(Gather, self).__init__()\n",
" \n",
" def forward(self, feats, sums):\n",
" return F.sparse_matmul(sums, feats)"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Type of A: <class 'chainer.utils.sparse.CooMatrix'>\n",
"Shape of A: (163454, 163454)\n",
"Type of F: <class 'cupy.core.core.ndarray'>\n",
"Shape of F: (163454, 7)\n"
]
},
{
"data": {
"text/plain": [
"variable([[12., 1., 0., ..., 0., 1., 0.],\n",
" [26., 3., 0., ..., 0., 1., 0.],\n",
" [19., 2., 0., ..., 0., 1., 0.],\n",
" ...,\n",
" [18., 3., 0., ..., 0., 0., 3.],\n",
" [18., 3., 0., ..., 0., 0., 3.],\n",
" [18., 3., 0., ..., 0., 0., 3.]])"
]
},
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# For debugging purposes\n",
"print(\"Type of A: \", type(As_Coo))\n",
"print(\"Shape of A:\", As_Coo.shape)\n",
"print(\"Type of F: \", type(Fs))\n",
"print(\"Shape of F:\", Variable(Fs).shape)\n",
"F.sparse_matmul(As_Coo, Fs)"
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"float32\n",
"(163454, 7) (5521, 163454)\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.51MB 0.00B 2\n",
"LinearFunction 4.36MB 4.36MB 1\n",
" Tanh 4.36MB 4.36MB 1\n"
]
}
],
"source": [
"from chainer.function_hooks import CupyMemoryProfileHook\n",
"hook = CupyMemoryProfileHook()\n",
"with hook:\n",
" mp = MP(7, 7)\n",
" print(As_Coo.data.dtype)\n",
" f1 = mp(Fs, As_Coo)\n",
" print(f1.shape, Ss_Coo.shape)\n",
" gather = Gather()\n",
" gather(f1, Ss_Coo)\n",
"hook.print_report()\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"variable([[-0.13723724],\n",
" [-0.14357956],\n",
" [-0.15062618],\n",
" ...,\n",
" [-0.15076254],\n",
" [-0.13782121],\n",
" [-0.14551032]])"
]
},
"execution_count": 25,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"class MPNN(Chain):\n",
" def __init__(self, input_shape, output_shape):\n",
" super(MPNN, self).__init__()\n",
" with self.init_scope(): \n",
" self.mp1 = MP(input_shape, input_shape).to_gpu()\n",
" self.gather = Gather().to_gpu()\n",
" self.dense1 = L.Linear(input_shape, input_shape).to_gpu()\n",
" self.dense2 = L.Linear(input_shape, output_shape).to_gpu()\n",
" \n",
" def forward(self, feats, adjs, sums):\n",
" feats = self.mp1(feats, adjs)\n",
" feats = self.gather(feats, sums)\n",
" feats = F.tanh(self.dense1(feats))\n",
" feats = F.tanh(self.dense2(feats))\n",
" \n",
" return feats\n",
" \n",
"mpnn = MPNN(7, 1)\n",
"output = mpnn(Variable(Fs), As_Coo, Ss_Coo)\n",
"output"
]
},
{
"cell_type": "code",
"execution_count": 17,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"array([ 0. , 0. , 0. , ..., 95.05, 95.5 , 99. ])"
]
},
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"data['target'].values"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {},
"outputs": [],
"source": [
"targets = cp.array(data['target'].values).astype('float32')"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"dtype('float32')"
]
},
"execution_count": 19,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"targets.dtype"
]
},
{
"cell_type": "code",
"execution_count": 20,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "aacd1980ae8341d1ad468de7db81869e",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, max=400), HTML(value='')))"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.51MB 0.00B 2\n",
"LinearFunction 4.36MB 4.36MB 1\n",
" Tanh 4.36MB 4.36MB 1\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 17.75MB 0.00B 6\n",
" LinearFunction 9.20MB 8.73MB 7\n",
" Tanh 13.43MB 13.09MB 7\n",
" Reshape 0.00B 0.00B 3\n",
"MeanSquaredError 89.00KB 0.00B 2\n",
" Sub 22.00KB 0.00B 1\n",
" BroadcastTo 0.00B 0.00B 1\n",
" Mul 22.00KB 0.00B 1\n",
" MulConstant 22.00KB 0.00B 1\n",
" TanhGrad 4.53MB 4.36MB 3\n",
" LinearGradData 302.00KB 0.00B 2\n",
"LinearGradWeight 1.50KB 0.00B 3\n",
" Sum 1.50KB 0.00B 3\n",
" Add 1.00KB 0.00B 2\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 31.00MB 0.00B 10\n",
" LinearFunction 14.03MB 8.73MB 13\n",
" Tanh 22.50MB 21.82MB 13\n",
" Reshape 0.00B 0.00B 6\n",
"MeanSquaredError 178.00KB 0.00B 4\n",
" Sub 44.00KB 0.00B 2\n",
" BroadcastTo 0.00B 0.00B 2\n",
" Mul 44.00KB 0.00B 2\n",
" MulConstant 44.00KB 0.00B 2\n",
" TanhGrad 9.07MB 8.73MB 6\n",
" LinearGradData 604.00KB 0.00B 4\n",
"LinearGradWeight 3.00KB 0.00B 6\n",
" Sum 3.00KB 0.00B 6\n",
" Add 2.00KB 0.00B 4\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 44.24MB 0.00B 14\n",
" LinearFunction 18.86MB 8.73MB 19\n",
" Tanh 31.57MB 30.55MB 19\n",
" Reshape 0.00B 0.00B 9\n",
"MeanSquaredError 267.00KB 0.00B 6\n",
" Sub 66.00KB 0.00B 3\n",
" BroadcastTo 0.00B 0.00B 3\n",
" Mul 66.00KB 0.00B 3\n",
" MulConstant 66.00KB 0.00B 3\n",
" TanhGrad 13.60MB 13.09MB 9\n",
" LinearGradData 906.00KB 0.00B 6\n",
"LinearGradWeight 4.50KB 0.00B 9\n",
" Sum 4.50KB 0.00B 9\n",
" Add 3.00KB 0.00B 6\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 57.48MB 0.00B 18\n",
" LinearFunction 23.69MB 8.73MB 25\n",
" Tanh 40.63MB 39.28MB 25\n",
" Reshape 0.00B 0.00B 12\n",
"MeanSquaredError 356.00KB 0.00B 8\n",
" Sub 88.00KB 0.00B 4\n",
" BroadcastTo 0.00B 0.00B 4\n",
" Mul 88.00KB 0.00B 4\n",
" MulConstant 88.00KB 0.00B 4\n",
" TanhGrad 18.13MB 17.46MB 12\n",
" LinearGradData 1.18MB 0.00B 8\n",
"LinearGradWeight 6.00KB 0.00B 12\n",
" Sum 6.00KB 0.00B 12\n",
" Add 4.00KB 0.00B 8\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 70.72MB 0.00B 22\n",
" LinearFunction 28.53MB 8.73MB 31\n",
" Tanh 49.70MB 48.01MB 31\n",
" Reshape 0.00B 0.00B 15\n",
"MeanSquaredError 445.00KB 0.00B 10\n",
" Sub 110.00KB 0.00B 5\n",
" BroadcastTo 0.00B 0.00B 5\n",
" Mul 110.00KB 0.00B 5\n",
" MulConstant 110.00KB 0.00B 5\n",
" TanhGrad 22.67MB 21.82MB 15\n",
" LinearGradData 1.47MB 0.00B 10\n",
"LinearGradWeight 7.50KB 0.00B 15\n",
" Sum 7.50KB 0.00B 15\n",
" Add 5.00KB 0.00B 10\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 83.96MB 0.00B 26\n",
" LinearFunction 33.36MB 8.73MB 37\n",
" Tanh 58.77MB 56.74MB 37\n",
" Reshape 0.00B 0.00B 18\n",
"MeanSquaredError 534.00KB 0.00B 12\n",
" Sub 132.00KB 0.00B 6\n",
" BroadcastTo 0.00B 0.00B 6\n",
" Mul 132.00KB 0.00B 6\n",
" MulConstant 132.00KB 0.00B 6\n",
" TanhGrad 27.20MB 26.19MB 18\n",
" LinearGradData 1.77MB 0.00B 12\n",
"LinearGradWeight 9.00KB 0.00B 18\n",
" Sum 9.00KB 0.00B 18\n",
" Add 6.00KB 0.00B 12\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 97.20MB 0.00B 30\n",
" LinearFunction 38.19MB 8.73MB 43\n",
" Tanh 67.84MB 65.47MB 43\n",
" Reshape 0.00B 0.00B 21\n",
"MeanSquaredError 623.00KB 0.00B 14\n",
" Sub 154.00KB 0.00B 7\n",
" BroadcastTo 0.00B 0.00B 7\n",
" Mul 154.00KB 0.00B 7\n",
" MulConstant 154.00KB 0.00B 7\n",
" TanhGrad 31.74MB 30.55MB 21\n",
" LinearGradData 2.06MB 0.00B 14\n",
"LinearGradWeight 10.50KB 0.00B 21\n",
" Sum 10.50KB 0.00B 21\n",
" Add 7.00KB 0.00B 14\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 110.45MB 0.00B 34\n",
" LinearFunction 43.02MB 8.73MB 49\n",
" Tanh 76.90MB 74.20MB 49\n",
" Reshape 0.00B 0.00B 24\n",
"MeanSquaredError 712.00KB 0.00B 16\n",
" Sub 176.00KB 0.00B 8\n",
" BroadcastTo 0.00B 0.00B 8\n",
" Mul 176.00KB 0.00B 8\n",
" MulConstant 176.00KB 0.00B 8\n",
" TanhGrad 36.27MB 34.92MB 24\n",
" LinearGradData 2.36MB 0.00B 16\n",
"LinearGradWeight 12.00KB 0.00B 24\n",
" Sum 12.00KB 0.00B 24\n",
" Add 8.00KB 0.00B 16\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 123.69MB 0.00B 38\n",
" LinearFunction 47.86MB 8.73MB 55\n",
" Tanh 85.97MB 82.93MB 55\n",
" Reshape 0.00B 0.00B 27\n",
"MeanSquaredError 801.00KB 0.00B 18\n",
" Sub 198.00KB 0.00B 9\n",
" BroadcastTo 0.00B 0.00B 9\n",
" Mul 198.00KB 0.00B 9\n",
" MulConstant 198.00KB 0.00B 9\n",
" TanhGrad 40.80MB 39.28MB 27\n",
" LinearGradData 2.65MB 0.00B 18\n",
"LinearGradWeight 13.50KB 0.00B 27\n",
" Sum 13.50KB 0.00B 27\n",
" Add 9.00KB 0.00B 18\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 136.93MB 0.00B 42\n",
" LinearFunction 52.69MB 8.73MB 61\n",
" Tanh 95.04MB 91.66MB 61\n",
" Reshape 0.00B 0.00B 30\n",
"MeanSquaredError 890.00KB 0.00B 20\n",
" Sub 220.00KB 0.00B 10\n",
" BroadcastTo 0.00B 0.00B 10\n",
" Mul 220.00KB 0.00B 10\n",
" MulConstant 220.00KB 0.00B 10\n",
" TanhGrad 45.34MB 43.65MB 30\n",
" LinearGradData 2.95MB 0.00B 20\n",
"LinearGradWeight 15.00KB 0.00B 30\n",
" Sum 15.00KB 0.00B 30\n",
" Add 10.00KB 0.00B 20\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 150.17MB 0.00B 46\n",
" LinearFunction 57.52MB 8.73MB 67\n",
" Tanh 104.11MB 100.39MB 67\n",
" Reshape 0.00B 0.00B 33\n",
"MeanSquaredError 979.00KB 0.00B 22\n",
" Sub 242.00KB 0.00B 11\n",
" BroadcastTo 0.00B 0.00B 11\n",
" Mul 242.00KB 0.00B 11\n",
" MulConstant 242.00KB 0.00B 11\n",
" TanhGrad 49.87MB 48.01MB 33\n",
" LinearGradData 3.24MB 0.00B 22\n",
"LinearGradWeight 16.50KB 0.00B 33\n",
" Sum 16.50KB 0.00B 33\n",
" Add 11.00KB 0.00B 22\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 163.41MB 0.00B 50\n",
" LinearFunction 62.35MB 8.73MB 73\n",
" Tanh 113.17MB 109.12MB 73\n",
" Reshape 0.00B 0.00B 36\n",
"MeanSquaredError 1.04MB 0.00B 24\n",
" Sub 264.00KB 0.00B 12\n",
" BroadcastTo 0.00B 0.00B 12\n",
" Mul 264.00KB 0.00B 12\n",
" MulConstant 264.00KB 0.00B 12\n",
" TanhGrad 54.40MB 52.38MB 36\n",
" LinearGradData 3.54MB 0.00B 24\n",
"LinearGradWeight 18.00KB 0.00B 36\n",
" Sum 18.00KB 0.00B 36\n",
" Add 12.00KB 0.00B 24\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 176.65MB 0.00B 54\n",
" LinearFunction 67.19MB 8.73MB 79\n",
" Tanh 122.24MB 117.85MB 79\n",
" Reshape 0.00B 0.00B 39\n",
"MeanSquaredError 1.13MB 0.00B 26\n",
" Sub 286.00KB 0.00B 13\n",
" BroadcastTo 0.00B 0.00B 13\n",
" Mul 286.00KB 0.00B 13\n",
" MulConstant 286.00KB 0.00B 13\n",
" TanhGrad 58.94MB 56.74MB 39\n",
" LinearGradData 3.83MB 0.00B 26\n",
"LinearGradWeight 19.50KB 0.00B 39\n",
" Sum 19.50KB 0.00B 39\n",
" Add 13.00KB 0.00B 26\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 189.90MB 0.00B 58\n",
" LinearFunction 72.02MB 8.73MB 85\n",
" Tanh 131.31MB 126.58MB 85\n",
" Reshape 0.00B 0.00B 42\n",
"MeanSquaredError 1.22MB 0.00B 28\n",
" Sub 308.00KB 0.00B 14\n",
" BroadcastTo 0.00B 0.00B 14\n",
" Mul 308.00KB 0.00B 14\n",
" MulConstant 308.00KB 0.00B 14\n",
" TanhGrad 63.47MB 61.11MB 42\n",
" LinearGradData 4.13MB 0.00B 28\n",
"LinearGradWeight 21.00KB 0.00B 42\n",
" Sum 21.00KB 0.00B 42\n",
" Add 14.00KB 0.00B 28\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 203.14MB 0.00B 62\n",
" LinearFunction 76.85MB 8.73MB 91\n",
" Tanh 140.38MB 135.31MB 91\n",
" Reshape 0.00B 0.00B 45\n",
"MeanSquaredError 1.30MB 0.00B 30\n",
" Sub 330.00KB 0.00B 15\n",
" BroadcastTo 0.00B 0.00B 15\n",
" Mul 330.00KB 0.00B 15\n",
" MulConstant 330.00KB 0.00B 15\n",
" TanhGrad 68.01MB 65.47MB 45\n",
" LinearGradData 4.42MB 0.00B 30\n",
"LinearGradWeight 22.50KB 0.00B 45\n",
" Sum 22.50KB 0.00B 45\n",
" Add 15.00KB 0.00B 30\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 216.38MB 0.00B 66\n",
" LinearFunction 81.69MB 8.73MB 97\n",
" Tanh 149.44MB 144.04MB 97\n",
" Reshape 0.00B 0.00B 48\n",
"MeanSquaredError 1.39MB 0.00B 32\n",
" Sub 352.00KB 0.00B 16\n",
" BroadcastTo 0.00B 0.00B 16\n",
" Mul 352.00KB 0.00B 16\n",
" MulConstant 352.00KB 0.00B 16\n",
" TanhGrad 72.54MB 69.84MB 48\n",
" LinearGradData 4.72MB 0.00B 32\n",
"LinearGradWeight 24.00KB 0.00B 48\n",
" Sum 24.00KB 0.00B 48\n",
" Add 16.00KB 0.00B 32\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 229.62MB 0.00B 70\n",
" LinearFunction 86.52MB 8.73MB 103\n",
" Tanh 158.51MB 152.77MB 103\n",
" Reshape 0.00B 0.00B 51\n",
"MeanSquaredError 1.48MB 0.00B 34\n",
" Sub 374.00KB 0.00B 17\n",
" BroadcastTo 0.00B 0.00B 17\n",
" Mul 374.00KB 0.00B 17\n",
" MulConstant 374.00KB 0.00B 17\n",
" TanhGrad 77.07MB 74.20MB 51\n",
" LinearGradData 5.01MB 0.00B 34\n",
"LinearGradWeight 25.50KB 0.00B 51\n",
" Sum 25.50KB 0.00B 51\n",
" Add 17.00KB 0.00B 34\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 242.86MB 0.00B 74\n",
" LinearFunction 91.35MB 8.73MB 109\n",
" Tanh 167.58MB 161.50MB 109\n",
" Reshape 0.00B 0.00B 54\n",
"MeanSquaredError 1.56MB 0.00B 36\n",
" Sub 396.00KB 0.00B 18\n",
" BroadcastTo 0.00B 0.00B 18\n",
" Mul 396.00KB 0.00B 18\n",
" MulConstant 396.00KB 0.00B 18\n",
" TanhGrad 81.61MB 78.57MB 54\n",
" LinearGradData 5.31MB 0.00B 36\n",
"LinearGradWeight 27.00KB 0.00B 54\n",
" Sum 27.00KB 0.00B 54\n",
" Add 18.00KB 0.00B 36\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 256.10MB 0.00B 78\n",
" LinearFunction 96.18MB 8.73MB 115\n",
" Tanh 176.65MB 170.23MB 115\n",
" Reshape 0.00B 0.00B 57\n",
"MeanSquaredError 1.65MB 0.00B 38\n",
" Sub 418.00KB 0.00B 19\n",
" BroadcastTo 0.00B 0.00B 19\n",
" Mul 418.00KB 0.00B 19\n",
" MulConstant 418.00KB 0.00B 19\n",
" TanhGrad 86.14MB 82.93MB 57\n",
" LinearGradData 5.60MB 0.00B 38\n",
"LinearGradWeight 28.50KB 0.00B 57\n",
" Sum 28.50KB 0.00B 57\n",
" Add 19.00KB 0.00B 38\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 269.35MB 0.00B 82\n",
" LinearFunction 101.02MB 8.73MB 121\n",
" Tanh 185.71MB 178.95MB 121\n",
" Reshape 0.00B 0.00B 60\n",
"MeanSquaredError 1.74MB 0.00B 40\n",
" Sub 440.00KB 0.00B 20\n",
" BroadcastTo 0.00B 0.00B 20\n",
" Mul 440.00KB 0.00B 20\n",
" MulConstant 440.00KB 0.00B 20\n",
" TanhGrad 90.67MB 87.29MB 60\n",
" LinearGradData 5.90MB 0.00B 40\n",
"LinearGradWeight 30.00KB 0.00B 60\n",
" Sum 30.00KB 0.00B 60\n",
" Add 20.00KB 0.00B 40\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 282.59MB 0.00B 86\n",
" LinearFunction 105.85MB 8.73MB 127\n",
" Tanh 194.78MB 187.68MB 127\n",
" Reshape 0.00B 0.00B 63\n",
"MeanSquaredError 1.83MB 0.00B 42\n",
" Sub 462.00KB 0.00B 21\n",
" BroadcastTo 0.00B 0.00B 21\n",
" Mul 462.00KB 0.00B 21\n",
" MulConstant 462.00KB 0.00B 21\n",
" TanhGrad 95.21MB 91.66MB 63\n",
" LinearGradData 6.19MB 0.00B 42\n",
"LinearGradWeight 31.50KB 0.00B 63\n",
" Sum 31.50KB 0.00B 63\n",
" Add 21.00KB 0.00B 42\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 295.83MB 0.00B 90\n",
" LinearFunction 110.68MB 8.73MB 133\n",
" Tanh 203.85MB 196.41MB 133\n",
" Reshape 0.00B 0.00B 66\n",
"MeanSquaredError 1.91MB 0.00B 44\n",
" Sub 484.00KB 0.00B 22\n",
" BroadcastTo 0.00B 0.00B 22\n",
" Mul 484.00KB 0.00B 22\n",
" MulConstant 484.00KB 0.00B 22\n",
" TanhGrad 99.74MB 96.02MB 66\n",
" LinearGradData 6.49MB 0.00B 44\n",
"LinearGradWeight 33.00KB 0.00B 66\n",
" Sum 33.00KB 0.00B 66\n",
" Add 22.00KB 0.00B 44\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 309.07MB 0.00B 94\n",
" LinearFunction 115.51MB 8.73MB 139\n",
" Tanh 212.91MB 205.14MB 139\n",
" Reshape 0.00B 0.00B 69\n",
"MeanSquaredError 2.00MB 0.00B 46\n",
" Sub 506.00KB 0.00B 23\n",
" BroadcastTo 0.00B 0.00B 23\n",
" Mul 506.00KB 0.00B 23\n",
" MulConstant 506.00KB 0.00B 23\n",
" TanhGrad 104.27MB 100.39MB 69\n",
" LinearGradData 6.78MB 0.00B 46\n",
"LinearGradWeight 34.50KB 0.00B 69\n",
" Sum 34.50KB 0.00B 69\n",
" Add 23.00KB 0.00B 46\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 322.31MB 0.00B 98\n",
" LinearFunction 120.35MB 8.73MB 145\n",
" Tanh 221.98MB 213.87MB 145\n",
" Reshape 0.00B 0.00B 72\n",
"MeanSquaredError 2.09MB 0.00B 48\n",
" Sub 528.00KB 0.00B 24\n",
" BroadcastTo 0.00B 0.00B 24\n",
" Mul 528.00KB 0.00B 24\n",
" MulConstant 528.00KB 0.00B 24\n",
" TanhGrad 108.81MB 104.75MB 72\n",
" LinearGradData 7.08MB 0.00B 48\n",
"LinearGradWeight 36.00KB 0.00B 72\n",
" Sum 36.00KB 0.00B 72\n",
" Add 24.00KB 0.00B 48\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 335.55MB 0.00B 102\n",
" LinearFunction 125.18MB 8.73MB 151\n",
" Tanh 231.05MB 222.60MB 151\n",
" Reshape 0.00B 0.00B 75\n",
"MeanSquaredError 2.17MB 0.00B 50\n",
" Sub 550.00KB 0.00B 25\n",
" BroadcastTo 0.00B 0.00B 25\n",
" Mul 550.00KB 0.00B 25\n",
" MulConstant 550.00KB 0.00B 25\n",
" TanhGrad 113.34MB 109.12MB 75\n",
" LinearGradData 7.37MB 0.00B 50\n",
"LinearGradWeight 37.50KB 0.00B 75\n",
" Sum 37.50KB 0.00B 75\n",
" Add 25.00KB 0.00B 50\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 348.80MB 0.00B 106\n",
" LinearFunction 130.01MB 8.73MB 157\n",
" Tanh 240.12MB 231.33MB 157\n",
" Reshape 0.00B 0.00B 78\n",
"MeanSquaredError 2.26MB 0.00B 52\n",
" Sub 572.00KB 0.00B 26\n",
" BroadcastTo 0.00B 0.00B 26\n",
" Mul 572.00KB 0.00B 26\n",
" MulConstant 572.00KB 0.00B 26\n",
" TanhGrad 117.88MB 113.48MB 78\n",
" LinearGradData 7.67MB 0.00B 52\n",
"LinearGradWeight 39.00KB 0.00B 78\n",
" Sum 39.00KB 0.00B 78\n",
" Add 26.00KB 0.00B 52\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 362.04MB 0.00B 110\n",
" LinearFunction 134.84MB 8.73MB 163\n",
" Tanh 249.18MB 240.06MB 163\n",
" Reshape 0.00B 0.00B 81\n",
"MeanSquaredError 2.35MB 0.00B 54\n",
" Sub 594.00KB 0.00B 27\n",
" BroadcastTo 0.00B 0.00B 27\n",
" Mul 594.00KB 0.00B 27\n",
" MulConstant 594.00KB 0.00B 27\n",
" TanhGrad 122.41MB 117.85MB 81\n",
" LinearGradData 7.96MB 0.00B 54\n",
"LinearGradWeight 40.50KB 0.00B 81\n",
" Sum 40.50KB 0.00B 81\n",
" Add 27.00KB 0.00B 54\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 375.28MB 0.00B 114\n",
" LinearFunction 139.68MB 8.73MB 169\n",
" Tanh 258.25MB 248.79MB 169\n",
" Reshape 0.00B 0.00B 84\n",
"MeanSquaredError 2.43MB 0.00B 56\n",
" Sub 616.00KB 0.00B 28\n",
" BroadcastTo 0.00B 0.00B 28\n",
" Mul 616.00KB 0.00B 28\n",
" MulConstant 616.00KB 0.00B 28\n",
" TanhGrad 126.94MB 122.21MB 84\n",
" LinearGradData 8.26MB 0.00B 56\n",
"LinearGradWeight 42.00KB 0.00B 84\n",
" Sum 42.00KB 0.00B 84\n",
" Add 28.00KB 0.00B 56\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 388.52MB 0.00B 118\n",
" LinearFunction 144.51MB 8.73MB 175\n",
" Tanh 267.32MB 257.52MB 175\n",
" Reshape 0.00B 0.00B 87\n",
"MeanSquaredError 2.52MB 0.00B 58\n",
" Sub 638.00KB 0.00B 29\n",
" BroadcastTo 0.00B 0.00B 29\n",
" Mul 638.00KB 0.00B 29\n",
" MulConstant 638.00KB 0.00B 29\n",
" TanhGrad 131.48MB 126.58MB 87\n",
" LinearGradData 8.55MB 0.00B 58\n",
"LinearGradWeight 43.50KB 0.00B 87\n",
" Sum 43.50KB 0.00B 87\n",
" Add 29.00KB 0.00B 58\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 401.76MB 0.00B 122\n",
" LinearFunction 149.34MB 8.73MB 181\n",
" Tanh 276.39MB 266.25MB 181\n",
" Reshape 0.00B 0.00B 90\n",
"MeanSquaredError 2.61MB 0.00B 60\n",
" Sub 660.00KB 0.00B 30\n",
" BroadcastTo 0.00B 0.00B 30\n",
" Mul 660.00KB 0.00B 30\n",
" MulConstant 660.00KB 0.00B 30\n",
" TanhGrad 136.01MB 130.94MB 90\n",
" LinearGradData 8.85MB 0.00B 60\n",
"LinearGradWeight 45.00KB 0.00B 90\n",
" Sum 45.00KB 0.00B 90\n",
" Add 30.00KB 0.00B 60\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 415.00MB 8.73MB 126\n",
" LinearFunction 154.17MB 8.73MB 187\n",
" Tanh 285.45MB 274.98MB 187\n",
" Reshape 0.00B 0.00B 93\n",
"MeanSquaredError 2.69MB 0.00B 62\n",
" Sub 682.00KB 0.00B 31\n",
" BroadcastTo 0.00B 0.00B 31\n",
" Mul 682.00KB 0.00B 31\n",
" MulConstant 682.00KB 0.00B 31\n",
" TanhGrad 140.54MB 135.31MB 93\n",
" LinearGradData 9.14MB 0.00B 62\n",
"LinearGradWeight 46.50KB 0.00B 93\n",
" Sum 46.50KB 0.00B 93\n",
" Add 31.00KB 0.00B 62\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 428.25MB 8.73MB 130\n",
" LinearFunction 159.01MB 8.73MB 193\n",
" Tanh 294.52MB 283.71MB 193\n",
" Reshape 0.00B 0.00B 96\n",
"MeanSquaredError 2.78MB 0.00B 64\n",
" Sub 704.00KB 0.00B 32\n",
" BroadcastTo 0.00B 0.00B 32\n",
" Mul 704.00KB 0.00B 32\n",
" MulConstant 704.00KB 0.00B 32\n",
" TanhGrad 145.08MB 139.67MB 96\n",
" LinearGradData 9.44MB 0.00B 64\n",
"LinearGradWeight 48.00KB 0.00B 96\n",
" Sum 48.00KB 0.00B 96\n",
" Add 32.00KB 0.00B 64\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 441.49MB 8.73MB 134\n",
" LinearFunction 163.84MB 8.73MB 199\n",
" Tanh 303.59MB 292.44MB 199\n",
" Reshape 0.00B 0.00B 99\n",
"MeanSquaredError 2.87MB 0.00B 66\n",
" Sub 726.00KB 0.00B 33\n",
" BroadcastTo 0.00B 0.00B 33\n",
" Mul 726.00KB 0.00B 33\n",
" MulConstant 726.00KB 0.00B 33\n",
" TanhGrad 149.61MB 144.04MB 99\n",
" LinearGradData 9.73MB 0.00B 66\n",
"LinearGradWeight 49.50KB 0.00B 99\n",
" Sum 49.50KB 0.00B 99\n",
" Add 33.00KB 0.00B 66\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 454.73MB 8.73MB 138\n",
" LinearFunction 168.67MB 8.73MB 205\n",
" Tanh 312.66MB 301.17MB 205\n",
" Reshape 0.00B 0.00B 102\n",
"MeanSquaredError 2.96MB 0.00B 68\n",
" Sub 748.00KB 0.00B 34\n",
" BroadcastTo 0.00B 0.00B 34\n",
" Mul 748.00KB 0.00B 34\n",
" MulConstant 748.00KB 0.00B 34\n",
" TanhGrad 154.15MB 148.40MB 102\n",
" LinearGradData 10.03MB 0.00B 68\n",
"LinearGradWeight 51.00KB 0.00B 102\n",
" Sum 51.00KB 0.00B 102\n",
" Add 34.00KB 0.00B 68\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 467.97MB 8.73MB 142\n",
" LinearFunction 173.50MB 8.73MB 211\n",
" Tanh 321.72MB 309.90MB 211\n",
" Reshape 0.00B 0.00B 105\n",
"MeanSquaredError 3.04MB 0.00B 70\n",
" Sub 770.00KB 0.00B 35\n",
" BroadcastTo 0.00B 0.00B 35\n",
" Mul 770.00KB 0.00B 35\n",
" MulConstant 770.00KB 0.00B 35\n",
" TanhGrad 158.68MB 152.77MB 105\n",
" LinearGradData 10.32MB 0.00B 70\n",
"LinearGradWeight 52.50KB 0.00B 105\n",
" Sum 52.50KB 0.00B 105\n",
" Add 35.00KB 0.00B 70\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 481.21MB 8.73MB 146\n",
" LinearFunction 178.34MB 8.73MB 217\n",
" Tanh 330.79MB 318.63MB 217\n",
" Reshape 0.00B 0.00B 108\n",
"MeanSquaredError 3.13MB 0.00B 72\n",
" Sub 792.00KB 0.00B 36\n",
" BroadcastTo 0.00B 0.00B 36\n",
" Mul 792.00KB 0.00B 36\n",
" MulConstant 792.00KB 0.00B 36\n",
" TanhGrad 163.21MB 157.13MB 108\n",
" LinearGradData 10.62MB 0.00B 72\n",
"LinearGradWeight 54.00KB 0.00B 108\n",
" Sum 54.00KB 0.00B 108\n",
" Add 36.00KB 0.00B 72\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 494.46MB 8.73MB 150\n",
" LinearFunction 183.17MB 8.73MB 223\n",
" Tanh 339.86MB 327.36MB 223\n",
" Reshape 0.00B 0.00B 111\n",
"MeanSquaredError 3.22MB 0.00B 74\n",
" Sub 814.00KB 0.00B 37\n",
" BroadcastTo 0.00B 0.00B 37\n",
" Mul 814.00KB 0.00B 37\n",
" MulConstant 814.00KB 0.00B 37\n",
" TanhGrad 167.75MB 161.50MB 111\n",
" LinearGradData 10.91MB 0.00B 74\n",
"LinearGradWeight 55.50KB 0.00B 111\n",
" Sum 55.50KB 0.00B 111\n",
" Add 37.00KB 0.00B 74\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 507.70MB 8.73MB 154\n",
" LinearFunction 188.00MB 8.73MB 229\n",
" Tanh 348.93MB 336.09MB 229\n",
" Reshape 0.00B 0.00B 114\n",
"MeanSquaredError 3.30MB 0.00B 76\n",
" Sub 836.00KB 0.00B 38\n",
" BroadcastTo 0.00B 0.00B 38\n",
" Mul 836.00KB 0.00B 38\n",
" MulConstant 836.00KB 0.00B 38\n",
" TanhGrad 172.28MB 165.86MB 114\n",
" LinearGradData 11.21MB 0.00B 76\n",
"LinearGradWeight 57.00KB 0.00B 114\n",
" Sum 57.00KB 0.00B 114\n",
" Add 38.00KB 0.00B 76\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 520.94MB 8.73MB 158\n",
" LinearFunction 192.83MB 8.73MB 235\n",
" Tanh 357.99MB 344.81MB 235\n",
" Reshape 0.00B 0.00B 117\n",
"MeanSquaredError 3.39MB 0.00B 78\n",
" Sub 858.00KB 0.00B 39\n",
" BroadcastTo 0.00B 0.00B 39\n",
" Mul 858.00KB 0.00B 39\n",
" MulConstant 858.00KB 0.00B 39\n",
" TanhGrad 176.81MB 170.23MB 117\n",
" LinearGradData 11.50MB 0.00B 78\n",
"LinearGradWeight 58.50KB 0.00B 117\n",
" Sum 58.50KB 0.00B 117\n",
" Add 39.00KB 0.00B 78\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 534.18MB 8.73MB 162\n",
" LinearFunction 197.67MB 8.73MB 241\n",
" Tanh 367.06MB 353.54MB 241\n",
" Reshape 0.00B 0.00B 120\n",
"MeanSquaredError 3.48MB 0.00B 80\n",
" Sub 880.00KB 0.00B 40\n",
" BroadcastTo 0.00B 0.00B 40\n",
" Mul 880.00KB 0.00B 40\n",
" MulConstant 880.00KB 0.00B 40\n",
" TanhGrad 181.35MB 174.59MB 120\n",
" LinearGradData 11.80MB 0.00B 80\n",
"LinearGradWeight 60.00KB 0.00B 120\n",
" Sum 60.00KB 0.00B 120\n",
" Add 40.00KB 0.00B 80\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 547.42MB 8.73MB 166\n",
" LinearFunction 202.50MB 8.73MB 247\n",
" Tanh 376.13MB 362.27MB 247\n",
" Reshape 0.00B 0.00B 123\n",
"MeanSquaredError 3.56MB 0.00B 82\n",
" Sub 902.00KB 0.00B 41\n",
" BroadcastTo 0.00B 0.00B 41\n",
" Mul 902.00KB 0.00B 41\n",
" MulConstant 902.00KB 0.00B 41\n",
" TanhGrad 185.88MB 178.95MB 123\n",
" LinearGradData 12.09MB 0.00B 82\n",
"LinearGradWeight 61.50KB 0.00B 123\n",
" Sum 61.50KB 0.00B 123\n",
" Add 41.00KB 0.00B 82\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 560.66MB 8.73MB 170\n",
" LinearFunction 207.33MB 8.73MB 253\n",
" Tanh 385.19MB 371.00MB 253\n",
" Reshape 0.00B 0.00B 126\n",
"MeanSquaredError 3.65MB 0.00B 84\n",
" Sub 924.00KB 0.00B 42\n",
" BroadcastTo 0.00B 0.00B 42\n",
" Mul 924.00KB 0.00B 42\n",
" MulConstant 924.00KB 0.00B 42\n",
" TanhGrad 190.42MB 183.32MB 126\n",
" LinearGradData 12.39MB 0.00B 84\n",
"LinearGradWeight 63.00KB 0.00B 126\n",
" Sum 63.00KB 0.00B 126\n",
" Add 42.00KB 0.00B 84\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 573.91MB 8.73MB 174\n",
" LinearFunction 212.16MB 8.73MB 259\n",
" Tanh 394.26MB 379.73MB 259\n",
" Reshape 0.00B 0.00B 129\n",
"MeanSquaredError 3.74MB 0.00B 86\n",
" Sub 946.00KB 0.00B 43\n",
" BroadcastTo 0.00B 0.00B 43\n",
" Mul 946.00KB 0.00B 43\n",
" MulConstant 946.00KB 0.00B 43\n",
" TanhGrad 194.95MB 187.68MB 129\n",
" LinearGradData 12.68MB 0.00B 86\n",
"LinearGradWeight 64.50KB 0.00B 129\n",
" Sum 64.50KB 0.00B 129\n",
" Add 43.00KB 0.00B 86\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 587.15MB 17.46MB 178\n",
" LinearFunction 217.00MB 8.73MB 265\n",
" Tanh 403.33MB 388.46MB 265\n",
" Reshape 0.00B 0.00B 132\n",
"MeanSquaredError 3.82MB 0.00B 88\n",
" Sub 968.00KB 0.00B 44\n",
" BroadcastTo 0.00B 0.00B 44\n",
" Mul 968.00KB 0.00B 44\n",
" MulConstant 968.00KB 0.00B 44\n",
" TanhGrad 199.48MB 192.05MB 132\n",
" LinearGradData 12.98MB 0.00B 88\n",
"LinearGradWeight 66.00KB 0.00B 132\n",
" Sum 66.00KB 0.00B 132\n",
" Add 44.00KB 0.00B 88\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 600.39MB 17.46MB 182\n",
" LinearFunction 221.83MB 8.73MB 271\n",
" Tanh 412.40MB 397.19MB 271\n",
" Reshape 0.00B 0.00B 135\n",
"MeanSquaredError 3.91MB 0.00B 90\n",
" Sub 990.00KB 0.00B 45\n",
" BroadcastTo 0.00B 0.00B 45\n",
" Mul 990.00KB 0.00B 45\n",
" MulConstant 990.00KB 0.00B 45\n",
" TanhGrad 204.02MB 196.41MB 135\n",
" LinearGradData 13.27MB 0.00B 90\n",
"LinearGradWeight 67.50KB 0.00B 135\n",
" Sum 67.50KB 0.00B 135\n",
" Add 45.00KB 0.00B 90\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 613.63MB 17.46MB 186\n",
" LinearFunction 226.66MB 8.73MB 277\n",
" Tanh 421.46MB 405.92MB 277\n",
" Reshape 0.00B 0.00B 138\n",
"MeanSquaredError 4.00MB 0.00B 92\n",
" Sub 1012.00KB 0.00B 46\n",
" BroadcastTo 0.00B 0.00B 46\n",
" Mul 1012.00KB 0.00B 46\n",
" MulConstant 1012.00KB 0.00B 46\n",
" TanhGrad 208.55MB 200.78MB 138\n",
" LinearGradData 13.57MB 0.00B 92\n",
"LinearGradWeight 69.00KB 0.00B 138\n",
" Sum 69.00KB 0.00B 138\n",
" Add 46.00KB 0.00B 92\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 626.87MB 17.46MB 190\n",
" LinearFunction 231.49MB 8.73MB 283\n",
" Tanh 430.53MB 414.65MB 283\n",
" Reshape 0.00B 0.00B 141\n",
"MeanSquaredError 4.08MB 0.00B 94\n",
" Sub 1.01MB 0.00B 47\n",
" BroadcastTo 0.00B 0.00B 47\n",
" Mul 1.01MB 0.00B 47\n",
" MulConstant 1.01MB 0.00B 47\n",
" TanhGrad 213.08MB 205.14MB 141\n",
" LinearGradData 13.86MB 0.00B 94\n",
"LinearGradWeight 70.50KB 0.00B 141\n",
" Sum 70.50KB 0.00B 141\n",
" Add 47.00KB 0.00B 94\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 640.11MB 17.46MB 194\n",
" LinearFunction 236.33MB 8.73MB 289\n",
" Tanh 439.60MB 423.38MB 289\n",
" Reshape 0.00B 0.00B 144\n",
"MeanSquaredError 4.17MB 0.00B 96\n",
" Sub 1.03MB 0.00B 48\n",
" BroadcastTo 0.00B 0.00B 48\n",
" Mul 1.03MB 0.00B 48\n",
" MulConstant 1.03MB 0.00B 48\n",
" TanhGrad 217.62MB 209.51MB 144\n",
" LinearGradData 14.16MB 0.00B 96\n",
"LinearGradWeight 72.00KB 0.00B 144\n",
" Sum 72.00KB 0.00B 144\n",
" Add 48.00KB 0.00B 96\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 653.36MB 17.46MB 198\n",
" LinearFunction 241.16MB 8.73MB 295\n",
" Tanh 448.67MB 432.11MB 295\n",
" Reshape 0.00B 0.00B 147\n",
"MeanSquaredError 4.26MB 0.00B 98\n",
" Sub 1.05MB 0.00B 49\n",
" BroadcastTo 0.00B 0.00B 49\n",
" Mul 1.05MB 0.00B 49\n",
" MulConstant 1.05MB 0.00B 49\n",
" TanhGrad 222.15MB 213.87MB 147\n",
" LinearGradData 14.45MB 0.00B 98\n",
"LinearGradWeight 73.50KB 0.00B 147\n",
" Sum 73.50KB 0.00B 147\n",
" Add 49.00KB 0.00B 98\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 666.60MB 17.46MB 202\n",
" LinearFunction 245.99MB 8.73MB 301\n",
" Tanh 457.73MB 440.84MB 301\n",
" Reshape 0.00B 0.00B 150\n",
"MeanSquaredError 4.35MB 0.00B 100\n",
" Sub 1.07MB 0.00B 50\n",
" BroadcastTo 0.00B 0.00B 50\n",
" Mul 1.07MB 0.00B 50\n",
" MulConstant 1.07MB 0.00B 50\n",
" TanhGrad 226.68MB 218.24MB 150\n",
" LinearGradData 14.75MB 0.00B 100\n",
"LinearGradWeight 75.00KB 0.00B 150\n",
" Sum 75.00KB 0.00B 150\n",
" Add 50.00KB 0.00B 100\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 679.84MB 17.46MB 206\n",
" LinearFunction 250.82MB 8.73MB 307\n",
" Tanh 466.80MB 449.57MB 307\n",
" Reshape 0.00B 0.00B 153\n",
"MeanSquaredError 4.43MB 0.00B 102\n",
" Sub 1.10MB 0.00B 51\n",
" BroadcastTo 0.00B 0.00B 51\n",
" Mul 1.10MB 0.00B 51\n",
" MulConstant 1.10MB 0.00B 51\n",
" TanhGrad 231.22MB 222.60MB 153\n",
" LinearGradData 15.04MB 0.00B 102\n",
"LinearGradWeight 76.50KB 0.00B 153\n",
" Sum 76.50KB 0.00B 153\n",
" Add 51.00KB 0.00B 102\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 693.08MB 17.46MB 210\n",
" LinearFunction 255.66MB 8.73MB 313\n",
" Tanh 475.87MB 458.30MB 313\n",
" Reshape 0.00B 0.00B 156\n",
"MeanSquaredError 4.52MB 0.00B 104\n",
" Sub 1.12MB 0.00B 52\n",
" BroadcastTo 0.00B 0.00B 52\n",
" Mul 1.12MB 0.00B 52\n",
" MulConstant 1.12MB 0.00B 52\n",
" TanhGrad 235.75MB 226.97MB 156\n",
" LinearGradData 15.34MB 0.00B 104\n",
"LinearGradWeight 78.00KB 0.00B 156\n",
" Sum 78.00KB 0.00B 156\n",
" Add 52.00KB 0.00B 104\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 706.32MB 17.46MB 214\n",
" LinearFunction 260.49MB 8.73MB 319\n",
" Tanh 484.94MB 467.03MB 319\n",
" Reshape 0.00B 0.00B 159\n",
"MeanSquaredError 4.61MB 0.00B 106\n",
" Sub 1.14MB 0.00B 53\n",
" BroadcastTo 0.00B 0.00B 53\n",
" Mul 1.14MB 0.00B 53\n",
" MulConstant 1.14MB 0.00B 53\n",
" TanhGrad 240.29MB 231.33MB 159\n",
" LinearGradData 15.63MB 0.00B 106\n",
"LinearGradWeight 79.50KB 0.00B 159\n",
" Sum 79.50KB 0.00B 159\n",
" Add 53.00KB 0.00B 106\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 719.56MB 17.46MB 218\n",
" LinearFunction 265.32MB 8.73MB 325\n",
" Tanh 494.00MB 475.76MB 325\n",
" Reshape 0.00B 0.00B 162\n",
"MeanSquaredError 4.69MB 0.00B 108\n",
" Sub 1.16MB 0.00B 54\n",
" BroadcastTo 0.00B 0.00B 54\n",
" Mul 1.16MB 0.00B 54\n",
" MulConstant 1.16MB 0.00B 54\n",
" TanhGrad 244.82MB 235.70MB 162\n",
" LinearGradData 15.93MB 0.00B 108\n",
"LinearGradWeight 81.00KB 0.00B 162\n",
" Sum 81.00KB 0.00B 162\n",
" Add 54.00KB 0.00B 108\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 732.81MB 17.46MB 222\n",
" LinearFunction 270.15MB 8.73MB 331\n",
" Tanh 503.07MB 484.49MB 331\n",
" Reshape 0.00B 0.00B 165\n",
"MeanSquaredError 4.78MB 0.00B 110\n",
" Sub 1.18MB 0.00B 55\n",
" BroadcastTo 0.00B 0.00B 55\n",
" Mul 1.18MB 0.00B 55\n",
" MulConstant 1.18MB 0.00B 55\n",
" TanhGrad 249.35MB 240.06MB 165\n",
" LinearGradData 16.22MB 0.00B 110\n",
"LinearGradWeight 82.50KB 0.00B 165\n",
" Sum 82.50KB 0.00B 165\n",
" Add 55.00KB 0.00B 110\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 746.05MB 17.46MB 226\n",
" LinearFunction 274.99MB 8.73MB 337\n",
" Tanh 512.14MB 493.22MB 337\n",
" Reshape 0.00B 0.00B 168\n",
"MeanSquaredError 4.87MB 0.00B 112\n",
" Sub 1.20MB 0.00B 56\n",
" BroadcastTo 0.00B 0.00B 56\n",
" Mul 1.20MB 0.00B 56\n",
" MulConstant 1.20MB 0.00B 56\n",
" TanhGrad 253.89MB 244.43MB 168\n",
" LinearGradData 16.52MB 0.00B 112\n",
"LinearGradWeight 84.00KB 0.00B 168\n",
" Sum 84.00KB 0.00B 168\n",
" Add 56.00KB 0.00B 112\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 759.29MB 17.46MB 230\n",
" LinearFunction 279.82MB 8.73MB 343\n",
" Tanh 521.21MB 501.95MB 343\n",
" Reshape 0.00B 0.00B 171\n",
"MeanSquaredError 4.95MB 0.00B 114\n",
" Sub 1.22MB 0.00B 57\n",
" BroadcastTo 0.00B 0.00B 57\n",
" Mul 1.22MB 0.00B 57\n",
" MulConstant 1.22MB 0.00B 57\n",
" TanhGrad 258.42MB 248.79MB 171\n",
" LinearGradData 16.81MB 0.00B 114\n",
"LinearGradWeight 85.50KB 0.00B 171\n",
" Sum 85.50KB 0.00B 171\n",
" Add 57.00KB 0.00B 114\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 772.53MB 26.19MB 234\n",
" LinearFunction 284.65MB 8.73MB 349\n",
" Tanh 530.27MB 510.68MB 349\n",
" Reshape 0.00B 0.00B 174\n",
"MeanSquaredError 5.04MB 0.00B 116\n",
" Sub 1.25MB 0.00B 58\n",
" BroadcastTo 0.00B 0.00B 58\n",
" Mul 1.25MB 0.00B 58\n",
" MulConstant 1.25MB 0.00B 58\n",
" TanhGrad 262.95MB 253.16MB 174\n",
" LinearGradData 17.11MB 0.00B 116\n",
"LinearGradWeight 87.00KB 0.00B 174\n",
" Sum 87.00KB 0.00B 174\n",
" Add 58.00KB 0.00B 116\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 785.77MB 26.19MB 238\n",
" LinearFunction 289.48MB 8.73MB 355\n",
" Tanh 539.34MB 519.40MB 355\n",
" Reshape 0.00B 0.00B 177\n",
"MeanSquaredError 5.13MB 0.00B 118\n",
" Sub 1.27MB 0.00B 59\n",
" BroadcastTo 0.00B 0.00B 59\n",
" Mul 1.27MB 0.00B 59\n",
" MulConstant 1.27MB 0.00B 59\n",
" TanhGrad 267.49MB 257.52MB 177\n",
" LinearGradData 17.40MB 0.00B 118\n",
"LinearGradWeight 88.50KB 0.00B 177\n",
" Sum 88.50KB 0.00B 177\n",
" Add 59.00KB 0.00B 118\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 799.01MB 26.19MB 242\n",
" LinearFunction 294.32MB 8.73MB 361\n",
" Tanh 548.41MB 528.13MB 361\n",
" Reshape 0.00B 0.00B 180\n",
"MeanSquaredError 5.21MB 0.00B 120\n",
" Sub 1.29MB 0.00B 60\n",
" BroadcastTo 0.00B 0.00B 60\n",
" Mul 1.29MB 0.00B 60\n",
" MulConstant 1.29MB 0.00B 60\n",
" TanhGrad 272.02MB 261.88MB 180\n",
" LinearGradData 17.70MB 0.00B 120\n",
"LinearGradWeight 90.00KB 0.00B 180\n",
" Sum 90.00KB 0.00B 180\n",
" Add 60.00KB 0.00B 120\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 812.26MB 26.19MB 246\n",
" LinearFunction 299.15MB 8.73MB 367\n",
" Tanh 557.48MB 536.86MB 367\n",
" Reshape 0.00B 0.00B 183\n",
"MeanSquaredError 5.30MB 0.00B 122\n",
" Sub 1.31MB 0.00B 61\n",
" BroadcastTo 0.00B 0.00B 61\n",
" Mul 1.31MB 0.00B 61\n",
" MulConstant 1.31MB 0.00B 61\n",
" TanhGrad 276.56MB 266.25MB 183\n",
" LinearGradData 17.99MB 0.00B 122\n",
"LinearGradWeight 91.50KB 0.00B 183\n",
" Sum 91.50KB 0.00B 183\n",
" Add 61.00KB 0.00B 122\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 825.50MB 26.19MB 250\n",
" LinearFunction 303.98MB 8.73MB 373\n",
" Tanh 566.54MB 545.59MB 373\n",
" Reshape 0.00B 0.00B 186\n",
"MeanSquaredError 5.39MB 0.00B 124\n",
" Sub 1.33MB 0.00B 62\n",
" BroadcastTo 0.00B 0.00B 62\n",
" Mul 1.33MB 0.00B 62\n",
" MulConstant 1.33MB 0.00B 62\n",
" TanhGrad 281.09MB 270.61MB 186\n",
" LinearGradData 18.29MB 0.00B 124\n",
"LinearGradWeight 93.00KB 0.00B 186\n",
" Sum 93.00KB 0.00B 186\n",
" Add 62.00KB 0.00B 124\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 838.74MB 26.19MB 254\n",
" LinearFunction 308.81MB 8.73MB 379\n",
" Tanh 575.61MB 554.32MB 379\n",
" Reshape 0.00B 0.00B 189\n",
"MeanSquaredError 5.48MB 0.00B 126\n",
" Sub 1.35MB 0.00B 63\n",
" BroadcastTo 0.00B 0.00B 63\n",
" Mul 1.35MB 0.00B 63\n",
" MulConstant 1.35MB 0.00B 63\n",
" TanhGrad 285.62MB 274.98MB 189\n",
" LinearGradData 18.58MB 0.00B 126\n",
"LinearGradWeight 94.50KB 0.00B 189\n",
" Sum 94.50KB 0.00B 189\n",
" Add 63.00KB 0.00B 126\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 851.98MB 26.19MB 258\n",
" LinearFunction 313.65MB 8.73MB 385\n",
" Tanh 584.68MB 563.05MB 385\n",
" Reshape 0.00B 0.00B 192\n",
"MeanSquaredError 5.56MB 0.00B 128\n",
" Sub 1.38MB 0.00B 64\n",
" BroadcastTo 0.00B 0.00B 64\n",
" Mul 1.38MB 0.00B 64\n",
" MulConstant 1.38MB 0.00B 64\n",
" TanhGrad 290.16MB 279.34MB 192\n",
" LinearGradData 18.88MB 0.00B 128\n",
"LinearGradWeight 96.00KB 0.00B 192\n",
" Sum 96.00KB 0.00B 192\n",
" Add 64.00KB 0.00B 128\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 865.22MB 26.19MB 262\n",
" LinearFunction 318.48MB 8.73MB 391\n",
" Tanh 593.74MB 571.78MB 391\n",
" Reshape 0.00B 0.00B 195\n",
"MeanSquaredError 5.65MB 0.00B 130\n",
" Sub 1.40MB 0.00B 65\n",
" BroadcastTo 0.00B 0.00B 65\n",
" Mul 1.40MB 0.00B 65\n",
" MulConstant 1.40MB 0.00B 65\n",
" TanhGrad 294.69MB 283.71MB 195\n",
" LinearGradData 19.17MB 0.00B 130\n",
"LinearGradWeight 97.50KB 0.00B 195\n",
" Sum 97.50KB 0.00B 195\n",
" Add 65.00KB 0.00B 130\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 878.46MB 26.19MB 266\n",
" LinearFunction 323.31MB 8.73MB 397\n",
" Tanh 602.81MB 580.51MB 397\n",
" Reshape 0.00B 0.00B 198\n",
"MeanSquaredError 5.74MB 0.00B 132\n",
" Sub 1.42MB 0.00B 66\n",
" BroadcastTo 0.00B 0.00B 66\n",
" Mul 1.42MB 0.00B 66\n",
" MulConstant 1.42MB 0.00B 66\n",
" TanhGrad 299.22MB 288.07MB 198\n",
" LinearGradData 19.46MB 0.00B 132\n",
"LinearGradWeight 99.00KB 0.00B 198\n",
" Sum 99.00KB 0.00B 198\n",
" Add 66.00KB 0.00B 132\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 891.71MB 26.19MB 270\n",
" LinearFunction 328.14MB 8.73MB 403\n",
" Tanh 611.88MB 589.24MB 403\n",
" Reshape 0.00B 0.00B 201\n",
"MeanSquaredError 5.82MB 0.00B 134\n",
" Sub 1.44MB 0.00B 67\n",
" BroadcastTo 0.00B 0.00B 67\n",
" Mul 1.44MB 0.00B 67\n",
" MulConstant 1.44MB 0.00B 67\n",
" TanhGrad 303.76MB 292.44MB 201\n",
" LinearGradData 19.76MB 0.00B 134\n",
"LinearGradWeight 100.50KB 0.00B 201\n",
" Sum 100.50KB 0.00B 201\n",
" Add 67.00KB 0.00B 134\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 904.95MB 26.19MB 274\n",
" LinearFunction 332.98MB 8.73MB 409\n",
" Tanh 620.95MB 597.97MB 409\n",
" Reshape 0.00B 0.00B 204\n",
"MeanSquaredError 5.91MB 0.00B 136\n",
" Sub 1.46MB 0.00B 68\n",
" BroadcastTo 0.00B 0.00B 68\n",
" Mul 1.46MB 0.00B 68\n",
" MulConstant 1.46MB 0.00B 68\n",
" TanhGrad 308.29MB 296.80MB 204\n",
" LinearGradData 20.05MB 0.00B 136\n",
"LinearGradWeight 102.00KB 0.00B 204\n",
" Sum 102.00KB 0.00B 204\n",
" Add 68.00KB 0.00B 136\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 918.19MB 26.19MB 278\n",
" LinearFunction 337.81MB 8.73MB 415\n",
" Tanh 630.01MB 606.70MB 415\n",
" Reshape 0.00B 0.00B 207\n",
"MeanSquaredError 6.00MB 0.00B 138\n",
" Sub 1.48MB 0.00B 69\n",
" BroadcastTo 0.00B 0.00B 69\n",
" Mul 1.48MB 0.00B 69\n",
" MulConstant 1.48MB 0.00B 69\n",
" TanhGrad 312.82MB 301.17MB 207\n",
" LinearGradData 20.35MB 0.00B 138\n",
"LinearGradWeight 103.50KB 0.00B 207\n",
" Sum 103.50KB 0.00B 207\n",
" Add 69.00KB 0.00B 138\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 931.43MB 26.19MB 282\n",
" LinearFunction 342.64MB 8.73MB 421\n",
" Tanh 639.08MB 615.43MB 421\n",
" Reshape 0.00B 0.00B 210\n",
"MeanSquaredError 6.08MB 0.00B 140\n",
" Sub 1.50MB 0.00B 70\n",
" BroadcastTo 0.00B 0.00B 70\n",
" Mul 1.50MB 0.00B 70\n",
" MulConstant 1.50MB 0.00B 70\n",
" TanhGrad 317.36MB 305.53MB 210\n",
" LinearGradData 20.64MB 0.00B 140\n",
"LinearGradWeight 105.00KB 0.00B 210\n",
" Sum 105.00KB 0.00B 210\n",
" Add 70.00KB 0.00B 140\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 944.67MB 26.19MB 286\n",
" LinearFunction 347.47MB 8.73MB 427\n",
" Tanh 648.15MB 624.16MB 427\n",
" Reshape 0.00B 0.00B 213\n",
"MeanSquaredError 6.17MB 0.00B 142\n",
" Sub 1.53MB 0.00B 71\n",
" BroadcastTo 0.00B 0.00B 71\n",
" Mul 1.53MB 0.00B 71\n",
" MulConstant 1.53MB 0.00B 71\n",
" TanhGrad 321.89MB 309.90MB 213\n",
" LinearGradData 20.94MB 0.00B 142\n",
"LinearGradWeight 106.50KB 0.00B 213\n",
" Sum 106.50KB 0.00B 213\n",
" Add 71.00KB 0.00B 142\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 957.91MB 34.92MB 290\n",
" LinearFunction 352.31MB 8.73MB 433\n",
" Tanh 657.22MB 632.89MB 433\n",
" Reshape 0.00B 0.00B 216\n",
"MeanSquaredError 6.26MB 0.00B 144\n",
" Sub 1.55MB 0.00B 72\n",
" BroadcastTo 0.00B 0.00B 72\n",
" Mul 1.55MB 0.00B 72\n",
" MulConstant 1.55MB 0.00B 72\n",
" TanhGrad 326.43MB 314.26MB 216\n",
" LinearGradData 21.23MB 0.00B 144\n",
"LinearGradWeight 108.00KB 0.00B 216\n",
" Sum 108.00KB 0.00B 216\n",
" Add 72.00KB 0.00B 144\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 971.16MB 34.92MB 294\n",
" LinearFunction 357.14MB 8.73MB 439\n",
" Tanh 666.28MB 641.62MB 439\n",
" Reshape 0.00B 0.00B 219\n",
"MeanSquaredError 6.34MB 0.00B 146\n",
" Sub 1.57MB 0.00B 73\n",
" BroadcastTo 0.00B 0.00B 73\n",
" Mul 1.57MB 0.00B 73\n",
" MulConstant 1.57MB 0.00B 73\n",
" TanhGrad 330.96MB 318.63MB 219\n",
" LinearGradData 21.53MB 0.00B 146\n",
"LinearGradWeight 109.50KB 0.00B 219\n",
" Sum 109.50KB 0.00B 219\n",
" Add 73.00KB 0.00B 146\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 984.40MB 34.92MB 298\n",
" LinearFunction 361.97MB 8.73MB 445\n",
" Tanh 675.35MB 650.35MB 445\n",
" Reshape 0.00B 0.00B 222\n",
"MeanSquaredError 6.43MB 0.00B 148\n",
" Sub 1.59MB 0.00B 74\n",
" BroadcastTo 0.00B 0.00B 74\n",
" Mul 1.59MB 0.00B 74\n",
" MulConstant 1.59MB 0.00B 74\n",
" TanhGrad 335.49MB 322.99MB 222\n",
" LinearGradData 21.82MB 0.00B 148\n",
"LinearGradWeight 111.00KB 0.00B 222\n",
" Sum 111.00KB 0.00B 222\n",
" Add 74.00KB 0.00B 148\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 997.64MB 34.92MB 302\n",
" LinearFunction 366.80MB 8.73MB 451\n",
" Tanh 684.42MB 659.08MB 451\n",
" Reshape 0.00B 0.00B 225\n",
"MeanSquaredError 6.52MB 0.00B 150\n",
" Sub 1.61MB 0.00B 75\n",
" BroadcastTo 0.00B 0.00B 75\n",
" Mul 1.61MB 0.00B 75\n",
" MulConstant 1.61MB 0.00B 75\n",
" TanhGrad 340.03MB 327.36MB 225\n",
" LinearGradData 22.12MB 0.00B 150\n",
"LinearGradWeight 112.50KB 0.00B 225\n",
" Sum 112.50KB 0.00B 225\n",
" Add 75.00KB 0.00B 150\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1010.88MB 34.92MB 306\n",
" LinearFunction 371.64MB 8.73MB 457\n",
" Tanh 693.49MB 667.81MB 457\n",
" Reshape 0.00B 0.00B 228\n",
"MeanSquaredError 6.61MB 0.00B 152\n",
" Sub 1.63MB 0.00B 76\n",
" BroadcastTo 0.00B 0.00B 76\n",
" Mul 1.63MB 0.00B 76\n",
" MulConstant 1.63MB 0.00B 76\n",
" TanhGrad 344.56MB 331.72MB 228\n",
" LinearGradData 22.41MB 0.00B 152\n",
"LinearGradWeight 114.00KB 0.00B 228\n",
" Sum 114.00KB 0.00B 228\n",
" Add 76.00KB 0.00B 152\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.00GB 34.92MB 310\n",
" LinearFunction 376.47MB 8.73MB 463\n",
" Tanh 702.55MB 676.54MB 463\n",
" Reshape 0.00B 0.00B 231\n",
"MeanSquaredError 6.69MB 0.00B 154\n",
" Sub 1.65MB 0.00B 77\n",
" BroadcastTo 0.00B 0.00B 77\n",
" Mul 1.65MB 0.00B 77\n",
" MulConstant 1.65MB 0.00B 77\n",
" TanhGrad 349.09MB 336.09MB 231\n",
" LinearGradData 22.71MB 0.00B 154\n",
"LinearGradWeight 115.50KB 0.00B 231\n",
" Sum 115.50KB 0.00B 231\n",
" Add 77.00KB 0.00B 154\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.01GB 34.92MB 314\n",
" LinearFunction 381.30MB 8.73MB 469\n",
" Tanh 711.62MB 685.27MB 469\n",
" Reshape 0.00B 0.00B 234\n",
"MeanSquaredError 6.78MB 0.00B 156\n",
" Sub 1.68MB 0.00B 78\n",
" BroadcastTo 0.00B 0.00B 78\n",
" Mul 1.68MB 0.00B 78\n",
" MulConstant 1.68MB 0.00B 78\n",
" TanhGrad 353.63MB 340.45MB 234\n",
" LinearGradData 23.00MB 0.00B 156\n",
"LinearGradWeight 117.00KB 0.00B 234\n",
" Sum 117.00KB 0.00B 234\n",
" Add 78.00KB 0.00B 156\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.03GB 34.92MB 318\n",
" LinearFunction 386.13MB 8.73MB 475\n",
" Tanh 720.69MB 693.99MB 475\n",
" Reshape 0.00B 0.00B 237\n",
"MeanSquaredError 6.87MB 0.00B 158\n",
" Sub 1.70MB 0.00B 79\n",
" BroadcastTo 0.00B 0.00B 79\n",
" Mul 1.70MB 0.00B 79\n",
" MulConstant 1.70MB 0.00B 79\n",
" TanhGrad 358.16MB 344.81MB 237\n",
" LinearGradData 23.30MB 0.00B 158\n",
"LinearGradWeight 118.50KB 0.00B 237\n",
" Sum 118.50KB 0.00B 237\n",
" Add 79.00KB 0.00B 158\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.04GB 34.92MB 322\n",
" LinearFunction 390.97MB 8.73MB 481\n",
" Tanh 729.76MB 702.72MB 481\n",
" Reshape 0.00B 0.00B 240\n",
"MeanSquaredError 6.95MB 0.00B 160\n",
" Sub 1.72MB 0.00B 80\n",
" BroadcastTo 0.00B 0.00B 80\n",
" Mul 1.72MB 0.00B 80\n",
" MulConstant 1.72MB 0.00B 80\n",
" TanhGrad 362.70MB 349.18MB 240\n",
" LinearGradData 23.59MB 0.00B 160\n",
"LinearGradWeight 120.00KB 0.00B 240\n",
" Sum 120.00KB 0.00B 240\n",
" Add 80.00KB 0.00B 160\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.05GB 34.92MB 326\n",
" LinearFunction 395.80MB 8.73MB 487\n",
" Tanh 738.82MB 711.45MB 487\n",
" Reshape 0.00B 0.00B 243\n",
"MeanSquaredError 7.04MB 0.00B 162\n",
" Sub 1.74MB 0.00B 81\n",
" BroadcastTo 0.00B 0.00B 81\n",
" Mul 1.74MB 0.00B 81\n",
" MulConstant 1.74MB 0.00B 81\n",
" TanhGrad 367.23MB 353.54MB 243\n",
" LinearGradData 23.89MB 0.00B 162\n",
"LinearGradWeight 121.50KB 0.00B 243\n",
" Sum 121.50KB 0.00B 243\n",
" Add 81.00KB 0.00B 162\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.06GB 34.92MB 330\n",
" LinearFunction 400.63MB 8.73MB 493\n",
" Tanh 747.89MB 720.18MB 493\n",
" Reshape 0.00B 0.00B 246\n",
"MeanSquaredError 7.13MB 0.00B 164\n",
" Sub 1.76MB 0.00B 82\n",
" BroadcastTo 0.00B 0.00B 82\n",
" Mul 1.76MB 0.00B 82\n",
" MulConstant 1.76MB 0.00B 82\n",
" TanhGrad 371.76MB 357.91MB 246\n",
" LinearGradData 24.18MB 0.00B 164\n",
"LinearGradWeight 123.00KB 0.00B 246\n",
" Sum 123.00KB 0.00B 246\n",
" Add 82.00KB 0.00B 164\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.08GB 34.92MB 334\n",
" LinearFunction 405.46MB 8.73MB 499\n",
" Tanh 756.96MB 728.91MB 499\n",
" Reshape 0.00B 0.00B 249\n",
"MeanSquaredError 7.21MB 0.00B 166\n",
" Sub 1.78MB 0.00B 83\n",
" BroadcastTo 0.00B 0.00B 83\n",
" Mul 1.78MB 0.00B 83\n",
" MulConstant 1.78MB 0.00B 83\n",
" TanhGrad 376.30MB 362.27MB 249\n",
" LinearGradData 24.48MB 0.00B 166\n",
"LinearGradWeight 124.50KB 0.00B 249\n",
" Sum 124.50KB 0.00B 249\n",
" Add 83.00KB 0.00B 166\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.09GB 34.92MB 338\n",
" LinearFunction 410.30MB 8.73MB 505\n",
" Tanh 766.02MB 737.64MB 505\n",
" Reshape 0.00B 0.00B 252\n",
"MeanSquaredError 7.30MB 0.00B 168\n",
" Sub 1.80MB 0.00B 84\n",
" BroadcastTo 0.00B 0.00B 84\n",
" Mul 1.80MB 0.00B 84\n",
" MulConstant 1.80MB 0.00B 84\n",
" TanhGrad 380.83MB 366.64MB 252\n",
" LinearGradData 24.77MB 0.00B 168\n",
"LinearGradWeight 126.00KB 0.00B 252\n",
" Sum 126.00KB 0.00B 252\n",
" Add 84.00KB 0.00B 168\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.10GB 43.65MB 342\n",
" LinearFunction 415.13MB 8.73MB 511\n",
" Tanh 775.09MB 746.37MB 511\n",
" Reshape 0.00B 0.00B 255\n",
"MeanSquaredError 7.39MB 0.00B 170\n",
" Sub 1.83MB 0.00B 85\n",
" BroadcastTo 0.00B 0.00B 85\n",
" Mul 1.83MB 0.00B 85\n",
" MulConstant 1.83MB 0.00B 85\n",
" TanhGrad 385.36MB 371.00MB 255\n",
" LinearGradData 25.07MB 0.00B 170\n",
"LinearGradWeight 127.50KB 0.00B 255\n",
" Sum 127.50KB 0.00B 255\n",
" Add 85.00KB 0.00B 170\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.12GB 43.65MB 346\n",
" LinearFunction 419.96MB 8.73MB 517\n",
" Tanh 784.16MB 755.10MB 517\n",
" Reshape 0.00B 0.00B 258\n",
"MeanSquaredError 7.47MB 0.00B 172\n",
" Sub 1.85MB 0.00B 86\n",
" BroadcastTo 0.00B 0.00B 86\n",
" Mul 1.85MB 0.00B 86\n",
" MulConstant 1.85MB 0.00B 86\n",
" TanhGrad 389.90MB 375.37MB 258\n",
" LinearGradData 25.36MB 0.00B 172\n",
"LinearGradWeight 129.00KB 0.00B 258\n",
" Sum 129.00KB 0.00B 258\n",
" Add 86.00KB 0.00B 172\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.13GB 43.65MB 350\n",
" LinearFunction 424.79MB 8.73MB 523\n",
" Tanh 793.23MB 763.83MB 523\n",
" Reshape 0.00B 0.00B 261\n",
"MeanSquaredError 7.56MB 0.00B 174\n",
" Sub 1.87MB 0.00B 87\n",
" BroadcastTo 0.00B 0.00B 87\n",
" Mul 1.87MB 0.00B 87\n",
" MulConstant 1.87MB 0.00B 87\n",
" TanhGrad 394.43MB 379.73MB 261\n",
" LinearGradData 25.66MB 0.00B 174\n",
"LinearGradWeight 130.50KB 0.00B 261\n",
" Sum 130.50KB 0.00B 261\n",
" Add 87.00KB 0.00B 174\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.14GB 43.65MB 354\n",
" LinearFunction 429.63MB 8.73MB 529\n",
" Tanh 802.29MB 772.56MB 529\n",
" Reshape 0.00B 0.00B 264\n",
"MeanSquaredError 7.65MB 0.00B 176\n",
" Sub 1.89MB 0.00B 88\n",
" BroadcastTo 0.00B 0.00B 88\n",
" Mul 1.89MB 0.00B 88\n",
" MulConstant 1.89MB 0.00B 88\n",
" TanhGrad 398.96MB 384.10MB 264\n",
" LinearGradData 25.95MB 0.00B 176\n",
"LinearGradWeight 132.00KB 0.00B 264\n",
" Sum 132.00KB 0.00B 264\n",
" Add 88.00KB 0.00B 176\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.16GB 43.65MB 358\n",
" LinearFunction 434.46MB 8.73MB 535\n",
" Tanh 811.36MB 781.29MB 535\n",
" Reshape 0.00B 0.00B 267\n",
"MeanSquaredError 7.74MB 0.00B 178\n",
" Sub 1.91MB 0.00B 89\n",
" BroadcastTo 0.00B 0.00B 89\n",
" Mul 1.91MB 0.00B 89\n",
" MulConstant 1.91MB 0.00B 89\n",
" TanhGrad 403.50MB 388.46MB 267\n",
" LinearGradData 26.25MB 0.00B 178\n",
"LinearGradWeight 133.50KB 0.00B 267\n",
" Sum 133.50KB 0.00B 267\n",
" Add 89.00KB 0.00B 178\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.17GB 43.65MB 362\n",
" LinearFunction 439.29MB 8.73MB 541\n",
" Tanh 820.43MB 790.02MB 541\n",
" Reshape 0.00B 0.00B 270\n",
"MeanSquaredError 7.82MB 0.00B 180\n",
" Sub 1.93MB 0.00B 90\n",
" BroadcastTo 0.00B 0.00B 90\n",
" Mul 1.93MB 0.00B 90\n",
" MulConstant 1.93MB 0.00B 90\n",
" TanhGrad 408.03MB 392.83MB 270\n",
" LinearGradData 26.54MB 0.00B 180\n",
"LinearGradWeight 135.00KB 0.00B 270\n",
" Sum 135.00KB 0.00B 270\n",
" Add 90.00KB 0.00B 180\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.18GB 43.65MB 366\n",
" LinearFunction 444.12MB 8.73MB 547\n",
" Tanh 829.50MB 798.75MB 547\n",
" Reshape 0.00B 0.00B 273\n",
"MeanSquaredError 7.91MB 0.00B 182\n",
" Sub 1.96MB 0.00B 91\n",
" BroadcastTo 0.00B 0.00B 91\n",
" Mul 1.96MB 0.00B 91\n",
" MulConstant 1.96MB 0.00B 91\n",
" TanhGrad 412.57MB 397.19MB 273\n",
" LinearGradData 26.84MB 0.00B 182\n",
"LinearGradWeight 136.50KB 0.00B 273\n",
" Sum 136.50KB 0.00B 273\n",
" Add 91.00KB 0.00B 182\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.19GB 43.65MB 370\n",
" LinearFunction 448.96MB 8.73MB 553\n",
" Tanh 838.56MB 807.48MB 553\n",
" Reshape 0.00B 0.00B 276\n",
"MeanSquaredError 8.00MB 0.00B 184\n",
" Sub 1.98MB 0.00B 92\n",
" BroadcastTo 0.00B 0.00B 92\n",
" Mul 1.98MB 0.00B 92\n",
" MulConstant 1.98MB 0.00B 92\n",
" TanhGrad 417.10MB 401.56MB 276\n",
" LinearGradData 27.13MB 0.00B 184\n",
"LinearGradWeight 138.00KB 0.00B 276\n",
" Sum 138.00KB 0.00B 276\n",
" Add 92.00KB 0.00B 184\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.21GB 43.65MB 374\n",
" LinearFunction 453.79MB 8.73MB 559\n",
" Tanh 847.63MB 816.21MB 559\n",
" Reshape 0.00B 0.00B 279\n",
"MeanSquaredError 8.08MB 0.00B 186\n",
" Sub 2.00MB 0.00B 93\n",
" BroadcastTo 0.00B 0.00B 93\n",
" Mul 2.00MB 0.00B 93\n",
" MulConstant 2.00MB 0.00B 93\n",
" TanhGrad 421.63MB 405.92MB 279\n",
" LinearGradData 27.43MB 0.00B 186\n",
"LinearGradWeight 139.50KB 0.00B 279\n",
" Sum 139.50KB 0.00B 279\n",
" Add 93.00KB 0.00B 186\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.22GB 43.65MB 378\n",
" LinearFunction 458.62MB 8.73MB 565\n",
" Tanh 856.70MB 824.94MB 565\n",
" Reshape 0.00B 0.00B 282\n",
"MeanSquaredError 8.17MB 0.00B 188\n",
" Sub 2.02MB 0.00B 94\n",
" BroadcastTo 0.00B 0.00B 94\n",
" Mul 2.02MB 0.00B 94\n",
" MulConstant 2.02MB 0.00B 94\n",
" TanhGrad 426.17MB 410.29MB 282\n",
" LinearGradData 27.72MB 0.00B 188\n",
"LinearGradWeight 141.00KB 0.00B 282\n",
" Sum 141.00KB 0.00B 282\n",
" Add 94.00KB 0.00B 188\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.23GB 43.65MB 382\n",
" LinearFunction 463.45MB 8.73MB 571\n",
" Tanh 865.77MB 833.67MB 571\n",
" Reshape 0.00B 0.00B 285\n",
"MeanSquaredError 8.26MB 0.00B 190\n",
" Sub 2.04MB 0.00B 95\n",
" BroadcastTo 0.00B 0.00B 95\n",
" Mul 2.04MB 0.00B 95\n",
" MulConstant 2.04MB 0.00B 95\n",
" TanhGrad 430.70MB 414.65MB 285\n",
" LinearGradData 28.02MB 0.00B 190\n",
"LinearGradWeight 142.50KB 0.00B 285\n",
" Sum 142.50KB 0.00B 285\n",
" Add 95.00KB 0.00B 190\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.25GB 43.65MB 386\n",
" LinearFunction 468.29MB 8.73MB 577\n",
" Tanh 874.83MB 842.40MB 577\n",
" Reshape 0.00B 0.00B 288\n",
"MeanSquaredError 8.34MB 0.00B 192\n",
" Sub 2.06MB 0.00B 96\n",
" BroadcastTo 0.00B 0.00B 96\n",
" Mul 2.06MB 0.00B 96\n",
" MulConstant 2.06MB 0.00B 96\n",
" TanhGrad 435.23MB 419.02MB 288\n",
" LinearGradData 28.31MB 0.00B 192\n",
"LinearGradWeight 144.00KB 0.00B 288\n",
" Sum 144.00KB 0.00B 288\n",
" Add 96.00KB 0.00B 192\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.26GB 43.65MB 390\n",
" LinearFunction 473.12MB 8.73MB 583\n",
" Tanh 883.90MB 851.13MB 583\n",
" Reshape 0.00B 0.00B 291\n",
"MeanSquaredError 8.43MB 0.00B 194\n",
" Sub 2.08MB 0.00B 97\n",
" BroadcastTo 0.00B 0.00B 97\n",
" Mul 2.08MB 0.00B 97\n",
" MulConstant 2.08MB 0.00B 97\n",
" TanhGrad 439.77MB 423.38MB 291\n",
" LinearGradData 28.61MB 0.00B 194\n",
"LinearGradWeight 145.50KB 0.00B 291\n",
" Sum 145.50KB 0.00B 291\n",
" Add 97.00KB 0.00B 194\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.27GB 43.65MB 394\n",
" LinearFunction 477.95MB 8.73MB 589\n",
" Tanh 892.97MB 859.85MB 589\n",
" Reshape 0.00B 0.00B 294\n",
"MeanSquaredError 8.52MB 0.00B 196\n",
" Sub 2.11MB 0.00B 98\n",
" BroadcastTo 0.00B 0.00B 98\n",
" Mul 2.11MB 0.00B 98\n",
" MulConstant 2.11MB 0.00B 98\n",
" TanhGrad 444.30MB 427.75MB 294\n",
" LinearGradData 28.90MB 0.00B 196\n",
"LinearGradWeight 147.00KB 0.00B 294\n",
" Sum 147.00KB 0.00B 294\n",
" Add 98.00KB 0.00B 196\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.28GB 52.38MB 398\n",
" LinearFunction 482.78MB 8.73MB 595\n",
" Tanh 902.04MB 868.58MB 595\n",
" Reshape 0.00B 0.00B 297\n",
"MeanSquaredError 8.60MB 0.00B 198\n",
" Sub 2.13MB 0.00B 99\n",
" BroadcastTo 0.00B 0.00B 99\n",
" Mul 2.13MB 0.00B 99\n",
" MulConstant 2.13MB 0.00B 99\n",
" TanhGrad 448.84MB 432.11MB 297\n",
" LinearGradData 29.20MB 0.00B 198\n",
"LinearGradWeight 148.50KB 0.00B 297\n",
" Sum 148.50KB 0.00B 297\n",
" Add 99.00KB 0.00B 198\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.30GB 52.38MB 402\n",
" LinearFunction 487.62MB 8.73MB 601\n",
" Tanh 911.10MB 877.31MB 601\n",
" Reshape 0.00B 0.00B 300\n",
"MeanSquaredError 8.69MB 0.00B 200\n",
" Sub 2.15MB 0.00B 100\n",
" BroadcastTo 0.00B 0.00B 100\n",
" Mul 2.15MB 0.00B 100\n",
" MulConstant 2.15MB 0.00B 100\n",
" TanhGrad 453.37MB 436.47MB 300\n",
" LinearGradData 29.49MB 0.00B 200\n",
"LinearGradWeight 150.00KB 0.00B 300\n",
" Sum 150.00KB 0.00B 300\n",
" Add 100.00KB 0.00B 200\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.31GB 52.38MB 406\n",
" LinearFunction 492.45MB 8.73MB 607\n",
" Tanh 920.17MB 886.04MB 607\n",
" Reshape 0.00B 0.00B 303\n",
"MeanSquaredError 8.78MB 0.00B 202\n",
" Sub 2.17MB 0.00B 101\n",
" BroadcastTo 0.00B 0.00B 101\n",
" Mul 2.17MB 0.00B 101\n",
" MulConstant 2.17MB 0.00B 101\n",
" TanhGrad 457.90MB 440.84MB 303\n",
" LinearGradData 29.79MB 0.00B 202\n",
"LinearGradWeight 151.50KB 0.00B 303\n",
" Sum 151.50KB 0.00B 303\n",
" Add 101.00KB 0.00B 202\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.32GB 52.38MB 410\n",
" LinearFunction 497.28MB 8.73MB 613\n",
" Tanh 929.24MB 894.77MB 613\n",
" Reshape 0.00B 0.00B 306\n",
"MeanSquaredError 8.87MB 0.00B 204\n",
" Sub 2.19MB 0.00B 102\n",
" BroadcastTo 0.00B 0.00B 102\n",
" Mul 2.19MB 0.00B 102\n",
" MulConstant 2.19MB 0.00B 102\n",
" TanhGrad 462.44MB 445.20MB 306\n",
" LinearGradData 30.08MB 0.00B 204\n",
"LinearGradWeight 153.00KB 0.00B 306\n",
" Sum 153.00KB 0.00B 306\n",
" Add 102.00KB 0.00B 204\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.34GB 52.38MB 414\n",
" LinearFunction 502.11MB 8.73MB 619\n",
" Tanh 938.31MB 903.50MB 619\n",
" Reshape 0.00B 0.00B 309\n",
"MeanSquaredError 8.95MB 0.00B 206\n",
" Sub 2.21MB 0.00B 103\n",
" BroadcastTo 0.00B 0.00B 103\n",
" Mul 2.21MB 0.00B 103\n",
" MulConstant 2.21MB 0.00B 103\n",
" TanhGrad 466.97MB 449.57MB 309\n",
" LinearGradData 30.38MB 0.00B 206\n",
"LinearGradWeight 154.50KB 0.00B 309\n",
" Sum 154.50KB 0.00B 309\n",
" Add 103.00KB 0.00B 206\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.35GB 52.38MB 418\n",
" LinearFunction 506.95MB 8.73MB 625\n",
" Tanh 947.37MB 912.23MB 625\n",
" Reshape 0.00B 0.00B 312\n",
"MeanSquaredError 9.04MB 0.00B 208\n",
" Sub 2.23MB 0.00B 104\n",
" BroadcastTo 0.00B 0.00B 104\n",
" Mul 2.23MB 0.00B 104\n",
" MulConstant 2.23MB 0.00B 104\n",
" TanhGrad 471.50MB 453.93MB 312\n",
" LinearGradData 30.67MB 0.00B 208\n",
"LinearGradWeight 156.00KB 0.00B 312\n",
" Sum 156.00KB 0.00B 312\n",
" Add 104.00KB 0.00B 208\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.36GB 52.38MB 422\n",
" LinearFunction 511.78MB 8.73MB 631\n",
" Tanh 956.44MB 920.96MB 631\n",
" Reshape 0.00B 0.00B 315\n",
"MeanSquaredError 9.13MB 0.00B 210\n",
" Sub 2.26MB 0.00B 105\n",
" BroadcastTo 0.00B 0.00B 105\n",
" Mul 2.26MB 0.00B 105\n",
" MulConstant 2.26MB 0.00B 105\n",
" TanhGrad 476.04MB 458.30MB 315\n",
" LinearGradData 30.97MB 0.00B 210\n",
"LinearGradWeight 157.50KB 0.00B 315\n",
" Sum 157.50KB 0.00B 315\n",
" Add 105.00KB 0.00B 210\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.38GB 52.38MB 426\n",
" LinearFunction 516.61MB 8.73MB 637\n",
" Tanh 965.51MB 929.69MB 637\n",
" Reshape 0.00B 0.00B 318\n",
"MeanSquaredError 9.21MB 0.00B 212\n",
" Sub 2.28MB 0.00B 106\n",
" BroadcastTo 0.00B 0.00B 106\n",
" Mul 2.28MB 0.00B 106\n",
" MulConstant 2.28MB 0.00B 106\n",
" TanhGrad 480.57MB 462.66MB 318\n",
" LinearGradData 31.26MB 0.00B 212\n",
"LinearGradWeight 159.00KB 0.00B 318\n",
" Sum 159.00KB 0.00B 318\n",
" Add 106.00KB 0.00B 212\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.39GB 52.38MB 430\n",
" LinearFunction 521.44MB 8.73MB 643\n",
" Tanh 974.57MB 938.42MB 643\n",
" Reshape 0.00B 0.00B 321\n",
"MeanSquaredError 9.30MB 0.00B 214\n",
" Sub 2.30MB 0.00B 107\n",
" BroadcastTo 0.00B 0.00B 107\n",
" Mul 2.30MB 0.00B 107\n",
" MulConstant 2.30MB 0.00B 107\n",
" TanhGrad 485.10MB 467.03MB 321\n",
" LinearGradData 31.56MB 0.00B 214\n",
"LinearGradWeight 160.50KB 0.00B 321\n",
" Sum 160.50KB 0.00B 321\n",
" Add 107.00KB 0.00B 214\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.40GB 52.38MB 434\n",
" LinearFunction 526.28MB 8.73MB 649\n",
" Tanh 983.64MB 947.15MB 649\n",
" Reshape 0.00B 0.00B 324\n",
"MeanSquaredError 9.39MB 0.00B 216\n",
" Sub 2.32MB 0.00B 108\n",
" BroadcastTo 0.00B 0.00B 108\n",
" Mul 2.32MB 0.00B 108\n",
" MulConstant 2.32MB 0.00B 108\n",
" TanhGrad 489.64MB 471.39MB 324\n",
" LinearGradData 31.85MB 0.00B 216\n",
"LinearGradWeight 162.00KB 0.00B 324\n",
" Sum 162.00KB 0.00B 324\n",
" Add 108.00KB 0.00B 216\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.41GB 52.38MB 438\n",
" LinearFunction 531.11MB 8.73MB 655\n",
" Tanh 992.71MB 955.88MB 655\n",
" Reshape 0.00B 0.00B 327\n",
"MeanSquaredError 9.47MB 0.00B 218\n",
" Sub 2.34MB 0.00B 109\n",
" BroadcastTo 0.00B 0.00B 109\n",
" Mul 2.34MB 0.00B 109\n",
" MulConstant 2.34MB 0.00B 109\n",
" TanhGrad 494.17MB 475.76MB 327\n",
" LinearGradData 32.15MB 0.00B 218\n",
"LinearGradWeight 163.50KB 0.00B 327\n",
" Sum 163.50KB 0.00B 327\n",
" Add 109.00KB 0.00B 218\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.43GB 52.38MB 442\n",
" LinearFunction 535.94MB 8.73MB 661\n",
" Tanh 1001.78MB 964.61MB 661\n",
" Reshape 0.00B 0.00B 330\n",
"MeanSquaredError 9.56MB 0.00B 220\n",
" Sub 2.36MB 0.00B 110\n",
" BroadcastTo 0.00B 0.00B 110\n",
" Mul 2.36MB 0.00B 110\n",
" MulConstant 2.36MB 0.00B 110\n",
" TanhGrad 498.71MB 480.12MB 330\n",
" LinearGradData 32.44MB 0.00B 220\n",
"LinearGradWeight 165.00KB 0.00B 330\n",
" Sum 165.00KB 0.00B 330\n",
" Add 110.00KB 0.00B 220\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.44GB 52.38MB 446\n",
" LinearFunction 540.77MB 8.73MB 667\n",
" Tanh 1010.84MB 973.34MB 667\n",
" Reshape 0.00B 0.00B 333\n",
"MeanSquaredError 9.65MB 0.00B 222\n",
" Sub 2.38MB 0.00B 111\n",
" BroadcastTo 0.00B 0.00B 111\n",
" Mul 2.38MB 0.00B 111\n",
" MulConstant 2.38MB 0.00B 111\n",
" TanhGrad 503.24MB 484.49MB 333\n",
" LinearGradData 32.74MB 0.00B 222\n",
"LinearGradWeight 166.50KB 0.00B 333\n",
" Sum 166.50KB 0.00B 333\n",
" Add 111.00KB 0.00B 222\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.45GB 52.38MB 450\n",
" LinearFunction 545.61MB 8.73MB 673\n",
" Tanh 1019.91MB 982.07MB 673\n",
" Reshape 0.00B 0.00B 336\n",
"MeanSquaredError 9.73MB 0.00B 224\n",
" Sub 2.41MB 0.00B 112\n",
" BroadcastTo 0.00B 0.00B 112\n",
" Mul 2.41MB 0.00B 112\n",
" MulConstant 2.41MB 0.00B 112\n",
" TanhGrad 507.77MB 488.85MB 336\n",
" LinearGradData 33.03MB 0.00B 224\n",
"LinearGradWeight 168.00KB 0.00B 336\n",
" Sum 168.00KB 0.00B 336\n",
" Add 112.00KB 0.00B 224\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.47GB 61.11MB 454\n",
" LinearFunction 550.44MB 8.73MB 679\n",
" Tanh 1.00GB 990.80MB 679\n",
" Reshape 0.00B 0.00B 339\n",
"MeanSquaredError 9.82MB 0.00B 226\n",
" Sub 2.43MB 0.00B 113\n",
" BroadcastTo 0.00B 0.00B 113\n",
" Mul 2.43MB 0.00B 113\n",
" MulConstant 2.43MB 0.00B 113\n",
" TanhGrad 512.31MB 493.22MB 339\n",
" LinearGradData 33.33MB 0.00B 226\n",
"LinearGradWeight 169.50KB 0.00B 339\n",
" Sum 169.50KB 0.00B 339\n",
" Add 113.00KB 0.00B 226\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.48GB 61.11MB 458\n",
" LinearFunction 555.27MB 8.73MB 685\n",
" Tanh 1.01GB 999.53MB 685\n",
" Reshape 0.00B 0.00B 342\n",
"MeanSquaredError 9.91MB 0.00B 228\n",
" Sub 2.45MB 0.00B 114\n",
" BroadcastTo 0.00B 0.00B 114\n",
" Mul 2.45MB 0.00B 114\n",
" MulConstant 2.45MB 0.00B 114\n",
" TanhGrad 516.84MB 497.58MB 342\n",
" LinearGradData 33.62MB 0.00B 228\n",
"LinearGradWeight 171.00KB 0.00B 342\n",
" Sum 171.00KB 0.00B 342\n",
" Add 114.00KB 0.00B 228\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.49GB 61.11MB 462\n",
" LinearFunction 560.10MB 8.73MB 691\n",
" Tanh 1.02GB 1008.26MB 691\n",
" Reshape 0.00B 0.00B 345\n",
"MeanSquaredError 10.00MB 0.00B 230\n",
" Sub 2.47MB 0.00B 115\n",
" BroadcastTo 0.00B 0.00B 115\n",
" Mul 2.47MB 0.00B 115\n",
" MulConstant 2.47MB 0.00B 115\n",
" TanhGrad 521.37MB 501.95MB 345\n",
" LinearGradData 33.92MB 0.00B 230\n",
"LinearGradWeight 172.50KB 0.00B 345\n",
" Sum 172.50KB 0.00B 345\n",
" Add 115.00KB 0.00B 230\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.50GB 61.11MB 466\n",
" LinearFunction 564.94MB 8.73MB 697\n",
" Tanh 1.03GB 1016.99MB 697\n",
" Reshape 0.00B 0.00B 348\n",
"MeanSquaredError 10.08MB 0.00B 232\n",
" Sub 2.49MB 0.00B 116\n",
" BroadcastTo 0.00B 0.00B 116\n",
" Mul 2.49MB 0.00B 116\n",
" MulConstant 2.49MB 0.00B 116\n",
" TanhGrad 525.91MB 506.31MB 348\n",
" LinearGradData 34.21MB 0.00B 232\n",
"LinearGradWeight 174.00KB 0.00B 348\n",
" Sum 174.00KB 0.00B 348\n",
" Add 116.00KB 0.00B 232\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.52GB 61.11MB 470\n",
" LinearFunction 569.77MB 8.73MB 703\n",
" Tanh 1.04GB 1.00GB 703\n",
" Reshape 0.00B 0.00B 351\n",
"MeanSquaredError 10.17MB 0.00B 234\n",
" Sub 2.51MB 0.00B 117\n",
" BroadcastTo 0.00B 0.00B 117\n",
" Mul 2.51MB 0.00B 117\n",
" MulConstant 2.51MB 0.00B 117\n",
" TanhGrad 530.44MB 510.68MB 351\n",
" LinearGradData 34.51MB 0.00B 234\n",
"LinearGradWeight 175.50KB 0.00B 351\n",
" Sum 175.50KB 0.00B 351\n",
" Add 117.00KB 0.00B 234\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.53GB 61.11MB 474\n",
" LinearFunction 574.60MB 8.73MB 709\n",
" Tanh 1.05GB 1.01GB 709\n",
" Reshape 0.00B 0.00B 354\n",
"MeanSquaredError 10.26MB 0.00B 236\n",
" Sub 2.54MB 0.00B 118\n",
" BroadcastTo 0.00B 0.00B 118\n",
" Mul 2.54MB 0.00B 118\n",
" MulConstant 2.54MB 0.00B 118\n",
" TanhGrad 534.98MB 515.04MB 354\n",
" LinearGradData 34.80MB 0.00B 236\n",
"LinearGradWeight 177.00KB 0.00B 354\n",
" Sum 177.00KB 0.00B 354\n",
" Add 118.00KB 0.00B 236\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.54GB 61.11MB 478\n",
" LinearFunction 579.43MB 8.73MB 715\n",
" Tanh 1.06GB 1.02GB 715\n",
" Reshape 0.00B 0.00B 357\n",
"MeanSquaredError 10.34MB 0.00B 238\n",
" Sub 2.56MB 0.00B 119\n",
" BroadcastTo 0.00B 0.00B 119\n",
" Mul 2.56MB 0.00B 119\n",
" MulConstant 2.56MB 0.00B 119\n",
" TanhGrad 539.51MB 519.40MB 357\n",
" LinearGradData 35.10MB 0.00B 238\n",
"LinearGradWeight 178.50KB 0.00B 357\n",
" Sum 178.50KB 0.00B 357\n",
" Add 119.00KB 0.00B 238\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.56GB 61.11MB 482\n",
" LinearFunction 584.27MB 8.73MB 721\n",
" Tanh 1.07GB 1.03GB 721\n",
" Reshape 0.00B 0.00B 360\n",
"MeanSquaredError 10.43MB 0.00B 240\n",
" Sub 2.58MB 0.00B 120\n",
" BroadcastTo 0.00B 0.00B 120\n",
" Mul 2.58MB 0.00B 120\n",
" MulConstant 2.58MB 0.00B 120\n",
" TanhGrad 544.04MB 523.77MB 360\n",
" LinearGradData 35.39MB 0.00B 240\n",
"LinearGradWeight 180.00KB 0.00B 360\n",
" Sum 180.00KB 0.00B 360\n",
" Add 120.00KB 0.00B 240\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.57GB 61.11MB 486\n",
" LinearFunction 589.10MB 8.73MB 727\n",
" Tanh 1.08GB 1.04GB 727\n",
" Reshape 0.00B 0.00B 363\n",
"MeanSquaredError 10.52MB 0.00B 242\n",
" Sub 2.60MB 0.00B 121\n",
" BroadcastTo 0.00B 0.00B 121\n",
" Mul 2.60MB 0.00B 121\n",
" MulConstant 2.60MB 0.00B 121\n",
" TanhGrad 548.58MB 528.13MB 363\n",
" LinearGradData 35.69MB 0.00B 242\n",
"LinearGradWeight 181.50KB 0.00B 363\n",
" Sum 181.50KB 0.00B 363\n",
" Add 121.00KB 0.00B 242\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.58GB 61.11MB 490\n",
" LinearFunction 593.93MB 8.73MB 733\n",
" Tanh 1.08GB 1.04GB 733\n",
" Reshape 0.00B 0.00B 366\n",
"MeanSquaredError 10.60MB 0.00B 244\n",
" Sub 2.62MB 0.00B 122\n",
" BroadcastTo 0.00B 0.00B 122\n",
" Mul 2.62MB 0.00B 122\n",
" MulConstant 2.62MB 0.00B 122\n",
" TanhGrad 553.11MB 532.50MB 366\n",
" LinearGradData 35.98MB 0.00B 244\n",
"LinearGradWeight 183.00KB 0.00B 366\n",
" Sum 183.00KB 0.00B 366\n",
" Add 122.00KB 0.00B 244\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.59GB 61.11MB 494\n",
" LinearFunction 598.76MB 8.73MB 739\n",
" Tanh 1.09GB 1.05GB 739\n",
" Reshape 0.00B 0.00B 369\n",
"MeanSquaredError 10.69MB 0.00B 246\n",
" Sub 2.64MB 0.00B 123\n",
" BroadcastTo 0.00B 0.00B 123\n",
" Mul 2.64MB 0.00B 123\n",
" MulConstant 2.64MB 0.00B 123\n",
" TanhGrad 557.64MB 536.86MB 369\n",
" LinearGradData 36.28MB 0.00B 246\n",
"LinearGradWeight 184.50KB 0.00B 369\n",
" Sum 184.50KB 0.00B 369\n",
" Add 123.00KB 0.00B 246\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.61GB 61.11MB 498\n",
" LinearFunction 603.60MB 8.73MB 745\n",
" Tanh 1.10GB 1.06GB 745\n",
" Reshape 0.00B 0.00B 372\n",
"MeanSquaredError 10.78MB 0.00B 248\n",
" Sub 2.66MB 0.00B 124\n",
" BroadcastTo 0.00B 0.00B 124\n",
" Mul 2.66MB 0.00B 124\n",
" MulConstant 2.66MB 0.00B 124\n",
" TanhGrad 562.18MB 541.23MB 372\n",
" LinearGradData 36.57MB 0.00B 248\n",
"LinearGradWeight 186.00KB 0.00B 372\n",
" Sum 186.00KB 0.00B 372\n",
" Add 124.00KB 0.00B 248\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.62GB 61.11MB 502\n",
" LinearFunction 608.43MB 8.73MB 751\n",
" Tanh 1.11GB 1.07GB 751\n",
" Reshape 0.00B 0.00B 375\n",
"MeanSquaredError 10.86MB 0.00B 250\n",
" Sub 2.69MB 0.00B 125\n",
" BroadcastTo 0.00B 0.00B 125\n",
" Mul 2.69MB 0.00B 125\n",
" MulConstant 2.69MB 0.00B 125\n",
" TanhGrad 566.71MB 545.59MB 375\n",
" LinearGradData 36.87MB 0.00B 250\n",
"LinearGradWeight 187.50KB 0.00B 375\n",
" Sum 187.50KB 0.00B 375\n",
" Add 125.00KB 0.00B 250\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.63GB 69.84MB 506\n",
" LinearFunction 613.26MB 8.73MB 757\n",
" Tanh 1.12GB 1.08GB 757\n",
" Reshape 0.00B 0.00B 378\n",
"MeanSquaredError 10.95MB 0.00B 252\n",
" Sub 2.71MB 0.00B 126\n",
" BroadcastTo 0.00B 0.00B 126\n",
" Mul 2.71MB 0.00B 126\n",
" MulConstant 2.71MB 0.00B 126\n",
" TanhGrad 571.25MB 549.96MB 378\n",
" LinearGradData 37.16MB 0.00B 252\n",
"LinearGradWeight 189.00KB 0.00B 378\n",
" Sum 189.00KB 0.00B 378\n",
" Add 126.00KB 0.00B 252\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.65GB 69.84MB 510\n",
" LinearFunction 618.09MB 8.73MB 763\n",
" Tanh 1.13GB 1.09GB 763\n",
" Reshape 0.00B 0.00B 381\n",
"MeanSquaredError 11.04MB 0.00B 254\n",
" Sub 2.73MB 0.00B 127\n",
" BroadcastTo 0.00B 0.00B 127\n",
" Mul 2.73MB 0.00B 127\n",
" MulConstant 2.73MB 0.00B 127\n",
" TanhGrad 575.78MB 554.32MB 381\n",
" LinearGradData 37.46MB 0.00B 254\n",
"LinearGradWeight 190.50KB 0.00B 381\n",
" Sum 190.50KB 0.00B 381\n",
" Add 127.00KB 0.00B 254\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.66GB 69.84MB 514\n",
" LinearFunction 622.93MB 8.73MB 769\n",
" Tanh 1.14GB 1.10GB 769\n",
" Reshape 0.00B 0.00B 384\n",
"MeanSquaredError 11.12MB 0.00B 256\n",
" Sub 2.75MB 0.00B 128\n",
" BroadcastTo 0.00B 0.00B 128\n",
" Mul 2.75MB 0.00B 128\n",
" MulConstant 2.75MB 0.00B 128\n",
" TanhGrad 580.31MB 558.69MB 384\n",
" LinearGradData 37.75MB 0.00B 256\n",
"LinearGradWeight 192.00KB 0.00B 384\n",
" Sum 192.00KB 0.00B 384\n",
" Add 128.00KB 0.00B 256\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.67GB 69.84MB 518\n",
" LinearFunction 627.76MB 8.73MB 775\n",
" Tanh 1.15GB 1.10GB 775\n",
" Reshape 0.00B 0.00B 387\n",
"MeanSquaredError 11.21MB 0.00B 258\n",
" Sub 2.77MB 0.00B 129\n",
" BroadcastTo 0.00B 0.00B 129\n",
" Mul 2.77MB 0.00B 129\n",
" MulConstant 2.77MB 0.00B 129\n",
" TanhGrad 584.85MB 563.05MB 387\n",
" LinearGradData 38.04MB 0.00B 258\n",
"LinearGradWeight 193.50KB 0.00B 387\n",
" Sum 193.50KB 0.00B 387\n",
" Add 129.00KB 0.00B 258\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.69GB 69.84MB 522\n",
" LinearFunction 632.59MB 8.73MB 781\n",
" Tanh 1.16GB 1.11GB 781\n",
" Reshape 0.00B 0.00B 390\n",
"MeanSquaredError 11.30MB 0.00B 260\n",
" Sub 2.79MB 0.00B 130\n",
" BroadcastTo 0.00B 0.00B 130\n",
" Mul 2.79MB 0.00B 130\n",
" MulConstant 2.79MB 0.00B 130\n",
" TanhGrad 589.38MB 567.42MB 390\n",
" LinearGradData 38.34MB 0.00B 260\n",
"LinearGradWeight 195.00KB 0.00B 390\n",
" Sum 195.00KB 0.00B 390\n",
" Add 130.00KB 0.00B 260\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.70GB 69.84MB 526\n",
" LinearFunction 637.42MB 8.73MB 787\n",
" Tanh 1.16GB 1.12GB 787\n",
" Reshape 0.00B 0.00B 393\n",
"MeanSquaredError 11.39MB 0.00B 262\n",
" Sub 2.81MB 0.00B 131\n",
" BroadcastTo 0.00B 0.00B 131\n",
" Mul 2.81MB 0.00B 131\n",
" MulConstant 2.81MB 0.00B 131\n",
" TanhGrad 593.91MB 571.78MB 393\n",
" LinearGradData 38.63MB 0.00B 262\n",
"LinearGradWeight 196.50KB 0.00B 393\n",
" Sum 196.50KB 0.00B 393\n",
" Add 131.00KB 0.00B 262\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.71GB 69.84MB 530\n",
" LinearFunction 642.26MB 8.73MB 793\n",
" Tanh 1.17GB 1.13GB 793\n",
" Reshape 0.00B 0.00B 396\n",
"MeanSquaredError 11.47MB 0.00B 264\n",
" Sub 2.84MB 0.00B 132\n",
" BroadcastTo 0.00B 0.00B 132\n",
" Mul 2.84MB 0.00B 132\n",
" MulConstant 2.84MB 0.00B 132\n",
" TanhGrad 598.45MB 576.15MB 396\n",
" LinearGradData 38.93MB 0.00B 264\n",
"LinearGradWeight 198.00KB 0.00B 396\n",
" Sum 198.00KB 0.00B 396\n",
" Add 132.00KB 0.00B 264\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.72GB 69.84MB 534\n",
" LinearFunction 647.09MB 8.73MB 799\n",
" Tanh 1.18GB 1.14GB 799\n",
" Reshape 0.00B 0.00B 399\n",
"MeanSquaredError 11.56MB 0.00B 266\n",
" Sub 2.86MB 0.00B 133\n",
" BroadcastTo 0.00B 0.00B 133\n",
" Mul 2.86MB 0.00B 133\n",
" MulConstant 2.86MB 0.00B 133\n",
" TanhGrad 602.98MB 580.51MB 399\n",
" LinearGradData 39.22MB 0.00B 266\n",
"LinearGradWeight 199.50KB 0.00B 399\n",
" Sum 199.50KB 0.00B 399\n",
" Add 133.00KB 0.00B 266\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.74GB 69.84MB 538\n",
" LinearFunction 651.92MB 8.73MB 805\n",
" Tanh 1.19GB 1.15GB 805\n",
" Reshape 0.00B 0.00B 402\n",
"MeanSquaredError 11.65MB 0.00B 268\n",
" Sub 2.88MB 0.00B 134\n",
" BroadcastTo 0.00B 0.00B 134\n",
" Mul 2.88MB 0.00B 134\n",
" MulConstant 2.88MB 0.00B 134\n",
" TanhGrad 607.51MB 584.88MB 402\n",
" LinearGradData 39.52MB 0.00B 268\n",
"LinearGradWeight 201.00KB 0.00B 402\n",
" Sum 201.00KB 0.00B 402\n",
" Add 134.00KB 0.00B 268\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.75GB 69.84MB 542\n",
" LinearFunction 656.75MB 8.73MB 811\n",
" Tanh 1.20GB 1.16GB 811\n",
" Reshape 0.00B 0.00B 405\n",
"MeanSquaredError 11.73MB 0.00B 270\n",
" Sub 2.90MB 0.00B 135\n",
" BroadcastTo 0.00B 0.00B 135\n",
" Mul 2.90MB 0.00B 135\n",
" MulConstant 2.90MB 0.00B 135\n",
" TanhGrad 612.05MB 589.24MB 405\n",
" LinearGradData 39.81MB 0.00B 270\n",
"LinearGradWeight 202.50KB 0.00B 405\n",
" Sum 202.50KB 0.00B 405\n",
" Add 135.00KB 0.00B 270\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.76GB 69.84MB 546\n",
" LinearFunction 661.59MB 8.73MB 817\n",
" Tanh 1.21GB 1.16GB 817\n",
" Reshape 0.00B 0.00B 408\n",
"MeanSquaredError 11.82MB 0.00B 272\n",
" Sub 2.92MB 0.00B 136\n",
" BroadcastTo 0.00B 0.00B 136\n",
" Mul 2.92MB 0.00B 136\n",
" MulConstant 2.92MB 0.00B 136\n",
" TanhGrad 616.58MB 593.61MB 408\n",
" LinearGradData 40.11MB 0.00B 272\n",
"LinearGradWeight 204.00KB 0.00B 408\n",
" Sum 204.00KB 0.00B 408\n",
" Add 136.00KB 0.00B 272\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.78GB 69.84MB 550\n",
" LinearFunction 666.42MB 8.73MB 823\n",
" Tanh 1.22GB 1.17GB 823\n",
" Reshape 0.00B 0.00B 411\n",
"MeanSquaredError 11.91MB 0.00B 274\n",
" Sub 2.94MB 0.00B 137\n",
" BroadcastTo 0.00B 0.00B 137\n",
" Mul 2.94MB 0.00B 137\n",
" MulConstant 2.94MB 0.00B 137\n",
" TanhGrad 621.12MB 597.97MB 411\n",
" LinearGradData 40.40MB 0.00B 274\n",
"LinearGradWeight 205.50KB 0.00B 411\n",
" Sum 205.50KB 0.00B 411\n",
" Add 137.00KB 0.00B 274\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.79GB 69.84MB 554\n",
" LinearFunction 671.25MB 8.73MB 829\n",
" Tanh 1.23GB 1.18GB 829\n",
" Reshape 0.00B 0.00B 414\n",
"MeanSquaredError 11.99MB 0.00B 276\n",
" Sub 2.96MB 0.00B 138\n",
" BroadcastTo 0.00B 0.00B 138\n",
" Mul 2.96MB 0.00B 138\n",
" MulConstant 2.96MB 0.00B 138\n",
" TanhGrad 625.65MB 602.33MB 414\n",
" LinearGradData 40.70MB 0.00B 276\n",
"LinearGradWeight 207.00KB 0.00B 414\n",
" Sum 207.00KB 0.00B 414\n",
" Add 138.00KB 0.00B 276\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.80GB 69.84MB 558\n",
" LinearFunction 676.08MB 8.73MB 835\n",
" Tanh 1.24GB 1.19GB 835\n",
" Reshape 0.00B 0.00B 417\n",
"MeanSquaredError 12.08MB 0.00B 278\n",
" Sub 2.99MB 0.00B 139\n",
" BroadcastTo 0.00B 0.00B 139\n",
" Mul 2.99MB 0.00B 139\n",
" MulConstant 2.99MB 0.00B 139\n",
" TanhGrad 630.18MB 606.70MB 417\n",
" LinearGradData 40.99MB 0.00B 278\n",
"LinearGradWeight 208.50KB 0.00B 417\n",
" Sum 208.50KB 0.00B 417\n",
" Add 139.00KB 0.00B 278\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.81GB 78.57MB 562\n",
" LinearFunction 680.92MB 8.73MB 841\n",
" Tanh 1.24GB 1.20GB 841\n",
" Reshape 0.00B 0.00B 420\n",
"MeanSquaredError 12.17MB 0.00B 280\n",
" Sub 3.01MB 0.00B 140\n",
" BroadcastTo 0.00B 0.00B 140\n",
" Mul 3.01MB 0.00B 140\n",
" MulConstant 3.01MB 0.00B 140\n",
" TanhGrad 634.72MB 611.06MB 420\n",
" LinearGradData 41.29MB 0.00B 280\n",
"LinearGradWeight 210.00KB 0.00B 420\n",
" Sum 210.00KB 0.00B 420\n",
" Add 140.00KB 0.00B 280\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.83GB 78.57MB 566\n",
" LinearFunction 685.75MB 8.73MB 847\n",
" Tanh 1.25GB 1.21GB 847\n",
" Reshape 0.00B 0.00B 423\n",
"MeanSquaredError 12.25MB 0.00B 282\n",
" Sub 3.03MB 0.00B 141\n",
" BroadcastTo 0.00B 0.00B 141\n",
" Mul 3.03MB 0.00B 141\n",
" MulConstant 3.03MB 0.00B 141\n",
" TanhGrad 639.25MB 615.43MB 423\n",
" LinearGradData 41.58MB 0.00B 282\n",
"LinearGradWeight 211.50KB 0.00B 423\n",
" Sum 211.50KB 0.00B 423\n",
" Add 141.00KB 0.00B 282\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.84GB 78.57MB 570\n",
" LinearFunction 690.58MB 8.73MB 853\n",
" Tanh 1.26GB 1.21GB 853\n",
" Reshape 0.00B 0.00B 426\n",
"MeanSquaredError 12.34MB 0.00B 284\n",
" Sub 3.05MB 0.00B 142\n",
" BroadcastTo 0.00B 0.00B 142\n",
" Mul 3.05MB 0.00B 142\n",
" MulConstant 3.05MB 0.00B 142\n",
" TanhGrad 643.78MB 619.79MB 426\n",
" LinearGradData 41.88MB 0.00B 284\n",
"LinearGradWeight 213.00KB 0.00B 426\n",
" Sum 213.00KB 0.00B 426\n",
" Add 142.00KB 0.00B 284\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.85GB 78.57MB 574\n",
" LinearFunction 695.42MB 8.73MB 859\n",
" Tanh 1.27GB 1.22GB 859\n",
" Reshape 0.00B 0.00B 429\n",
"MeanSquaredError 12.43MB 0.00B 286\n",
" Sub 3.07MB 0.00B 143\n",
" BroadcastTo 0.00B 0.00B 143\n",
" Mul 3.07MB 0.00B 143\n",
" MulConstant 3.07MB 0.00B 143\n",
" TanhGrad 648.32MB 624.16MB 429\n",
" LinearGradData 42.17MB 0.00B 286\n",
"LinearGradWeight 214.50KB 0.00B 429\n",
" Sum 214.50KB 0.00B 429\n",
" Add 143.00KB 0.00B 286\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.87GB 78.57MB 578\n",
" LinearFunction 700.25MB 8.73MB 865\n",
" Tanh 1.28GB 1.23GB 865\n",
" Reshape 0.00B 0.00B 432\n",
"MeanSquaredError 12.52MB 0.00B 288\n",
" Sub 3.09MB 0.00B 144\n",
" BroadcastTo 0.00B 0.00B 144\n",
" Mul 3.09MB 0.00B 144\n",
" MulConstant 3.09MB 0.00B 144\n",
" TanhGrad 652.85MB 628.52MB 432\n",
" LinearGradData 42.47MB 0.00B 288\n",
"LinearGradWeight 216.00KB 0.00B 432\n",
" Sum 216.00KB 0.00B 432\n",
" Add 144.00KB 0.00B 288\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.88GB 78.57MB 582\n",
" LinearFunction 705.08MB 8.73MB 871\n",
" Tanh 1.29GB 1.24GB 871\n",
" Reshape 0.00B 0.00B 435\n",
"MeanSquaredError 12.60MB 0.00B 290\n",
" Sub 3.12MB 0.00B 145\n",
" BroadcastTo 0.00B 0.00B 145\n",
" Mul 3.12MB 0.00B 145\n",
" MulConstant 3.12MB 0.00B 145\n",
" TanhGrad 657.39MB 632.89MB 435\n",
" LinearGradData 42.76MB 0.00B 290\n",
"LinearGradWeight 217.50KB 0.00B 435\n",
" Sum 217.50KB 0.00B 435\n",
" Add 145.00KB 0.00B 290\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.89GB 78.57MB 586\n",
" LinearFunction 709.91MB 8.73MB 877\n",
" Tanh 1.30GB 1.25GB 877\n",
" Reshape 0.00B 0.00B 438\n",
"MeanSquaredError 12.69MB 0.00B 292\n",
" Sub 3.14MB 0.00B 146\n",
" BroadcastTo 0.00B 0.00B 146\n",
" Mul 3.14MB 0.00B 146\n",
" MulConstant 3.14MB 0.00B 146\n",
" TanhGrad 661.92MB 637.25MB 438\n",
" LinearGradData 43.06MB 0.00B 292\n",
"LinearGradWeight 219.00KB 0.00B 438\n",
" Sum 219.00KB 0.00B 438\n",
" Add 146.00KB 0.00B 292\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.91GB 78.57MB 590\n",
" LinearFunction 714.75MB 8.73MB 883\n",
" Tanh 1.31GB 1.26GB 883\n",
" Reshape 0.00B 0.00B 441\n",
"MeanSquaredError 12.78MB 0.00B 294\n",
" Sub 3.16MB 0.00B 147\n",
" BroadcastTo 0.00B 0.00B 147\n",
" Mul 3.16MB 0.00B 147\n",
" MulConstant 3.16MB 0.00B 147\n",
" TanhGrad 666.45MB 641.62MB 441\n",
" LinearGradData 43.35MB 0.00B 294\n",
"LinearGradWeight 220.50KB 0.00B 441\n",
" Sum 220.50KB 0.00B 441\n",
" Add 147.00KB 0.00B 294\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.92GB 78.57MB 594\n",
" LinearFunction 719.58MB 8.73MB 889\n",
" Tanh 1.31GB 1.27GB 889\n",
" Reshape 0.00B 0.00B 444\n",
"MeanSquaredError 12.86MB 0.00B 296\n",
" Sub 3.18MB 0.00B 148\n",
" BroadcastTo 0.00B 0.00B 148\n",
" Mul 3.18MB 0.00B 148\n",
" MulConstant 3.18MB 0.00B 148\n",
" TanhGrad 670.99MB 645.98MB 444\n",
" LinearGradData 43.65MB 0.00B 296\n",
"LinearGradWeight 222.00KB 0.00B 444\n",
" Sum 222.00KB 0.00B 444\n",
" Add 148.00KB 0.00B 296\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.93GB 78.57MB 598\n",
" LinearFunction 724.41MB 8.73MB 895\n",
" Tanh 1.32GB 1.27GB 895\n",
" Reshape 0.00B 0.00B 447\n",
"MeanSquaredError 12.95MB 0.00B 298\n",
" Sub 3.20MB 0.00B 149\n",
" BroadcastTo 0.00B 0.00B 149\n",
" Mul 3.20MB 0.00B 149\n",
" MulConstant 3.20MB 0.00B 149\n",
" TanhGrad 675.52MB 650.35MB 447\n",
" LinearGradData 43.94MB 0.00B 298\n",
"LinearGradWeight 223.50KB 0.00B 447\n",
" Sum 223.50KB 0.00B 447\n",
" Add 149.00KB 0.00B 298\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.94GB 78.57MB 602\n",
" LinearFunction 729.24MB 8.73MB 901\n",
" Tanh 1.33GB 1.28GB 901\n",
" Reshape 0.00B 0.00B 450\n",
"MeanSquaredError 13.04MB 0.00B 300\n",
" Sub 3.22MB 0.00B 150\n",
" BroadcastTo 0.00B 0.00B 150\n",
" Mul 3.22MB 0.00B 150\n",
" MulConstant 3.22MB 0.00B 150\n",
" TanhGrad 680.05MB 654.71MB 450\n",
" LinearGradData 44.24MB 0.00B 300\n",
"LinearGradWeight 225.00KB 0.00B 450\n",
" Sum 225.00KB 0.00B 450\n",
" Add 150.00KB 0.00B 300\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.96GB 78.57MB 606\n",
" LinearFunction 734.08MB 8.73MB 907\n",
" Tanh 1.34GB 1.29GB 907\n",
" Reshape 0.00B 0.00B 453\n",
"MeanSquaredError 13.12MB 0.00B 302\n",
" Sub 3.24MB 0.00B 151\n",
" BroadcastTo 0.00B 0.00B 151\n",
" Mul 3.24MB 0.00B 151\n",
" MulConstant 3.24MB 0.00B 151\n",
" TanhGrad 684.59MB 659.08MB 453\n",
" LinearGradData 44.53MB 0.00B 302\n",
"LinearGradWeight 226.50KB 0.00B 453\n",
" Sum 226.50KB 0.00B 453\n",
" Add 151.00KB 0.00B 302\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.97GB 78.57MB 610\n",
" LinearFunction 738.91MB 8.73MB 913\n",
" Tanh 1.35GB 1.30GB 913\n",
" Reshape 0.00B 0.00B 456\n",
"MeanSquaredError 13.21MB 0.00B 304\n",
" Sub 3.27MB 0.00B 152\n",
" BroadcastTo 0.00B 0.00B 152\n",
" Mul 3.27MB 0.00B 152\n",
" MulConstant 3.27MB 0.00B 152\n",
" TanhGrad 689.12MB 663.44MB 456\n",
" LinearGradData 44.83MB 0.00B 304\n",
"LinearGradWeight 228.00KB 0.00B 456\n",
" Sum 228.00KB 0.00B 456\n",
" Add 152.00KB 0.00B 304\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 1.98GB 78.57MB 614\n",
" LinearFunction 743.74MB 8.73MB 919\n",
" Tanh 1.36GB 1.31GB 919\n",
" Reshape 0.00B 0.00B 459\n",
"MeanSquaredError 13.30MB 0.00B 306\n",
" Sub 3.29MB 0.00B 153\n",
" BroadcastTo 0.00B 0.00B 153\n",
" Mul 3.29MB 0.00B 153\n",
" MulConstant 3.29MB 0.00B 153\n",
" TanhGrad 693.65MB 667.81MB 459\n",
" LinearGradData 45.12MB 0.00B 306\n",
"LinearGradWeight 229.50KB 0.00B 459\n",
" Sum 229.50KB 0.00B 459\n",
" Add 153.00KB 0.00B 306\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.00GB 87.29MB 618\n",
" LinearFunction 748.57MB 8.73MB 925\n",
" Tanh 1.37GB 1.32GB 925\n",
" Reshape 0.00B 0.00B 462\n",
"MeanSquaredError 13.38MB 0.00B 308\n",
" Sub 3.31MB 0.00B 154\n",
" BroadcastTo 0.00B 0.00B 154\n",
" Mul 3.31MB 0.00B 154\n",
" MulConstant 3.31MB 0.00B 154\n",
" TanhGrad 698.19MB 672.17MB 462\n",
" LinearGradData 45.42MB 0.00B 308\n",
"LinearGradWeight 231.00KB 0.00B 462\n",
" Sum 231.00KB 0.00B 462\n",
" Add 154.00KB 0.00B 308\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.01GB 87.29MB 622\n",
" LinearFunction 753.41MB 8.73MB 931\n",
" Tanh 1.38GB 1.33GB 931\n",
" Reshape 0.00B 0.00B 465\n",
"MeanSquaredError 13.47MB 0.00B 310\n",
" Sub 3.33MB 0.00B 155\n",
" BroadcastTo 0.00B 0.00B 155\n",
" Mul 3.33MB 0.00B 155\n",
" MulConstant 3.33MB 0.00B 155\n",
" TanhGrad 702.72MB 676.54MB 465\n",
" LinearGradData 45.71MB 0.00B 310\n",
"LinearGradWeight 232.50KB 0.00B 465\n",
" Sum 232.50KB 0.00B 465\n",
" Add 155.00KB 0.00B 310\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.02GB 87.29MB 626\n",
" LinearFunction 758.24MB 8.73MB 937\n",
" Tanh 1.39GB 1.33GB 937\n",
" Reshape 0.00B 0.00B 468\n",
"MeanSquaredError 13.56MB 0.00B 312\n",
" Sub 3.35MB 0.00B 156\n",
" BroadcastTo 0.00B 0.00B 156\n",
" Mul 3.35MB 0.00B 156\n",
" MulConstant 3.35MB 0.00B 156\n",
" TanhGrad 707.26MB 680.90MB 468\n",
" LinearGradData 46.01MB 0.00B 312\n",
"LinearGradWeight 234.00KB 0.00B 468\n",
" Sum 234.00KB 0.00B 468\n",
" Add 156.00KB 0.00B 312\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.03GB 87.29MB 630\n",
" LinearFunction 763.07MB 8.73MB 943\n",
" Tanh 1.39GB 1.34GB 943\n",
" Reshape 0.00B 0.00B 471\n",
"MeanSquaredError 13.65MB 0.00B 314\n",
" Sub 3.37MB 0.00B 157\n",
" BroadcastTo 0.00B 0.00B 157\n",
" Mul 3.37MB 0.00B 157\n",
" MulConstant 3.37MB 0.00B 157\n",
" TanhGrad 711.79MB 685.27MB 471\n",
" LinearGradData 46.30MB 0.00B 314\n",
"LinearGradWeight 235.50KB 0.00B 471\n",
" Sum 235.50KB 0.00B 471\n",
" Add 157.00KB 0.00B 314\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.05GB 87.29MB 634\n",
" LinearFunction 767.90MB 8.73MB 949\n",
" Tanh 1.40GB 1.35GB 949\n",
" Reshape 0.00B 0.00B 474\n",
"MeanSquaredError 13.73MB 0.00B 316\n",
" Sub 3.39MB 0.00B 158\n",
" BroadcastTo 0.00B 0.00B 158\n",
" Mul 3.39MB 0.00B 158\n",
" MulConstant 3.39MB 0.00B 158\n",
" TanhGrad 716.32MB 689.63MB 474\n",
" LinearGradData 46.60MB 0.00B 316\n",
"LinearGradWeight 237.00KB 0.00B 474\n",
" Sum 237.00KB 0.00B 474\n",
" Add 158.00KB 0.00B 316\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.06GB 87.29MB 638\n",
" LinearFunction 772.74MB 8.73MB 955\n",
" Tanh 1.41GB 1.36GB 955\n",
" Reshape 0.00B 0.00B 477\n",
"MeanSquaredError 13.82MB 0.00B 318\n",
" Sub 3.42MB 0.00B 159\n",
" BroadcastTo 0.00B 0.00B 159\n",
" Mul 3.42MB 0.00B 159\n",
" MulConstant 3.42MB 0.00B 159\n",
" TanhGrad 720.86MB 693.99MB 477\n",
" LinearGradData 46.89MB 0.00B 318\n",
"LinearGradWeight 238.50KB 0.00B 477\n",
" Sum 238.50KB 0.00B 477\n",
" Add 159.00KB 0.00B 318\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.07GB 87.29MB 642\n",
" LinearFunction 777.57MB 8.73MB 961\n",
" Tanh 1.42GB 1.37GB 961\n",
" Reshape 0.00B 0.00B 480\n",
"MeanSquaredError 13.91MB 0.00B 320\n",
" Sub 3.44MB 0.00B 160\n",
" BroadcastTo 0.00B 0.00B 160\n",
" Mul 3.44MB 0.00B 160\n",
" MulConstant 3.44MB 0.00B 160\n",
" TanhGrad 725.39MB 698.36MB 480\n",
" LinearGradData 47.19MB 0.00B 320\n",
"LinearGradWeight 240.00KB 0.00B 480\n",
" Sum 240.00KB 0.00B 480\n",
" Add 160.00KB 0.00B 320\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.09GB 87.29MB 646\n",
" LinearFunction 782.40MB 8.73MB 967\n",
" Tanh 1.43GB 1.38GB 967\n",
" Reshape 0.00B 0.00B 483\n",
"MeanSquaredError 13.99MB 0.00B 322\n",
" Sub 3.46MB 0.00B 161\n",
" BroadcastTo 0.00B 0.00B 161\n",
" Mul 3.46MB 0.00B 161\n",
" MulConstant 3.46MB 0.00B 161\n",
" TanhGrad 729.92MB 702.72MB 483\n",
" LinearGradData 47.48MB 0.00B 322\n",
"LinearGradWeight 241.50KB 0.00B 483\n",
" Sum 241.50KB 0.00B 483\n",
" Add 161.00KB 0.00B 322\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.10GB 87.29MB 650\n",
" LinearFunction 787.23MB 8.73MB 973\n",
" Tanh 1.44GB 1.39GB 973\n",
" Reshape 0.00B 0.00B 486\n",
"MeanSquaredError 14.08MB 0.00B 324\n",
" Sub 3.48MB 0.00B 162\n",
" BroadcastTo 0.00B 0.00B 162\n",
" Mul 3.48MB 0.00B 162\n",
" MulConstant 3.48MB 0.00B 162\n",
" TanhGrad 734.46MB 707.09MB 486\n",
" LinearGradData 47.78MB 0.00B 324\n",
"LinearGradWeight 243.00KB 0.00B 486\n",
" Sum 243.00KB 0.00B 486\n",
" Add 162.00KB 0.00B 324\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.11GB 87.29MB 654\n",
" LinearFunction 792.07MB 8.73MB 979\n",
" Tanh 1.45GB 1.39GB 979\n",
" Reshape 0.00B 0.00B 489\n",
"MeanSquaredError 14.17MB 0.00B 326\n",
" Sub 3.50MB 0.00B 163\n",
" BroadcastTo 0.00B 0.00B 163\n",
" Mul 3.50MB 0.00B 163\n",
" MulConstant 3.50MB 0.00B 163\n",
" TanhGrad 738.99MB 711.45MB 489\n",
" LinearGradData 48.07MB 0.00B 326\n",
"LinearGradWeight 244.50KB 0.00B 489\n",
" Sum 244.50KB 0.00B 489\n",
" Add 163.00KB 0.00B 326\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.13GB 87.29MB 658\n",
" LinearFunction 796.90MB 8.73MB 985\n",
" Tanh 1.46GB 1.40GB 985\n",
" Reshape 0.00B 0.00B 492\n",
"MeanSquaredError 14.25MB 0.00B 328\n",
" Sub 3.52MB 0.00B 164\n",
" BroadcastTo 0.00B 0.00B 164\n",
" Mul 3.52MB 0.00B 164\n",
" MulConstant 3.52MB 0.00B 164\n",
" TanhGrad 743.53MB 715.82MB 492\n",
" LinearGradData 48.37MB 0.00B 328\n",
"LinearGradWeight 246.00KB 0.00B 492\n",
" Sum 246.00KB 0.00B 492\n",
" Add 164.00KB 0.00B 328\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.14GB 87.29MB 662\n",
" LinearFunction 801.73MB 8.73MB 991\n",
" Tanh 1.47GB 1.41GB 991\n",
" Reshape 0.00B 0.00B 495\n",
"MeanSquaredError 14.34MB 0.00B 330\n",
" Sub 3.54MB 0.00B 165\n",
" BroadcastTo 0.00B 0.00B 165\n",
" Mul 3.54MB 0.00B 165\n",
" MulConstant 3.54MB 0.00B 165\n",
" TanhGrad 748.06MB 720.18MB 495\n",
" LinearGradData 48.66MB 0.00B 330\n",
"LinearGradWeight 247.50KB 0.00B 495\n",
" Sum 247.50KB 0.00B 495\n",
" Add 165.00KB 0.00B 330\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.15GB 87.29MB 666\n",
" LinearFunction 806.56MB 8.73MB 997\n",
" Tanh 1.47GB 1.42GB 997\n",
" Reshape 0.00B 0.00B 498\n",
"MeanSquaredError 14.43MB 0.00B 332\n",
" Sub 3.57MB 0.00B 166\n",
" BroadcastTo 0.00B 0.00B 166\n",
" Mul 3.57MB 0.00B 166\n",
" MulConstant 3.57MB 0.00B 166\n",
" TanhGrad 752.59MB 724.55MB 498\n",
" LinearGradData 48.96MB 0.00B 332\n",
"LinearGradWeight 249.00KB 0.00B 498\n",
" Sum 249.00KB 0.00B 498\n",
" Add 166.00KB 0.00B 332\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.16GB 96.02MB 670\n",
" LinearFunction 811.40MB 8.73MB 1003\n",
" Tanh 1.48GB 1.43GB 1003\n",
" Reshape 0.00B 0.00B 501\n",
"MeanSquaredError 14.51MB 0.00B 334\n",
" Sub 3.59MB 0.00B 167\n",
" BroadcastTo 0.00B 0.00B 167\n",
" Mul 3.59MB 0.00B 167\n",
" MulConstant 3.59MB 0.00B 167\n",
" TanhGrad 757.13MB 728.91MB 501\n",
" LinearGradData 49.25MB 0.00B 334\n",
"LinearGradWeight 250.50KB 0.00B 501\n",
" Sum 250.50KB 0.00B 501\n",
" Add 167.00KB 0.00B 334\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.18GB 96.02MB 674\n",
" LinearFunction 816.23MB 8.73MB 1009\n",
" Tanh 1.49GB 1.44GB 1009\n",
" Reshape 0.00B 0.00B 504\n",
"MeanSquaredError 14.60MB 0.00B 336\n",
" Sub 3.61MB 0.00B 168\n",
" BroadcastTo 0.00B 0.00B 168\n",
" Mul 3.61MB 0.00B 168\n",
" MulConstant 3.61MB 0.00B 168\n",
" TanhGrad 761.66MB 733.28MB 504\n",
" LinearGradData 49.55MB 0.00B 336\n",
"LinearGradWeight 252.00KB 0.00B 504\n",
" Sum 252.00KB 0.00B 504\n",
" Add 168.00KB 0.00B 336\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.19GB 96.02MB 678\n",
" LinearFunction 821.06MB 8.73MB 1015\n",
" Tanh 1.50GB 1.44GB 1015\n",
" Reshape 0.00B 0.00B 507\n",
"MeanSquaredError 14.69MB 0.00B 338\n",
" Sub 3.63MB 0.00B 169\n",
" BroadcastTo 0.00B 0.00B 169\n",
" Mul 3.63MB 0.00B 169\n",
" MulConstant 3.63MB 0.00B 169\n",
" TanhGrad 766.19MB 737.64MB 507\n",
" LinearGradData 49.84MB 0.00B 338\n",
"LinearGradWeight 253.50KB 0.00B 507\n",
" Sum 253.50KB 0.00B 507\n",
" Add 169.00KB 0.00B 338\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.20GB 96.02MB 682\n",
" LinearFunction 825.89MB 8.73MB 1021\n",
" Tanh 1.51GB 1.45GB 1021\n",
" Reshape 0.00B 0.00B 510\n",
"MeanSquaredError 14.78MB 0.00B 340\n",
" Sub 3.65MB 0.00B 170\n",
" BroadcastTo 0.00B 0.00B 170\n",
" Mul 3.65MB 0.00B 170\n",
" MulConstant 3.65MB 0.00B 170\n",
" TanhGrad 770.73MB 742.01MB 510\n",
" LinearGradData 50.14MB 0.00B 340\n",
"LinearGradWeight 255.00KB 0.00B 510\n",
" Sum 255.00KB 0.00B 510\n",
" Add 170.00KB 0.00B 340\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.22GB 96.02MB 686\n",
" LinearFunction 830.73MB 8.73MB 1027\n",
" Tanh 1.52GB 1.46GB 1027\n",
" Reshape 0.00B 0.00B 513\n",
"MeanSquaredError 14.86MB 0.00B 342\n",
" Sub 3.67MB 0.00B 171\n",
" BroadcastTo 0.00B 0.00B 171\n",
" Mul 3.67MB 0.00B 171\n",
" MulConstant 3.67MB 0.00B 171\n",
" TanhGrad 775.26MB 746.37MB 513\n",
" LinearGradData 50.43MB 0.00B 342\n",
"LinearGradWeight 256.50KB 0.00B 513\n",
" Sum 256.50KB 0.00B 513\n",
" Add 171.00KB 0.00B 342\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.23GB 96.02MB 690\n",
" LinearFunction 835.56MB 8.73MB 1033\n",
" Tanh 1.53GB 1.47GB 1033\n",
" Reshape 0.00B 0.00B 516\n",
"MeanSquaredError 14.95MB 0.00B 344\n",
" Sub 3.70MB 0.00B 172\n",
" BroadcastTo 0.00B 0.00B 172\n",
" Mul 3.70MB 0.00B 172\n",
" MulConstant 3.70MB 0.00B 172\n",
" TanhGrad 779.79MB 750.74MB 516\n",
" LinearGradData 50.73MB 0.00B 344\n",
"LinearGradWeight 258.00KB 0.00B 516\n",
" Sum 258.00KB 0.00B 516\n",
" Add 172.00KB 0.00B 344\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.24GB 96.02MB 694\n",
" LinearFunction 840.39MB 8.73MB 1039\n",
" Tanh 1.54GB 1.48GB 1039\n",
" Reshape 0.00B 0.00B 519\n",
"MeanSquaredError 15.04MB 0.00B 346\n",
" Sub 3.72MB 0.00B 173\n",
" BroadcastTo 0.00B 0.00B 173\n",
" Mul 3.72MB 0.00B 173\n",
" MulConstant 3.72MB 0.00B 173\n",
" TanhGrad 784.33MB 755.10MB 519\n",
" LinearGradData 51.02MB 0.00B 346\n",
"LinearGradWeight 259.50KB 0.00B 519\n",
" Sum 259.50KB 0.00B 519\n",
" Add 173.00KB 0.00B 346\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.25GB 96.02MB 698\n",
" LinearFunction 845.22MB 8.73MB 1045\n",
" Tanh 1.55GB 1.49GB 1045\n",
" Reshape 0.00B 0.00B 522\n",
"MeanSquaredError 15.12MB 0.00B 348\n",
" Sub 3.74MB 0.00B 174\n",
" BroadcastTo 0.00B 0.00B 174\n",
" Mul 3.74MB 0.00B 174\n",
" MulConstant 3.74MB 0.00B 174\n",
" TanhGrad 788.86MB 759.47MB 522\n",
" LinearGradData 51.32MB 0.00B 348\n",
"LinearGradWeight 261.00KB 0.00B 522\n",
" Sum 261.00KB 0.00B 522\n",
" Add 174.00KB 0.00B 348\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.27GB 96.02MB 702\n",
" LinearFunction 850.06MB 8.73MB 1051\n",
" Tanh 1.55GB 1.50GB 1051\n",
" Reshape 0.00B 0.00B 525\n",
"MeanSquaredError 15.21MB 0.00B 350\n",
" Sub 3.76MB 0.00B 175\n",
" BroadcastTo 0.00B 0.00B 175\n",
" Mul 3.76MB 0.00B 175\n",
" MulConstant 3.76MB 0.00B 175\n",
" TanhGrad 793.40MB 763.83MB 525\n",
" LinearGradData 51.61MB 0.00B 350\n",
"LinearGradWeight 262.50KB 0.00B 525\n",
" Sum 262.50KB 0.00B 525\n",
" Add 175.00KB 0.00B 350\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.28GB 96.02MB 706\n",
" LinearFunction 854.89MB 8.73MB 1057\n",
" Tanh 1.56GB 1.50GB 1057\n",
" Reshape 0.00B 0.00B 528\n",
"MeanSquaredError 15.30MB 0.00B 352\n",
" Sub 3.78MB 0.00B 176\n",
" BroadcastTo 0.00B 0.00B 176\n",
" Mul 3.78MB 0.00B 176\n",
" MulConstant 3.78MB 0.00B 176\n",
" TanhGrad 797.93MB 768.20MB 528\n",
" LinearGradData 51.91MB 0.00B 352\n",
"LinearGradWeight 264.00KB 0.00B 528\n",
" Sum 264.00KB 0.00B 528\n",
" Add 176.00KB 0.00B 352\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.29GB 96.02MB 710\n",
" LinearFunction 859.72MB 8.73MB 1063\n",
" Tanh 1.57GB 1.51GB 1063\n",
" Reshape 0.00B 0.00B 531\n",
"MeanSquaredError 15.38MB 0.00B 354\n",
" Sub 3.80MB 0.00B 177\n",
" BroadcastTo 0.00B 0.00B 177\n",
" Mul 3.80MB 0.00B 177\n",
" MulConstant 3.80MB 0.00B 177\n",
" TanhGrad 802.46MB 772.56MB 531\n",
" LinearGradData 52.20MB 0.00B 354\n",
"LinearGradWeight 265.50KB 0.00B 531\n",
" Sum 265.50KB 0.00B 531\n",
" Add 177.00KB 0.00B 354\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.31GB 96.02MB 714\n",
" LinearFunction 864.55MB 8.73MB 1069\n",
" Tanh 1.58GB 1.52GB 1069\n",
" Reshape 0.00B 0.00B 534\n",
"MeanSquaredError 15.47MB 0.00B 356\n",
" Sub 3.82MB 0.00B 178\n",
" BroadcastTo 0.00B 0.00B 178\n",
" Mul 3.82MB 0.00B 178\n",
" MulConstant 3.82MB 0.00B 178\n",
" TanhGrad 807.00MB 776.92MB 534\n",
" LinearGradData 52.50MB 0.00B 356\n",
"LinearGradWeight 267.00KB 0.00B 534\n",
" Sum 267.00KB 0.00B 534\n",
" Add 178.00KB 0.00B 356\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.32GB 96.02MB 718\n",
" LinearFunction 869.39MB 8.73MB 1075\n",
" Tanh 1.59GB 1.53GB 1075\n",
" Reshape 0.00B 0.00B 537\n",
"MeanSquaredError 15.56MB 0.00B 358\n",
" Sub 3.85MB 0.00B 179\n",
" BroadcastTo 0.00B 0.00B 179\n",
" Mul 3.85MB 0.00B 179\n",
" MulConstant 3.85MB 0.00B 179\n",
" TanhGrad 811.53MB 781.29MB 537\n",
" LinearGradData 52.79MB 0.00B 358\n",
"LinearGradWeight 268.50KB 0.00B 537\n",
" Sum 268.50KB 0.00B 537\n",
" Add 179.00KB 0.00B 358\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.33GB 96.02MB 722\n",
" LinearFunction 874.22MB 8.73MB 1081\n",
" Tanh 1.60GB 1.54GB 1081\n",
" Reshape 0.00B 0.00B 540\n",
"MeanSquaredError 15.64MB 0.00B 360\n",
" Sub 3.87MB 0.00B 180\n",
" BroadcastTo 0.00B 0.00B 180\n",
" Mul 3.87MB 0.00B 180\n",
" MulConstant 3.87MB 0.00B 180\n",
" TanhGrad 816.06MB 785.65MB 540\n",
" LinearGradData 53.09MB 0.00B 360\n",
"LinearGradWeight 270.00KB 0.00B 540\n",
" Sum 270.00KB 0.00B 540\n",
" Add 180.00KB 0.00B 360\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.34GB 104.75MB 726\n",
" LinearFunction 879.05MB 8.73MB 1087\n",
" Tanh 1.61GB 1.55GB 1087\n",
" Reshape 0.00B 0.00B 543\n",
"MeanSquaredError 15.73MB 0.00B 362\n",
" Sub 3.89MB 0.00B 181\n",
" BroadcastTo 0.00B 0.00B 181\n",
" Mul 3.89MB 0.00B 181\n",
" MulConstant 3.89MB 0.00B 181\n",
" TanhGrad 820.60MB 790.02MB 543\n",
" LinearGradData 53.38MB 0.00B 362\n",
"LinearGradWeight 271.50KB 0.00B 543\n",
" Sum 271.50KB 0.00B 543\n",
" Add 181.00KB 0.00B 362\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.36GB 104.75MB 730\n",
" LinearFunction 883.88MB 8.73MB 1093\n",
" Tanh 1.62GB 1.56GB 1093\n",
" Reshape 0.00B 0.00B 546\n",
"MeanSquaredError 15.82MB 0.00B 364\n",
" Sub 3.91MB 0.00B 182\n",
" BroadcastTo 0.00B 0.00B 182\n",
" Mul 3.91MB 0.00B 182\n",
" MulConstant 3.91MB 0.00B 182\n",
" TanhGrad 825.13MB 794.38MB 546\n",
" LinearGradData 53.68MB 0.00B 364\n",
"LinearGradWeight 273.00KB 0.00B 546\n",
" Sum 273.00KB 0.00B 546\n",
" Add 182.00KB 0.00B 364\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.37GB 104.75MB 734\n",
" LinearFunction 888.72MB 8.73MB 1099\n",
" Tanh 1.62GB 1.56GB 1099\n",
" Reshape 0.00B 0.00B 549\n",
"MeanSquaredError 15.91MB 0.00B 366\n",
" Sub 3.93MB 0.00B 183\n",
" BroadcastTo 0.00B 0.00B 183\n",
" Mul 3.93MB 0.00B 183\n",
" MulConstant 3.93MB 0.00B 183\n",
" TanhGrad 829.67MB 798.75MB 549\n",
" LinearGradData 53.97MB 0.00B 366\n",
"LinearGradWeight 274.50KB 0.00B 549\n",
" Sum 274.50KB 0.00B 549\n",
" Add 183.00KB 0.00B 366\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.38GB 104.75MB 738\n",
" LinearFunction 893.55MB 8.73MB 1105\n",
" Tanh 1.63GB 1.57GB 1105\n",
" Reshape 0.00B 0.00B 552\n",
"MeanSquaredError 15.99MB 0.00B 368\n",
" Sub 3.95MB 0.00B 184\n",
" BroadcastTo 0.00B 0.00B 184\n",
" Mul 3.95MB 0.00B 184\n",
" MulConstant 3.95MB 0.00B 184\n",
" TanhGrad 834.20MB 803.11MB 552\n",
" LinearGradData 54.27MB 0.00B 368\n",
"LinearGradWeight 276.00KB 0.00B 552\n",
" Sum 276.00KB 0.00B 552\n",
" Add 184.00KB 0.00B 368\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.40GB 104.75MB 742\n",
" LinearFunction 898.38MB 8.73MB 1111\n",
" Tanh 1.64GB 1.58GB 1111\n",
" Reshape 0.00B 0.00B 555\n",
"MeanSquaredError 16.08MB 0.00B 370\n",
" Sub 3.97MB 0.00B 185\n",
" BroadcastTo 0.00B 0.00B 185\n",
" Mul 3.97MB 0.00B 185\n",
" MulConstant 3.97MB 0.00B 185\n",
" TanhGrad 838.73MB 807.48MB 555\n",
" LinearGradData 54.56MB 0.00B 370\n",
"LinearGradWeight 277.50KB 0.00B 555\n",
" Sum 277.50KB 0.00B 555\n",
" Add 185.00KB 0.00B 370\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.41GB 104.75MB 746\n",
" LinearFunction 903.21MB 8.73MB 1117\n",
" Tanh 1.65GB 1.59GB 1117\n",
" Reshape 0.00B 0.00B 558\n",
"MeanSquaredError 16.17MB 0.00B 372\n",
" Sub 4.00MB 0.00B 186\n",
" BroadcastTo 0.00B 0.00B 186\n",
" Mul 4.00MB 0.00B 186\n",
" MulConstant 4.00MB 0.00B 186\n",
" TanhGrad 843.27MB 811.84MB 558\n",
" LinearGradData 54.86MB 0.00B 372\n",
"LinearGradWeight 279.00KB 0.00B 558\n",
" Sum 279.00KB 0.00B 558\n",
" Add 186.00KB 0.00B 372\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.42GB 104.75MB 750\n",
" LinearFunction 908.05MB 8.73MB 1123\n",
" Tanh 1.66GB 1.60GB 1123\n",
" Reshape 0.00B 0.00B 561\n",
"MeanSquaredError 16.25MB 0.00B 374\n",
" Sub 4.02MB 0.00B 187\n",
" BroadcastTo 0.00B 0.00B 187\n",
" Mul 4.02MB 0.00B 187\n",
" MulConstant 4.02MB 0.00B 187\n",
" TanhGrad 847.80MB 816.21MB 561\n",
" LinearGradData 55.15MB 0.00B 374\n",
"LinearGradWeight 280.50KB 0.00B 561\n",
" Sum 280.50KB 0.00B 561\n",
" Add 187.00KB 0.00B 374\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.44GB 104.75MB 754\n",
" LinearFunction 912.88MB 8.73MB 1129\n",
" Tanh 1.67GB 1.61GB 1129\n",
" Reshape 0.00B 0.00B 564\n",
"MeanSquaredError 16.34MB 0.00B 376\n",
" Sub 4.04MB 0.00B 188\n",
" BroadcastTo 0.00B 0.00B 188\n",
" Mul 4.04MB 0.00B 188\n",
" MulConstant 4.04MB 0.00B 188\n",
" TanhGrad 852.33MB 820.57MB 564\n",
" LinearGradData 55.45MB 0.00B 376\n",
"LinearGradWeight 282.00KB 0.00B 564\n",
" Sum 282.00KB 0.00B 564\n",
" Add 188.00KB 0.00B 376\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.45GB 104.75MB 758\n",
" LinearFunction 917.71MB 8.73MB 1135\n",
" Tanh 1.68GB 1.62GB 1135\n",
" Reshape 0.00B 0.00B 567\n",
"MeanSquaredError 16.43MB 0.00B 378\n",
" Sub 4.06MB 0.00B 189\n",
" BroadcastTo 0.00B 0.00B 189\n",
" Mul 4.06MB 0.00B 189\n",
" MulConstant 4.06MB 0.00B 189\n",
" TanhGrad 856.87MB 824.94MB 567\n",
" LinearGradData 55.74MB 0.00B 378\n",
"LinearGradWeight 283.50KB 0.00B 567\n",
" Sum 283.50KB 0.00B 567\n",
" Add 189.00KB 0.00B 378\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.46GB 104.75MB 762\n",
" LinearFunction 922.54MB 8.73MB 1141\n",
" Tanh 1.69GB 1.62GB 1141\n",
" Reshape 0.00B 0.00B 570\n",
"MeanSquaredError 16.51MB 0.00B 380\n",
" Sub 4.08MB 0.00B 190\n",
" BroadcastTo 0.00B 0.00B 190\n",
" Mul 4.08MB 0.00B 190\n",
" MulConstant 4.08MB 0.00B 190\n",
" TanhGrad 861.40MB 829.30MB 570\n",
" LinearGradData 56.04MB 0.00B 380\n",
"LinearGradWeight 285.00KB 0.00B 570\n",
" Sum 285.00KB 0.00B 570\n",
" Add 190.00KB 0.00B 380\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.47GB 104.75MB 766\n",
" LinearFunction 927.38MB 8.73MB 1147\n",
" Tanh 1.70GB 1.63GB 1147\n",
" Reshape 0.00B 0.00B 573\n",
"MeanSquaredError 16.60MB 0.00B 382\n",
" Sub 4.10MB 0.00B 191\n",
" BroadcastTo 0.00B 0.00B 191\n",
" Mul 4.10MB 0.00B 191\n",
" MulConstant 4.10MB 0.00B 191\n",
" TanhGrad 865.94MB 833.67MB 573\n",
" LinearGradData 56.33MB 0.00B 382\n",
"LinearGradWeight 286.50KB 0.00B 573\n",
" Sum 286.50KB 0.00B 573\n",
" Add 191.00KB 0.00B 382\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.49GB 104.75MB 770\n",
" LinearFunction 932.21MB 8.73MB 1153\n",
" Tanh 1.70GB 1.64GB 1153\n",
" Reshape 0.00B 0.00B 576\n",
"MeanSquaredError 16.69MB 0.00B 384\n",
" Sub 4.12MB 0.00B 192\n",
" BroadcastTo 0.00B 0.00B 192\n",
" Mul 4.12MB 0.00B 192\n",
" MulConstant 4.12MB 0.00B 192\n",
" TanhGrad 870.47MB 838.03MB 576\n",
" LinearGradData 56.62MB 0.00B 384\n",
"LinearGradWeight 288.00KB 0.00B 576\n",
" Sum 288.00KB 0.00B 576\n",
" Add 192.00KB 0.00B 384\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.50GB 104.75MB 774\n",
" LinearFunction 937.04MB 8.73MB 1159\n",
" Tanh 1.71GB 1.65GB 1159\n",
" Reshape 0.00B 0.00B 579\n",
"MeanSquaredError 16.77MB 0.00B 386\n",
" Sub 4.15MB 0.00B 193\n",
" BroadcastTo 0.00B 0.00B 193\n",
" Mul 4.15MB 0.00B 193\n",
" MulConstant 4.15MB 0.00B 193\n",
" TanhGrad 875.00MB 842.40MB 579\n",
" LinearGradData 56.92MB 0.00B 386\n",
"LinearGradWeight 289.50KB 0.00B 579\n",
" Sum 289.50KB 0.00B 579\n",
" Add 193.00KB 0.00B 386\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.51GB 104.75MB 778\n",
" LinearFunction 941.87MB 8.73MB 1165\n",
" Tanh 1.72GB 1.66GB 1165\n",
" Reshape 0.00B 0.00B 582\n",
"MeanSquaredError 16.86MB 0.00B 388\n",
" Sub 4.17MB 0.00B 194\n",
" BroadcastTo 0.00B 0.00B 194\n",
" Mul 4.17MB 0.00B 194\n",
" MulConstant 4.17MB 0.00B 194\n",
" TanhGrad 879.54MB 846.76MB 582\n",
" LinearGradData 57.21MB 0.00B 388\n",
"LinearGradWeight 291.00KB 0.00B 582\n",
" Sum 291.00KB 0.00B 582\n",
" Add 194.00KB 0.00B 388\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.53GB 113.48MB 782\n",
" LinearFunction 946.71MB 8.73MB 1171\n",
" Tanh 1.73GB 1.67GB 1171\n",
" Reshape 0.00B 0.00B 585\n",
"MeanSquaredError 16.95MB 0.00B 390\n",
" Sub 4.19MB 0.00B 195\n",
" BroadcastTo 0.00B 0.00B 195\n",
" Mul 4.19MB 0.00B 195\n",
" MulConstant 4.19MB 0.00B 195\n",
" TanhGrad 884.07MB 851.13MB 585\n",
" LinearGradData 57.51MB 0.00B 390\n",
"LinearGradWeight 292.50KB 0.00B 585\n",
" Sum 292.50KB 0.00B 585\n",
" Add 195.00KB 0.00B 390\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.54GB 113.48MB 786\n",
" LinearFunction 951.54MB 8.73MB 1177\n",
" Tanh 1.74GB 1.68GB 1177\n",
" Reshape 0.00B 0.00B 588\n",
"MeanSquaredError 17.04MB 0.00B 392\n",
" Sub 4.21MB 0.00B 196\n",
" BroadcastTo 0.00B 0.00B 196\n",
" Mul 4.21MB 0.00B 196\n",
" MulConstant 4.21MB 0.00B 196\n",
" TanhGrad 888.60MB 855.49MB 588\n",
" LinearGradData 57.80MB 0.00B 392\n",
"LinearGradWeight 294.00KB 0.00B 588\n",
" Sum 294.00KB 0.00B 588\n",
" Add 196.00KB 0.00B 392\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.55GB 113.48MB 790\n",
" LinearFunction 956.37MB 8.73MB 1183\n",
" Tanh 1.75GB 1.68GB 1183\n",
" Reshape 0.00B 0.00B 591\n",
"MeanSquaredError 17.12MB 0.00B 394\n",
" Sub 4.23MB 0.00B 197\n",
" BroadcastTo 0.00B 0.00B 197\n",
" Mul 4.23MB 0.00B 197\n",
" MulConstant 4.23MB 0.00B 197\n",
" TanhGrad 893.14MB 859.85MB 591\n",
" LinearGradData 58.10MB 0.00B 394\n",
"LinearGradWeight 295.50KB 0.00B 591\n",
" Sum 295.50KB 0.00B 591\n",
" Add 197.00KB 0.00B 394\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.56GB 113.48MB 794\n",
" LinearFunction 961.20MB 8.73MB 1189\n",
" Tanh 1.76GB 1.69GB 1189\n",
" Reshape 0.00B 0.00B 594\n",
"MeanSquaredError 17.21MB 0.00B 396\n",
" Sub 4.25MB 0.00B 198\n",
" BroadcastTo 0.00B 0.00B 198\n",
" Mul 4.25MB 0.00B 198\n",
" MulConstant 4.25MB 0.00B 198\n",
" TanhGrad 897.67MB 864.22MB 594\n",
" LinearGradData 58.39MB 0.00B 396\n",
"LinearGradWeight 297.00KB 0.00B 594\n",
" Sum 297.00KB 0.00B 594\n",
" Add 198.00KB 0.00B 396\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.58GB 113.48MB 798\n",
" LinearFunction 966.04MB 8.73MB 1195\n",
" Tanh 1.77GB 1.70GB 1195\n",
" Reshape 0.00B 0.00B 597\n",
"MeanSquaredError 17.30MB 0.00B 398\n",
" Sub 4.28MB 0.00B 199\n",
" BroadcastTo 0.00B 0.00B 199\n",
" Mul 4.28MB 0.00B 199\n",
" MulConstant 4.28MB 0.00B 199\n",
" TanhGrad 902.20MB 868.58MB 597\n",
" LinearGradData 58.69MB 0.00B 398\n",
"LinearGradWeight 298.50KB 0.00B 597\n",
" Sum 298.50KB 0.00B 597\n",
" Add 199.00KB 0.00B 398\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.59GB 113.48MB 802\n",
" LinearFunction 970.87MB 8.73MB 1201\n",
" Tanh 1.78GB 1.71GB 1201\n",
" Reshape 0.00B 0.00B 600\n",
"MeanSquaredError 17.38MB 0.00B 400\n",
" Sub 4.30MB 0.00B 200\n",
" BroadcastTo 0.00B 0.00B 200\n",
" Mul 4.30MB 0.00B 200\n",
" MulConstant 4.30MB 0.00B 200\n",
" TanhGrad 906.74MB 872.95MB 600\n",
" LinearGradData 58.98MB 0.00B 400\n",
"LinearGradWeight 300.00KB 0.00B 600\n",
" Sum 300.00KB 0.00B 600\n",
" Add 200.00KB 0.00B 400\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.60GB 113.48MB 806\n",
" LinearFunction 975.70MB 8.73MB 1207\n",
" Tanh 1.78GB 1.72GB 1207\n",
" Reshape 0.00B 0.00B 603\n",
"MeanSquaredError 17.47MB 0.00B 402\n",
" Sub 4.32MB 0.00B 201\n",
" BroadcastTo 0.00B 0.00B 201\n",
" Mul 4.32MB 0.00B 201\n",
" MulConstant 4.32MB 0.00B 201\n",
" TanhGrad 911.27MB 877.31MB 603\n",
" LinearGradData 59.28MB 0.00B 402\n",
"LinearGradWeight 301.50KB 0.00B 603\n",
" Sum 301.50KB 0.00B 603\n",
" Add 201.00KB 0.00B 402\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.62GB 113.48MB 810\n",
" LinearFunction 980.53MB 8.73MB 1213\n",
" Tanh 1.79GB 1.73GB 1213\n",
" Reshape 0.00B 0.00B 606\n",
"MeanSquaredError 17.56MB 0.00B 404\n",
" Sub 4.34MB 0.00B 202\n",
" BroadcastTo 0.00B 0.00B 202\n",
" Mul 4.34MB 0.00B 202\n",
" MulConstant 4.34MB 0.00B 202\n",
" TanhGrad 915.81MB 881.68MB 606\n",
" LinearGradData 59.57MB 0.00B 404\n",
"LinearGradWeight 303.00KB 0.00B 606\n",
" Sum 303.00KB 0.00B 606\n",
" Add 202.00KB 0.00B 404\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.63GB 113.48MB 814\n",
" LinearFunction 985.37MB 8.73MB 1219\n",
" Tanh 1.80GB 1.73GB 1219\n",
" Reshape 0.00B 0.00B 609\n",
"MeanSquaredError 17.64MB 0.00B 406\n",
" Sub 4.36MB 0.00B 203\n",
" BroadcastTo 0.00B 0.00B 203\n",
" Mul 4.36MB 0.00B 203\n",
" MulConstant 4.36MB 0.00B 203\n",
" TanhGrad 920.34MB 886.04MB 609\n",
" LinearGradData 59.87MB 0.00B 406\n",
"LinearGradWeight 304.50KB 0.00B 609\n",
" Sum 304.50KB 0.00B 609\n",
" Add 203.00KB 0.00B 406\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.64GB 113.48MB 818\n",
" LinearFunction 990.20MB 8.73MB 1225\n",
" Tanh 1.81GB 1.74GB 1225\n",
" Reshape 0.00B 0.00B 612\n",
"MeanSquaredError 17.73MB 0.00B 408\n",
" Sub 4.38MB 0.00B 204\n",
" BroadcastTo 0.00B 0.00B 204\n",
" Mul 4.38MB 0.00B 204\n",
" MulConstant 4.38MB 0.00B 204\n",
" TanhGrad 924.87MB 890.41MB 612\n",
" LinearGradData 60.16MB 0.00B 408\n",
"LinearGradWeight 306.00KB 0.00B 612\n",
" Sum 306.00KB 0.00B 612\n",
" Add 204.00KB 0.00B 408\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.66GB 113.48MB 822\n",
" LinearFunction 995.03MB 8.73MB 1231\n",
" Tanh 1.82GB 1.75GB 1231\n",
" Reshape 0.00B 0.00B 615\n",
"MeanSquaredError 17.82MB 0.00B 410\n",
" Sub 4.40MB 0.00B 205\n",
" BroadcastTo 0.00B 0.00B 205\n",
" Mul 4.40MB 0.00B 205\n",
" MulConstant 4.40MB 0.00B 205\n",
" TanhGrad 929.41MB 894.77MB 615\n",
" LinearGradData 60.46MB 0.00B 410\n",
"LinearGradWeight 307.50KB 0.00B 615\n",
" Sum 307.50KB 0.00B 615\n",
" Add 205.00KB 0.00B 410\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.67GB 113.48MB 826\n",
" LinearFunction 999.86MB 8.73MB 1237\n",
" Tanh 1.83GB 1.76GB 1237\n",
" Reshape 0.00B 0.00B 618\n",
"MeanSquaredError 17.90MB 0.00B 412\n",
" Sub 4.43MB 0.00B 206\n",
" BroadcastTo 0.00B 0.00B 206\n",
" Mul 4.43MB 0.00B 206\n",
" MulConstant 4.43MB 0.00B 206\n",
" TanhGrad 933.94MB 899.14MB 618\n",
" LinearGradData 60.75MB 0.00B 412\n",
"LinearGradWeight 309.00KB 0.00B 618\n",
" Sum 309.00KB 0.00B 618\n",
" Add 206.00KB 0.00B 412\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.68GB 113.48MB 830\n",
" LinearFunction 1004.70MB 8.73MB 1243\n",
" Tanh 1.84GB 1.77GB 1243\n",
" Reshape 0.00B 0.00B 621\n",
"MeanSquaredError 17.99MB 0.00B 414\n",
" Sub 4.45MB 0.00B 207\n",
" BroadcastTo 0.00B 0.00B 207\n",
" Mul 4.45MB 0.00B 207\n",
" MulConstant 4.45MB 0.00B 207\n",
" TanhGrad 938.47MB 903.50MB 621\n",
" LinearGradData 61.05MB 0.00B 414\n",
"LinearGradWeight 310.50KB 0.00B 621\n",
" Sum 310.50KB 0.00B 621\n",
" Add 207.00KB 0.00B 414\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.69GB 122.21MB 834\n",
" LinearFunction 1009.53MB 8.73MB 1249\n",
" Tanh 1.85GB 1.78GB 1249\n",
" Reshape 0.00B 0.00B 624\n",
"MeanSquaredError 18.08MB 0.00B 416\n",
" Sub 4.47MB 0.00B 208\n",
" BroadcastTo 0.00B 0.00B 208\n",
" Mul 4.47MB 0.00B 208\n",
" MulConstant 4.47MB 0.00B 208\n",
" TanhGrad 943.01MB 907.87MB 624\n",
" LinearGradData 61.34MB 0.00B 416\n",
"LinearGradWeight 312.00KB 0.00B 624\n",
" Sum 312.00KB 0.00B 624\n",
" Add 208.00KB 0.00B 416\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.71GB 122.21MB 838\n",
" LinearFunction 1014.36MB 8.73MB 1255\n",
" Tanh 1.85GB 1.79GB 1255\n",
" Reshape 0.00B 0.00B 627\n",
"MeanSquaredError 18.17MB 0.00B 418\n",
" Sub 4.49MB 0.00B 209\n",
" BroadcastTo 0.00B 0.00B 209\n",
" Mul 4.49MB 0.00B 209\n",
" MulConstant 4.49MB 0.00B 209\n",
" TanhGrad 947.54MB 912.23MB 627\n",
" LinearGradData 61.64MB 0.00B 418\n",
"LinearGradWeight 313.50KB 0.00B 627\n",
" Sum 313.50KB 0.00B 627\n",
" Add 209.00KB 0.00B 418\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.72GB 122.21MB 842\n",
" LinearFunction 1019.19MB 8.73MB 1261\n",
" Tanh 1.86GB 1.79GB 1261\n",
" Reshape 0.00B 0.00B 630\n",
"MeanSquaredError 18.25MB 0.00B 420\n",
" Sub 4.51MB 0.00B 210\n",
" BroadcastTo 0.00B 0.00B 210\n",
" Mul 4.51MB 0.00B 210\n",
" MulConstant 4.51MB 0.00B 210\n",
" TanhGrad 952.08MB 916.60MB 630\n",
" LinearGradData 61.93MB 0.00B 420\n",
"LinearGradWeight 315.00KB 0.00B 630\n",
" Sum 315.00KB 0.00B 630\n",
" Add 210.00KB 0.00B 420\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.73GB 122.21MB 846\n",
" LinearFunction 1.00GB 8.73MB 1267\n",
" Tanh 1.87GB 1.80GB 1267\n",
" Reshape 0.00B 0.00B 633\n",
"MeanSquaredError 18.34MB 0.00B 422\n",
" Sub 4.53MB 0.00B 211\n",
" BroadcastTo 0.00B 0.00B 211\n",
" Mul 4.53MB 0.00B 211\n",
" MulConstant 4.53MB 0.00B 211\n",
" TanhGrad 956.61MB 920.96MB 633\n",
" LinearGradData 62.23MB 0.00B 422\n",
"LinearGradWeight 316.50KB 0.00B 633\n",
" Sum 316.50KB 0.00B 633\n",
" Add 211.00KB 0.00B 422\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.75GB 122.21MB 850\n",
" LinearFunction 1.00GB 8.73MB 1273\n",
" Tanh 1.88GB 1.81GB 1273\n",
" Reshape 0.00B 0.00B 636\n",
"MeanSquaredError 18.43MB 0.00B 424\n",
" Sub 4.55MB 0.00B 212\n",
" BroadcastTo 0.00B 0.00B 212\n",
" Mul 4.55MB 0.00B 212\n",
" MulConstant 4.55MB 0.00B 212\n",
" TanhGrad 961.14MB 925.33MB 636\n",
" LinearGradData 62.52MB 0.00B 424\n",
"LinearGradWeight 318.00KB 0.00B 636\n",
" Sum 318.00KB 0.00B 636\n",
" Add 212.00KB 0.00B 424\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.76GB 122.21MB 854\n",
" LinearFunction 1.01GB 8.73MB 1279\n",
" Tanh 1.89GB 1.82GB 1279\n",
" Reshape 0.00B 0.00B 639\n",
"MeanSquaredError 18.51MB 0.00B 426\n",
" Sub 4.58MB 0.00B 213\n",
" BroadcastTo 0.00B 0.00B 213\n",
" Mul 4.58MB 0.00B 213\n",
" MulConstant 4.58MB 0.00B 213\n",
" TanhGrad 965.68MB 929.69MB 639\n",
" LinearGradData 62.82MB 0.00B 426\n",
"LinearGradWeight 319.50KB 0.00B 639\n",
" Sum 319.50KB 0.00B 639\n",
" Add 213.00KB 0.00B 426\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.77GB 122.21MB 858\n",
" LinearFunction 1.01GB 8.73MB 1285\n",
" Tanh 1.90GB 1.83GB 1285\n",
" Reshape 0.00B 0.00B 642\n",
"MeanSquaredError 18.60MB 0.00B 428\n",
" Sub 4.60MB 0.00B 214\n",
" BroadcastTo 0.00B 0.00B 214\n",
" Mul 4.60MB 0.00B 214\n",
" MulConstant 4.60MB 0.00B 214\n",
" TanhGrad 970.21MB 934.06MB 642\n",
" LinearGradData 63.11MB 0.00B 428\n",
"LinearGradWeight 321.00KB 0.00B 642\n",
" Sum 321.00KB 0.00B 642\n",
" Add 214.00KB 0.00B 428\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.78GB 122.21MB 862\n",
" LinearFunction 1.02GB 8.73MB 1291\n",
" Tanh 1.91GB 1.84GB 1291\n",
" Reshape 0.00B 0.00B 645\n",
"MeanSquaredError 18.69MB 0.00B 430\n",
" Sub 4.62MB 0.00B 215\n",
" BroadcastTo 0.00B 0.00B 215\n",
" Mul 4.62MB 0.00B 215\n",
" MulConstant 4.62MB 0.00B 215\n",
" TanhGrad 974.74MB 938.42MB 645\n",
" LinearGradData 63.41MB 0.00B 430\n",
"LinearGradWeight 322.50KB 0.00B 645\n",
" Sum 322.50KB 0.00B 645\n",
" Add 215.00KB 0.00B 430\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.80GB 122.21MB 866\n",
" LinearFunction 1.02GB 8.73MB 1297\n",
" Tanh 1.92GB 1.85GB 1297\n",
" Reshape 0.00B 0.00B 648\n",
"MeanSquaredError 18.77MB 0.00B 432\n",
" Sub 4.64MB 0.00B 216\n",
" BroadcastTo 0.00B 0.00B 216\n",
" Mul 4.64MB 0.00B 216\n",
" MulConstant 4.64MB 0.00B 216\n",
" TanhGrad 979.28MB 942.79MB 648\n",
" LinearGradData 63.70MB 0.00B 432\n",
"LinearGradWeight 324.00KB 0.00B 648\n",
" Sum 324.00KB 0.00B 648\n",
" Add 216.00KB 0.00B 432\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.81GB 122.21MB 870\n",
" LinearFunction 1.03GB 8.73MB 1303\n",
" Tanh 1.93GB 1.85GB 1303\n",
" Reshape 0.00B 0.00B 651\n",
"MeanSquaredError 18.86MB 0.00B 434\n",
" Sub 4.66MB 0.00B 217\n",
" BroadcastTo 0.00B 0.00B 217\n",
" Mul 4.66MB 0.00B 217\n",
" MulConstant 4.66MB 0.00B 217\n",
" TanhGrad 983.81MB 947.15MB 651\n",
" LinearGradData 64.00MB 0.00B 434\n",
"LinearGradWeight 325.50KB 0.00B 651\n",
" Sum 325.50KB 0.00B 651\n",
" Add 217.00KB 0.00B 434\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.82GB 122.21MB 874\n",
" LinearFunction 1.03GB 8.73MB 1309\n",
" Tanh 1.93GB 1.86GB 1309\n",
" Reshape 0.00B 0.00B 654\n",
"MeanSquaredError 18.95MB 0.00B 436\n",
" Sub 4.68MB 0.00B 218\n",
" BroadcastTo 0.00B 0.00B 218\n",
" Mul 4.68MB 0.00B 218\n",
" MulConstant 4.68MB 0.00B 218\n",
" TanhGrad 988.34MB 951.51MB 654\n",
" LinearGradData 64.29MB 0.00B 436\n",
"LinearGradWeight 327.00KB 0.00B 654\n",
" Sum 327.00KB 0.00B 654\n",
" Add 218.00KB 0.00B 436\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.84GB 122.21MB 878\n",
" LinearFunction 1.04GB 8.73MB 1315\n",
" Tanh 1.94GB 1.87GB 1315\n",
" Reshape 0.00B 0.00B 657\n",
"MeanSquaredError 19.03MB 0.00B 438\n",
" Sub 4.71MB 0.00B 219\n",
" BroadcastTo 0.00B 0.00B 219\n",
" Mul 4.71MB 0.00B 219\n",
" MulConstant 4.71MB 0.00B 219\n",
" TanhGrad 992.88MB 955.88MB 657\n",
" LinearGradData 64.59MB 0.00B 438\n",
"LinearGradWeight 328.50KB 0.00B 657\n",
" Sum 328.50KB 0.00B 657\n",
" Add 219.00KB 0.00B 438\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.85GB 122.21MB 882\n",
" LinearFunction 1.04GB 8.73MB 1321\n",
" Tanh 1.95GB 1.88GB 1321\n",
" Reshape 0.00B 0.00B 660\n",
"MeanSquaredError 19.12MB 0.00B 440\n",
" Sub 4.73MB 0.00B 220\n",
" BroadcastTo 0.00B 0.00B 220\n",
" Mul 4.73MB 0.00B 220\n",
" MulConstant 4.73MB 0.00B 220\n",
" TanhGrad 997.41MB 960.24MB 660\n",
" LinearGradData 64.88MB 0.00B 440\n",
"LinearGradWeight 330.00KB 0.00B 660\n",
" Sum 330.00KB 0.00B 660\n",
" Add 220.00KB 0.00B 440\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.86GB 122.21MB 886\n",
" LinearFunction 1.05GB 8.73MB 1327\n",
" Tanh 1.96GB 1.89GB 1327\n",
" Reshape 0.00B 0.00B 663\n",
"MeanSquaredError 19.21MB 0.00B 442\n",
" Sub 4.75MB 0.00B 221\n",
" BroadcastTo 0.00B 0.00B 221\n",
" Mul 4.75MB 0.00B 221\n",
" MulConstant 4.75MB 0.00B 221\n",
" TanhGrad 1001.95MB 964.61MB 663\n",
" LinearGradData 65.18MB 0.00B 442\n",
"LinearGradWeight 331.50KB 0.00B 663\n",
" Sum 331.50KB 0.00B 663\n",
" Add 221.00KB 0.00B 442\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.88GB 130.94MB 890\n",
" LinearFunction 1.05GB 8.73MB 1333\n",
" Tanh 1.97GB 1.90GB 1333\n",
" Reshape 0.00B 0.00B 666\n",
"MeanSquaredError 19.29MB 0.00B 444\n",
" Sub 4.77MB 0.00B 222\n",
" BroadcastTo 0.00B 0.00B 222\n",
" Mul 4.77MB 0.00B 222\n",
" MulConstant 4.77MB 0.00B 222\n",
" TanhGrad 1006.48MB 968.97MB 666\n",
" LinearGradData 65.47MB 0.00B 444\n",
"LinearGradWeight 333.00KB 0.00B 666\n",
" Sum 333.00KB 0.00B 666\n",
" Add 222.00KB 0.00B 444\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.89GB 130.94MB 894\n",
" LinearFunction 1.06GB 8.73MB 1339\n",
" Tanh 1.98GB 1.91GB 1339\n",
" Reshape 0.00B 0.00B 669\n",
"MeanSquaredError 19.38MB 0.00B 446\n",
" Sub 4.79MB 0.00B 223\n",
" BroadcastTo 0.00B 0.00B 223\n",
" Mul 4.79MB 0.00B 223\n",
" MulConstant 4.79MB 0.00B 223\n",
" TanhGrad 1011.01MB 973.34MB 669\n",
" LinearGradData 65.77MB 0.00B 446\n",
"LinearGradWeight 334.50KB 0.00B 669\n",
" Sum 334.50KB 0.00B 669\n",
" Add 223.00KB 0.00B 446\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.90GB 130.94MB 898\n",
" LinearFunction 1.06GB 8.73MB 1345\n",
" Tanh 1.99GB 1.91GB 1345\n",
" Reshape 0.00B 0.00B 672\n",
"MeanSquaredError 19.47MB 0.00B 448\n",
" Sub 4.81MB 0.00B 224\n",
" BroadcastTo 0.00B 0.00B 224\n",
" Mul 4.81MB 0.00B 224\n",
" MulConstant 4.81MB 0.00B 224\n",
" TanhGrad 1015.55MB 977.70MB 672\n",
" LinearGradData 66.06MB 0.00B 448\n",
"LinearGradWeight 336.00KB 0.00B 672\n",
" Sum 336.00KB 0.00B 672\n",
" Add 224.00KB 0.00B 448\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.91GB 130.94MB 902\n",
" LinearFunction 1.07GB 8.73MB 1351\n",
" Tanh 2.00GB 1.92GB 1351\n",
" Reshape 0.00B 0.00B 675\n",
"MeanSquaredError 19.56MB 0.00B 450\n",
" Sub 4.83MB 0.00B 225\n",
" BroadcastTo 0.00B 0.00B 225\n",
" Mul 4.83MB 0.00B 225\n",
" MulConstant 4.83MB 0.00B 225\n",
" TanhGrad 1020.08MB 982.07MB 675\n",
" LinearGradData 66.36MB 0.00B 450\n",
"LinearGradWeight 337.50KB 0.00B 675\n",
" Sum 337.50KB 0.00B 675\n",
" Add 225.00KB 0.00B 450\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.93GB 130.94MB 906\n",
" LinearFunction 1.07GB 8.73MB 1357\n",
" Tanh 2.01GB 1.93GB 1357\n",
" Reshape 0.00B 0.00B 678\n",
"MeanSquaredError 19.64MB 0.00B 452\n",
" Sub 4.86MB 0.00B 226\n",
" BroadcastTo 0.00B 0.00B 226\n",
" Mul 4.86MB 0.00B 226\n",
" MulConstant 4.86MB 0.00B 226\n",
" TanhGrad 1.00GB 986.43MB 678\n",
" LinearGradData 66.65MB 0.00B 452\n",
"LinearGradWeight 339.00KB 0.00B 678\n",
" Sum 339.00KB 0.00B 678\n",
" Add 226.00KB 0.00B 452\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.94GB 130.94MB 910\n",
" LinearFunction 1.08GB 8.73MB 1363\n",
" Tanh 2.01GB 1.94GB 1363\n",
" Reshape 0.00B 0.00B 681\n",
"MeanSquaredError 19.73MB 0.00B 454\n",
" Sub 4.88MB 0.00B 227\n",
" BroadcastTo 0.00B 0.00B 227\n",
" Mul 4.88MB 0.00B 227\n",
" MulConstant 4.88MB 0.00B 227\n",
" TanhGrad 1.01GB 990.80MB 681\n",
" LinearGradData 66.95MB 0.00B 454\n",
"LinearGradWeight 340.50KB 0.00B 681\n",
" Sum 340.50KB 0.00B 681\n",
" Add 227.00KB 0.00B 454\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.95GB 130.94MB 914\n",
" LinearFunction 1.08GB 8.73MB 1369\n",
" Tanh 2.02GB 1.95GB 1369\n",
" Reshape 0.00B 0.00B 684\n",
"MeanSquaredError 19.82MB 0.00B 456\n",
" Sub 4.90MB 0.00B 228\n",
" BroadcastTo 0.00B 0.00B 228\n",
" Mul 4.90MB 0.00B 228\n",
" MulConstant 4.90MB 0.00B 228\n",
" TanhGrad 1.01GB 995.16MB 684\n",
" LinearGradData 67.24MB 0.00B 456\n",
"LinearGradWeight 342.00KB 0.00B 684\n",
" Sum 342.00KB 0.00B 684\n",
" Add 228.00KB 0.00B 456\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.97GB 130.94MB 918\n",
" LinearFunction 1.08GB 8.73MB 1375\n",
" Tanh 2.03GB 1.96GB 1375\n",
" Reshape 0.00B 0.00B 687\n",
"MeanSquaredError 19.90MB 0.00B 458\n",
" Sub 4.92MB 0.00B 229\n",
" BroadcastTo 0.00B 0.00B 229\n",
" Mul 4.92MB 0.00B 229\n",
" MulConstant 4.92MB 0.00B 229\n",
" TanhGrad 1.01GB 999.53MB 687\n",
" LinearGradData 67.54MB 0.00B 458\n",
"LinearGradWeight 343.50KB 0.00B 687\n",
" Sum 343.50KB 0.00B 687\n",
" Add 229.00KB 0.00B 458\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.98GB 130.94MB 922\n",
" LinearFunction 1.09GB 8.73MB 1381\n",
" Tanh 2.04GB 1.96GB 1381\n",
" Reshape 0.00B 0.00B 690\n",
"MeanSquaredError 19.99MB 0.00B 460\n",
" Sub 4.94MB 0.00B 230\n",
" BroadcastTo 0.00B 0.00B 230\n",
" Mul 4.94MB 0.00B 230\n",
" MulConstant 4.94MB 0.00B 230\n",
" TanhGrad 1.02GB 1003.89MB 690\n",
" LinearGradData 67.83MB 0.00B 460\n",
"LinearGradWeight 345.00KB 0.00B 690\n",
" Sum 345.00KB 0.00B 690\n",
" Add 230.00KB 0.00B 460\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 2.99GB 130.94MB 926\n",
" LinearFunction 1.09GB 8.73MB 1387\n",
" Tanh 2.05GB 1.97GB 1387\n",
" Reshape 0.00B 0.00B 693\n",
"MeanSquaredError 20.08MB 0.00B 462\n",
" Sub 4.96MB 0.00B 231\n",
" BroadcastTo 0.00B 0.00B 231\n",
" Mul 4.96MB 0.00B 231\n",
" MulConstant 4.96MB 0.00B 231\n",
" TanhGrad 1.02GB 1008.26MB 693\n",
" LinearGradData 68.13MB 0.00B 462\n",
"LinearGradWeight 346.50KB 0.00B 693\n",
" Sum 346.50KB 0.00B 693\n",
" Add 231.00KB 0.00B 462\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.00GB 130.94MB 930\n",
" LinearFunction 1.10GB 8.73MB 1393\n",
" Tanh 2.06GB 1.98GB 1393\n",
" Reshape 0.00B 0.00B 696\n",
"MeanSquaredError 20.16MB 0.00B 464\n",
" Sub 4.98MB 0.00B 232\n",
" BroadcastTo 0.00B 0.00B 232\n",
" Mul 4.98MB 0.00B 232\n",
" MulConstant 4.98MB 0.00B 232\n",
" TanhGrad 1.03GB 1012.62MB 696\n",
" LinearGradData 68.42MB 0.00B 464\n",
"LinearGradWeight 348.00KB 0.00B 696\n",
" Sum 348.00KB 0.00B 696\n",
" Add 232.00KB 0.00B 464\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.02GB 130.94MB 934\n",
" LinearFunction 1.10GB 8.73MB 1399\n",
" Tanh 2.07GB 1.99GB 1399\n",
" Reshape 0.00B 0.00B 699\n",
"MeanSquaredError 20.25MB 0.00B 466\n",
" Sub 5.01MB 0.00B 233\n",
" BroadcastTo 0.00B 0.00B 233\n",
" Mul 5.01MB 0.00B 233\n",
" MulConstant 5.01MB 0.00B 233\n",
" TanhGrad 1.03GB 1016.99MB 699\n",
" LinearGradData 68.72MB 0.00B 466\n",
"LinearGradWeight 349.50KB 0.00B 699\n",
" Sum 349.50KB 0.00B 699\n",
" Add 233.00KB 0.00B 466\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.03GB 130.94MB 938\n",
" LinearFunction 1.11GB 8.73MB 1405\n",
" Tanh 2.08GB 2.00GB 1405\n",
" Reshape 0.00B 0.00B 702\n",
"MeanSquaredError 20.34MB 0.00B 468\n",
" Sub 5.03MB 0.00B 234\n",
" BroadcastTo 0.00B 0.00B 234\n",
" Mul 5.03MB 0.00B 234\n",
" MulConstant 5.03MB 0.00B 234\n",
" TanhGrad 1.04GB 1021.35MB 702\n",
" LinearGradData 69.01MB 0.00B 468\n",
"LinearGradWeight 351.00KB 0.00B 702\n",
" Sum 351.00KB 0.00B 702\n",
" Add 234.00KB 0.00B 468\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.04GB 130.94MB 942\n",
" LinearFunction 1.11GB 8.73MB 1411\n",
" Tanh 2.09GB 2.01GB 1411\n",
" Reshape 0.00B 0.00B 705\n",
"MeanSquaredError 20.42MB 0.00B 470\n",
" Sub 5.05MB 0.00B 235\n",
" BroadcastTo 0.00B 0.00B 235\n",
" Mul 5.05MB 0.00B 235\n",
" MulConstant 5.05MB 0.00B 235\n",
" TanhGrad 1.04GB 1.00GB 705\n",
" LinearGradData 69.31MB 0.00B 470\n",
"LinearGradWeight 352.50KB 0.00B 705\n",
" Sum 352.50KB 0.00B 705\n",
" Add 235.00KB 0.00B 470\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.06GB 139.67MB 946\n",
" LinearFunction 1.12GB 8.73MB 1417\n",
" Tanh 2.09GB 2.02GB 1417\n",
" Reshape 0.00B 0.00B 708\n",
"MeanSquaredError 20.51MB 0.00B 472\n",
" Sub 5.07MB 0.00B 236\n",
" BroadcastTo 0.00B 0.00B 236\n",
" Mul 5.07MB 0.00B 236\n",
" MulConstant 5.07MB 0.00B 236\n",
" TanhGrad 1.04GB 1.01GB 708\n",
" LinearGradData 69.60MB 0.00B 472\n",
"LinearGradWeight 354.00KB 0.00B 708\n",
" Sum 354.00KB 0.00B 708\n",
" Add 236.00KB 0.00B 472\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.07GB 139.67MB 950\n",
" LinearFunction 1.12GB 8.73MB 1423\n",
" Tanh 2.10GB 2.02GB 1423\n",
" Reshape 0.00B 0.00B 711\n",
"MeanSquaredError 20.60MB 0.00B 474\n",
" Sub 5.09MB 0.00B 237\n",
" BroadcastTo 0.00B 0.00B 237\n",
" Mul 5.09MB 0.00B 237\n",
" MulConstant 5.09MB 0.00B 237\n",
" TanhGrad 1.05GB 1.01GB 711\n",
" LinearGradData 69.90MB 0.00B 474\n",
"LinearGradWeight 355.50KB 0.00B 711\n",
" Sum 355.50KB 0.00B 711\n",
" Add 237.00KB 0.00B 474\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.08GB 139.67MB 954\n",
" LinearFunction 1.13GB 8.73MB 1429\n",
" Tanh 2.11GB 2.03GB 1429\n",
" Reshape 0.00B 0.00B 714\n",
"MeanSquaredError 20.69MB 0.00B 476\n",
" Sub 5.11MB 0.00B 238\n",
" BroadcastTo 0.00B 0.00B 238\n",
" Mul 5.11MB 0.00B 238\n",
" MulConstant 5.11MB 0.00B 238\n",
" TanhGrad 1.05GB 1.01GB 714\n",
" LinearGradData 70.19MB 0.00B 476\n",
"LinearGradWeight 357.00KB 0.00B 714\n",
" Sum 357.00KB 0.00B 714\n",
" Add 238.00KB 0.00B 476\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.09GB 139.67MB 958\n",
" LinearFunction 1.13GB 8.73MB 1435\n",
" Tanh 2.12GB 2.04GB 1435\n",
" Reshape 0.00B 0.00B 717\n",
"MeanSquaredError 20.77MB 0.00B 478\n",
" Sub 5.13MB 0.00B 239\n",
" BroadcastTo 0.00B 0.00B 239\n",
" Mul 5.13MB 0.00B 239\n",
" MulConstant 5.13MB 0.00B 239\n",
" TanhGrad 1.06GB 1.02GB 717\n",
" LinearGradData 70.49MB 0.00B 478\n",
"LinearGradWeight 358.50KB 0.00B 717\n",
" Sum 358.50KB 0.00B 717\n",
" Add 239.00KB 0.00B 478\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.11GB 139.67MB 962\n",
" LinearFunction 1.14GB 8.73MB 1441\n",
" Tanh 2.13GB 2.05GB 1441\n",
" Reshape 0.00B 0.00B 720\n",
"MeanSquaredError 20.86MB 0.00B 480\n",
" Sub 5.16MB 0.00B 240\n",
" BroadcastTo 0.00B 0.00B 240\n",
" Mul 5.16MB 0.00B 240\n",
" MulConstant 5.16MB 0.00B 240\n",
" TanhGrad 1.06GB 1.02GB 720\n",
" LinearGradData 70.78MB 0.00B 480\n",
"LinearGradWeight 360.00KB 0.00B 720\n",
" Sum 360.00KB 0.00B 720\n",
" Add 240.00KB 0.00B 480\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.12GB 139.67MB 966\n",
" LinearFunction 1.14GB 8.73MB 1447\n",
" Tanh 2.14GB 2.06GB 1447\n",
" Reshape 0.00B 0.00B 723\n",
"MeanSquaredError 20.95MB 0.00B 482\n",
" Sub 5.18MB 0.00B 241\n",
" BroadcastTo 0.00B 0.00B 241\n",
" Mul 5.18MB 0.00B 241\n",
" MulConstant 5.18MB 0.00B 241\n",
" TanhGrad 1.07GB 1.03GB 723\n",
" LinearGradData 71.08MB 0.00B 482\n",
"LinearGradWeight 361.50KB 0.00B 723\n",
" Sum 361.50KB 0.00B 723\n",
" Add 241.00KB 0.00B 482\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.13GB 139.67MB 970\n",
" LinearFunction 1.15GB 8.73MB 1453\n",
" Tanh 2.15GB 2.07GB 1453\n",
" Reshape 0.00B 0.00B 726\n",
"MeanSquaredError 21.03MB 0.00B 484\n",
" Sub 5.20MB 0.00B 242\n",
" BroadcastTo 0.00B 0.00B 242\n",
" Mul 5.20MB 0.00B 242\n",
" MulConstant 5.20MB 0.00B 242\n",
" TanhGrad 1.07GB 1.03GB 726\n",
" LinearGradData 71.37MB 0.00B 484\n",
"LinearGradWeight 363.00KB 0.00B 726\n",
" Sum 363.00KB 0.00B 726\n",
" Add 242.00KB 0.00B 484\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.15GB 139.67MB 974\n",
" LinearFunction 1.15GB 8.73MB 1459\n",
" Tanh 2.16GB 2.08GB 1459\n",
" Reshape 0.00B 0.00B 729\n",
"MeanSquaredError 21.12MB 0.00B 486\n",
" Sub 5.22MB 0.00B 243\n",
" BroadcastTo 0.00B 0.00B 243\n",
" Mul 5.22MB 0.00B 243\n",
" MulConstant 5.22MB 0.00B 243\n",
" TanhGrad 1.08GB 1.04GB 729\n",
" LinearGradData 71.67MB 0.00B 486\n",
"LinearGradWeight 364.50KB 0.00B 729\n",
" Sum 364.50KB 0.00B 729\n",
" Add 243.00KB 0.00B 486\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.16GB 139.67MB 978\n",
" LinearFunction 1.16GB 8.73MB 1465\n",
" Tanh 2.16GB 2.08GB 1465\n",
" Reshape 0.00B 0.00B 732\n",
"MeanSquaredError 21.21MB 0.00B 488\n",
" Sub 5.24MB 0.00B 244\n",
" BroadcastTo 0.00B 0.00B 244\n",
" Mul 5.24MB 0.00B 244\n",
" MulConstant 5.24MB 0.00B 244\n",
" TanhGrad 1.08GB 1.04GB 732\n",
" LinearGradData 71.96MB 0.00B 488\n",
"LinearGradWeight 366.00KB 0.00B 732\n",
" Sum 366.00KB 0.00B 732\n",
" Add 244.00KB 0.00B 488\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.17GB 139.67MB 982\n",
" LinearFunction 1.16GB 8.73MB 1471\n",
" Tanh 2.17GB 2.09GB 1471\n",
" Reshape 0.00B 0.00B 735\n",
"MeanSquaredError 21.29MB 0.00B 490\n",
" Sub 5.26MB 0.00B 245\n",
" BroadcastTo 0.00B 0.00B 245\n",
" Mul 5.26MB 0.00B 245\n",
" MulConstant 5.26MB 0.00B 245\n",
" TanhGrad 1.08GB 1.04GB 735\n",
" LinearGradData 72.26MB 0.00B 490\n",
"LinearGradWeight 367.50KB 0.00B 735\n",
" Sum 367.50KB 0.00B 735\n",
" Add 245.00KB 0.00B 490\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.19GB 139.67MB 986\n",
" LinearFunction 1.17GB 8.73MB 1477\n",
" Tanh 2.18GB 2.10GB 1477\n",
" Reshape 0.00B 0.00B 738\n",
"MeanSquaredError 21.38MB 0.00B 492\n",
" Sub 5.29MB 0.00B 246\n",
" BroadcastTo 0.00B 0.00B 246\n",
" Mul 5.29MB 0.00B 246\n",
" MulConstant 5.29MB 0.00B 246\n",
" TanhGrad 1.09GB 1.05GB 738\n",
" LinearGradData 72.55MB 0.00B 492\n",
"LinearGradWeight 369.00KB 0.00B 738\n",
" Sum 369.00KB 0.00B 738\n",
" Add 246.00KB 0.00B 492\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.20GB 139.67MB 990\n",
" LinearFunction 1.17GB 8.73MB 1483\n",
" Tanh 2.19GB 2.11GB 1483\n",
" Reshape 0.00B 0.00B 741\n",
"MeanSquaredError 21.47MB 0.00B 494\n",
" Sub 5.31MB 0.00B 247\n",
" BroadcastTo 0.00B 0.00B 247\n",
" Mul 5.31MB 0.00B 247\n",
" MulConstant 5.31MB 0.00B 247\n",
" TanhGrad 1.09GB 1.05GB 741\n",
" LinearGradData 72.85MB 0.00B 494\n",
"LinearGradWeight 370.50KB 0.00B 741\n",
" Sum 370.50KB 0.00B 741\n",
" Add 247.00KB 0.00B 494\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.21GB 139.67MB 994\n",
" LinearFunction 1.17GB 8.73MB 1489\n",
" Tanh 2.20GB 2.12GB 1489\n",
" Reshape 0.00B 0.00B 744\n",
"MeanSquaredError 21.55MB 0.00B 496\n",
" Sub 5.33MB 0.00B 248\n",
" BroadcastTo 0.00B 0.00B 248\n",
" Mul 5.33MB 0.00B 248\n",
" MulConstant 5.33MB 0.00B 248\n",
" TanhGrad 1.10GB 1.06GB 744\n",
" LinearGradData 73.14MB 0.00B 496\n",
"LinearGradWeight 372.00KB 0.00B 744\n",
" Sum 372.00KB 0.00B 744\n",
" Add 248.00KB 0.00B 496\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.22GB 139.67MB 998\n",
" LinearFunction 1.18GB 8.73MB 1495\n",
" Tanh 2.21GB 2.13GB 1495\n",
" Reshape 0.00B 0.00B 747\n",
"MeanSquaredError 21.64MB 0.00B 498\n",
" Sub 5.35MB 0.00B 249\n",
" BroadcastTo 0.00B 0.00B 249\n",
" Mul 5.35MB 0.00B 249\n",
" MulConstant 5.35MB 0.00B 249\n",
" TanhGrad 1.10GB 1.06GB 747\n",
" LinearGradData 73.44MB 0.00B 498\n",
"LinearGradWeight 373.50KB 0.00B 747\n",
" Sum 373.50KB 0.00B 747\n",
" Add 249.00KB 0.00B 498\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.24GB 148.40MB 1002\n",
" LinearFunction 1.18GB 8.73MB 1501\n",
" Tanh 2.22GB 2.14GB 1501\n",
" Reshape 0.00B 0.00B 750\n",
"MeanSquaredError 21.73MB 0.00B 500\n",
" Sub 5.37MB 0.00B 250\n",
" BroadcastTo 0.00B 0.00B 250\n",
" Mul 5.37MB 0.00B 250\n",
" MulConstant 5.37MB 0.00B 250\n",
" TanhGrad 1.11GB 1.07GB 750\n",
" LinearGradData 73.73MB 0.00B 500\n",
"LinearGradWeight 375.00KB 0.00B 750\n",
" Sum 375.00KB 0.00B 750\n",
" Add 250.00KB 0.00B 500\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.25GB 148.40MB 1006\n",
" LinearFunction 1.19GB 8.73MB 1507\n",
" Tanh 2.23GB 2.14GB 1507\n",
" Reshape 0.00B 0.00B 753\n",
"MeanSquaredError 21.82MB 0.00B 502\n",
" Sub 5.39MB 0.00B 251\n",
" BroadcastTo 0.00B 0.00B 251\n",
" Mul 5.39MB 0.00B 251\n",
" MulConstant 5.39MB 0.00B 251\n",
" TanhGrad 1.11GB 1.07GB 753\n",
" LinearGradData 74.03MB 0.00B 502\n",
"LinearGradWeight 376.50KB 0.00B 753\n",
" Sum 376.50KB 0.00B 753\n",
" Add 251.00KB 0.00B 502\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.26GB 148.40MB 1010\n",
" LinearFunction 1.19GB 8.73MB 1513\n",
" Tanh 2.24GB 2.15GB 1513\n",
" Reshape 0.00B 0.00B 756\n",
"MeanSquaredError 21.90MB 0.00B 504\n",
" Sub 5.41MB 0.00B 252\n",
" BroadcastTo 0.00B 0.00B 252\n",
" Mul 5.41MB 0.00B 252\n",
" MulConstant 5.41MB 0.00B 252\n",
" TanhGrad 1.12GB 1.07GB 756\n",
" LinearGradData 74.32MB 0.00B 504\n",
"LinearGradWeight 378.00KB 0.00B 756\n",
" Sum 378.00KB 0.00B 756\n",
" Add 252.00KB 0.00B 504\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.28GB 148.40MB 1014\n",
" LinearFunction 1.20GB 8.73MB 1519\n",
" Tanh 2.24GB 2.16GB 1519\n",
" Reshape 0.00B 0.00B 759\n",
"MeanSquaredError 21.99MB 0.00B 506\n",
" Sub 5.44MB 0.00B 253\n",
" BroadcastTo 0.00B 0.00B 253\n",
" Mul 5.44MB 0.00B 253\n",
" MulConstant 5.44MB 0.00B 253\n",
" TanhGrad 1.12GB 1.08GB 759\n",
" LinearGradData 74.62MB 0.00B 506\n",
"LinearGradWeight 379.50KB 0.00B 759\n",
" Sum 379.50KB 0.00B 759\n",
" Add 253.00KB 0.00B 506\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.29GB 148.40MB 1018\n",
" LinearFunction 1.20GB 8.73MB 1525\n",
" Tanh 2.25GB 2.17GB 1525\n",
" Reshape 0.00B 0.00B 762\n",
"MeanSquaredError 22.08MB 0.00B 508\n",
" Sub 5.46MB 0.00B 254\n",
" BroadcastTo 0.00B 0.00B 254\n",
" Mul 5.46MB 0.00B 254\n",
" MulConstant 5.46MB 0.00B 254\n",
" TanhGrad 1.12GB 1.08GB 762\n",
" LinearGradData 74.91MB 0.00B 508\n",
"LinearGradWeight 381.00KB 0.00B 762\n",
" Sum 381.00KB 0.00B 762\n",
" Add 254.00KB 0.00B 508\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.30GB 148.40MB 1022\n",
" LinearFunction 1.21GB 8.73MB 1531\n",
" Tanh 2.26GB 2.18GB 1531\n",
" Reshape 0.00B 0.00B 765\n",
"MeanSquaredError 22.16MB 0.00B 510\n",
" Sub 5.48MB 0.00B 255\n",
" BroadcastTo 0.00B 0.00B 255\n",
" Mul 5.48MB 0.00B 255\n",
" MulConstant 5.48MB 0.00B 255\n",
" TanhGrad 1.13GB 1.09GB 765\n",
" LinearGradData 75.21MB 0.00B 510\n",
"LinearGradWeight 382.50KB 0.00B 765\n",
" Sum 382.50KB 0.00B 765\n",
" Add 255.00KB 0.00B 510\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.31GB 148.40MB 1026\n",
" LinearFunction 1.21GB 8.73MB 1537\n",
" Tanh 2.27GB 2.19GB 1537\n",
" Reshape 0.00B 0.00B 768\n",
"MeanSquaredError 22.25MB 0.00B 512\n",
" Sub 5.50MB 0.00B 256\n",
" BroadcastTo 0.00B 0.00B 256\n",
" Mul 5.50MB 0.00B 256\n",
" MulConstant 5.50MB 0.00B 256\n",
" TanhGrad 1.13GB 1.09GB 768\n",
" LinearGradData 75.50MB 0.00B 512\n",
"LinearGradWeight 384.00KB 0.00B 768\n",
" Sum 384.00KB 0.00B 768\n",
" Add 256.00KB 0.00B 512\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.33GB 148.40MB 1030\n",
" LinearFunction 1.22GB 8.73MB 1543\n",
" Tanh 2.28GB 2.20GB 1543\n",
" Reshape 0.00B 0.00B 771\n",
"MeanSquaredError 22.34MB 0.00B 514\n",
" Sub 5.52MB 0.00B 257\n",
" BroadcastTo 0.00B 0.00B 257\n",
" Mul 5.52MB 0.00B 257\n",
" MulConstant 5.52MB 0.00B 257\n",
" TanhGrad 1.14GB 1.10GB 771\n",
" LinearGradData 75.79MB 0.00B 514\n",
"LinearGradWeight 385.50KB 0.00B 771\n",
" Sum 385.50KB 0.00B 771\n",
" Add 257.00KB 0.00B 514\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.34GB 148.40MB 1034\n",
" LinearFunction 1.22GB 8.73MB 1549\n",
" Tanh 2.29GB 2.20GB 1549\n",
" Reshape 0.00B 0.00B 774\n",
"MeanSquaredError 22.42MB 0.00B 516\n",
" Sub 5.54MB 0.00B 258\n",
" BroadcastTo 0.00B 0.00B 258\n",
" Mul 5.54MB 0.00B 258\n",
" MulConstant 5.54MB 0.00B 258\n",
" TanhGrad 1.14GB 1.10GB 774\n",
" LinearGradData 76.09MB 0.00B 516\n",
"LinearGradWeight 387.00KB 0.00B 774\n",
" Sum 387.00KB 0.00B 774\n",
" Add 258.00KB 0.00B 516\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.35GB 148.40MB 1038\n",
" LinearFunction 1.23GB 8.73MB 1555\n",
" Tanh 2.30GB 2.21GB 1555\n",
" Reshape 0.00B 0.00B 777\n",
"MeanSquaredError 22.51MB 0.00B 518\n",
" Sub 5.56MB 0.00B 259\n",
" BroadcastTo 0.00B 0.00B 259\n",
" Mul 5.56MB 0.00B 259\n",
" MulConstant 5.56MB 0.00B 259\n",
" TanhGrad 1.15GB 1.10GB 777\n",
" LinearGradData 76.38MB 0.00B 518\n",
"LinearGradWeight 388.50KB 0.00B 777\n",
" Sum 388.50KB 0.00B 777\n",
" Add 259.00KB 0.00B 518\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.37GB 148.40MB 1042\n",
" LinearFunction 1.23GB 8.73MB 1561\n",
" Tanh 2.31GB 2.22GB 1561\n",
" Reshape 0.00B 0.00B 780\n",
"MeanSquaredError 22.60MB 0.00B 520\n",
" Sub 5.59MB 0.00B 260\n",
" BroadcastTo 0.00B 0.00B 260\n",
" Mul 5.59MB 0.00B 260\n",
" MulConstant 5.59MB 0.00B 260\n",
" TanhGrad 1.15GB 1.11GB 780\n",
" LinearGradData 76.68MB 0.00B 520\n",
"LinearGradWeight 390.00KB 0.00B 780\n",
" Sum 390.00KB 0.00B 780\n",
" Add 260.00KB 0.00B 520\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.38GB 148.40MB 1046\n",
" LinearFunction 1.24GB 8.73MB 1567\n",
" Tanh 2.32GB 2.23GB 1567\n",
" Reshape 0.00B 0.00B 783\n",
"MeanSquaredError 22.68MB 0.00B 522\n",
" Sub 5.61MB 0.00B 261\n",
" BroadcastTo 0.00B 0.00B 261\n",
" Mul 5.61MB 0.00B 261\n",
" MulConstant 5.61MB 0.00B 261\n",
" TanhGrad 1.16GB 1.11GB 783\n",
" LinearGradData 76.97MB 0.00B 522\n",
"LinearGradWeight 391.50KB 0.00B 783\n",
" Sum 391.50KB 0.00B 783\n",
" Add 261.00KB 0.00B 522\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.39GB 148.40MB 1050\n",
" LinearFunction 1.24GB 8.73MB 1573\n",
" Tanh 2.32GB 2.24GB 1573\n",
" Reshape 0.00B 0.00B 786\n",
"MeanSquaredError 22.77MB 0.00B 524\n",
" Sub 5.63MB 0.00B 262\n",
" BroadcastTo 0.00B 0.00B 262\n",
" Mul 5.63MB 0.00B 262\n",
" MulConstant 5.63MB 0.00B 262\n",
" TanhGrad 1.16GB 1.12GB 786\n",
" LinearGradData 77.27MB 0.00B 524\n",
"LinearGradWeight 393.00KB 0.00B 786\n",
" Sum 393.00KB 0.00B 786\n",
" Add 262.00KB 0.00B 524\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.41GB 157.13MB 1054\n",
" LinearFunction 1.25GB 8.73MB 1579\n",
" Tanh 2.33GB 2.25GB 1579\n",
" Reshape 0.00B 0.00B 789\n",
"MeanSquaredError 22.86MB 0.00B 526\n",
" Sub 5.65MB 0.00B 263\n",
" BroadcastTo 0.00B 0.00B 263\n",
" Mul 5.65MB 0.00B 263\n",
" MulConstant 5.65MB 0.00B 263\n",
" TanhGrad 1.16GB 1.12GB 789\n",
" LinearGradData 77.56MB 0.00B 526\n",
"LinearGradWeight 394.50KB 0.00B 789\n",
" Sum 394.50KB 0.00B 789\n",
" Add 263.00KB 0.00B 526\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.42GB 157.13MB 1058\n",
" LinearFunction 1.25GB 8.73MB 1585\n",
" Tanh 2.34GB 2.25GB 1585\n",
" Reshape 0.00B 0.00B 792\n",
"MeanSquaredError 22.95MB 0.00B 528\n",
" Sub 5.67MB 0.00B 264\n",
" BroadcastTo 0.00B 0.00B 264\n",
" Mul 5.67MB 0.00B 264\n",
" MulConstant 5.67MB 0.00B 264\n",
" TanhGrad 1.17GB 1.13GB 792\n",
" LinearGradData 77.86MB 0.00B 528\n",
"LinearGradWeight 396.00KB 0.00B 792\n",
" Sum 396.00KB 0.00B 792\n",
" Add 264.00KB 0.00B 528\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.43GB 157.13MB 1062\n",
" LinearFunction 1.25GB 8.73MB 1591\n",
" Tanh 2.35GB 2.26GB 1591\n",
" Reshape 0.00B 0.00B 795\n",
"MeanSquaredError 23.03MB 0.00B 530\n",
" Sub 5.69MB 0.00B 265\n",
" BroadcastTo 0.00B 0.00B 265\n",
" Mul 5.69MB 0.00B 265\n",
" MulConstant 5.69MB 0.00B 265\n",
" TanhGrad 1.17GB 1.13GB 795\n",
" LinearGradData 78.15MB 0.00B 530\n",
"LinearGradWeight 397.50KB 0.00B 795\n",
" Sum 397.50KB 0.00B 795\n",
" Add 265.00KB 0.00B 530\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.44GB 157.13MB 1066\n",
" LinearFunction 1.26GB 8.73MB 1597\n",
" Tanh 2.36GB 2.27GB 1597\n",
" Reshape 0.00B 0.00B 798\n",
"MeanSquaredError 23.12MB 0.00B 532\n",
" Sub 5.71MB 0.00B 266\n",
" BroadcastTo 0.00B 0.00B 266\n",
" Mul 5.71MB 0.00B 266\n",
" MulConstant 5.71MB 0.00B 266\n",
" TanhGrad 1.18GB 1.13GB 798\n",
" LinearGradData 78.45MB 0.00B 532\n",
"LinearGradWeight 399.00KB 0.00B 798\n",
" Sum 399.00KB 0.00B 798\n",
" Add 266.00KB 0.00B 532\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.46GB 157.13MB 1070\n",
" LinearFunction 1.26GB 8.73MB 1603\n",
" Tanh 2.37GB 2.28GB 1603\n",
" Reshape 0.00B 0.00B 801\n",
"MeanSquaredError 23.21MB 0.00B 534\n",
" Sub 5.74MB 0.00B 267\n",
" BroadcastTo 0.00B 0.00B 267\n",
" Mul 5.74MB 0.00B 267\n",
" MulConstant 5.74MB 0.00B 267\n",
" TanhGrad 1.18GB 1.14GB 801\n",
" LinearGradData 78.74MB 0.00B 534\n",
"LinearGradWeight 400.50KB 0.00B 801\n",
" Sum 400.50KB 0.00B 801\n",
" Add 267.00KB 0.00B 534\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.47GB 157.13MB 1074\n",
" LinearFunction 1.27GB 8.73MB 1609\n",
" Tanh 2.38GB 2.29GB 1609\n",
" Reshape 0.00B 0.00B 804\n",
"MeanSquaredError 23.29MB 0.00B 536\n",
" Sub 5.76MB 0.00B 268\n",
" BroadcastTo 0.00B 0.00B 268\n",
" Mul 5.76MB 0.00B 268\n",
" MulConstant 5.76MB 0.00B 268\n",
" TanhGrad 1.19GB 1.14GB 804\n",
" LinearGradData 79.04MB 0.00B 536\n",
"LinearGradWeight 402.00KB 0.00B 804\n",
" Sum 402.00KB 0.00B 804\n",
" Add 268.00KB 0.00B 536\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.48GB 157.13MB 1078\n",
" LinearFunction 1.27GB 8.73MB 1615\n",
" Tanh 2.39GB 2.30GB 1615\n",
" Reshape 0.00B 0.00B 807\n",
"MeanSquaredError 23.38MB 0.00B 538\n",
" Sub 5.78MB 0.00B 269\n",
" BroadcastTo 0.00B 0.00B 269\n",
" Mul 5.78MB 0.00B 269\n",
" MulConstant 5.78MB 0.00B 269\n",
" TanhGrad 1.19GB 1.15GB 807\n",
" LinearGradData 79.33MB 0.00B 538\n",
"LinearGradWeight 403.50KB 0.00B 807\n",
" Sum 403.50KB 0.00B 807\n",
" Add 269.00KB 0.00B 538\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.50GB 157.13MB 1082\n",
" LinearFunction 1.28GB 8.73MB 1621\n",
" Tanh 2.40GB 2.31GB 1621\n",
" Reshape 0.00B 0.00B 810\n",
"MeanSquaredError 23.47MB 0.00B 540\n",
" Sub 5.80MB 0.00B 270\n",
" BroadcastTo 0.00B 0.00B 270\n",
" Mul 5.80MB 0.00B 270\n",
" MulConstant 5.80MB 0.00B 270\n",
" TanhGrad 1.20GB 1.15GB 810\n",
" LinearGradData 79.63MB 0.00B 540\n",
"LinearGradWeight 405.00KB 0.00B 810\n",
" Sum 405.00KB 0.00B 810\n",
" Add 270.00KB 0.00B 540\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.51GB 157.13MB 1086\n",
" LinearFunction 1.28GB 8.73MB 1627\n",
" Tanh 2.40GB 2.31GB 1627\n",
" Reshape 0.00B 0.00B 813\n",
"MeanSquaredError 23.55MB 0.00B 542\n",
" Sub 5.82MB 0.00B 271\n",
" BroadcastTo 0.00B 0.00B 271\n",
" Mul 5.82MB 0.00B 271\n",
" MulConstant 5.82MB 0.00B 271\n",
" TanhGrad 1.20GB 1.16GB 813\n",
" LinearGradData 79.92MB 0.00B 542\n",
"LinearGradWeight 406.50KB 0.00B 813\n",
" Sum 406.50KB 0.00B 813\n",
" Add 271.00KB 0.00B 542\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.52GB 157.13MB 1090\n",
" LinearFunction 1.29GB 8.73MB 1633\n",
" Tanh 2.41GB 2.32GB 1633\n",
" Reshape 0.00B 0.00B 816\n",
"MeanSquaredError 23.64MB 0.00B 544\n",
" Sub 5.84MB 0.00B 272\n",
" BroadcastTo 0.00B 0.00B 272\n",
" Mul 5.84MB 0.00B 272\n",
" MulConstant 5.84MB 0.00B 272\n",
" TanhGrad 1.20GB 1.16GB 816\n",
" LinearGradData 80.22MB 0.00B 544\n",
"LinearGradWeight 408.00KB 0.00B 816\n",
" Sum 408.00KB 0.00B 816\n",
" Add 272.00KB 0.00B 544\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.53GB 157.13MB 1094\n",
" LinearFunction 1.29GB 8.73MB 1639\n",
" Tanh 2.42GB 2.33GB 1639\n",
" Reshape 0.00B 0.00B 819\n",
"MeanSquaredError 23.73MB 0.00B 546\n",
" Sub 5.87MB 0.00B 273\n",
" BroadcastTo 0.00B 0.00B 273\n",
" Mul 5.87MB 0.00B 273\n",
" MulConstant 5.87MB 0.00B 273\n",
" TanhGrad 1.21GB 1.16GB 819\n",
" LinearGradData 80.51MB 0.00B 546\n",
"LinearGradWeight 409.50KB 0.00B 819\n",
" Sum 409.50KB 0.00B 819\n",
" Add 273.00KB 0.00B 546\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.55GB 157.13MB 1098\n",
" LinearFunction 1.30GB 8.73MB 1645\n",
" Tanh 2.43GB 2.34GB 1645\n",
" Reshape 0.00B 0.00B 822\n",
"MeanSquaredError 23.81MB 0.00B 548\n",
" Sub 5.89MB 0.00B 274\n",
" BroadcastTo 0.00B 0.00B 274\n",
" Mul 5.89MB 0.00B 274\n",
" MulConstant 5.89MB 0.00B 274\n",
" TanhGrad 1.21GB 1.17GB 822\n",
" LinearGradData 80.81MB 0.00B 548\n",
"LinearGradWeight 411.00KB 0.00B 822\n",
" Sum 411.00KB 0.00B 822\n",
" Add 274.00KB 0.00B 548\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.56GB 157.13MB 1102\n",
" LinearFunction 1.30GB 8.73MB 1651\n",
" Tanh 2.44GB 2.35GB 1651\n",
" Reshape 0.00B 0.00B 825\n",
"MeanSquaredError 23.90MB 0.00B 550\n",
" Sub 5.91MB 0.00B 275\n",
" BroadcastTo 0.00B 0.00B 275\n",
" Mul 5.91MB 0.00B 275\n",
" MulConstant 5.91MB 0.00B 275\n",
" TanhGrad 1.22GB 1.17GB 825\n",
" LinearGradData 81.10MB 0.00B 550\n",
"LinearGradWeight 412.50KB 0.00B 825\n",
" Sum 412.50KB 0.00B 825\n",
" Add 275.00KB 0.00B 550\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.57GB 157.13MB 1106\n",
" LinearFunction 1.31GB 8.73MB 1657\n",
" Tanh 2.45GB 2.36GB 1657\n",
" Reshape 0.00B 0.00B 828\n",
"MeanSquaredError 23.99MB 0.00B 552\n",
" Sub 5.93MB 0.00B 276\n",
" BroadcastTo 0.00B 0.00B 276\n",
" Mul 5.93MB 0.00B 276\n",
" MulConstant 5.93MB 0.00B 276\n",
" TanhGrad 1.22GB 1.18GB 828\n",
" LinearGradData 81.40MB 0.00B 552\n",
"LinearGradWeight 414.00KB 0.00B 828\n",
" Sum 414.00KB 0.00B 828\n",
" Add 276.00KB 0.00B 552\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.59GB 165.86MB 1110\n",
" LinearFunction 1.31GB 8.73MB 1663\n",
" Tanh 2.46GB 2.37GB 1663\n",
" Reshape 0.00B 0.00B 831\n",
"MeanSquaredError 24.08MB 0.00B 554\n",
" Sub 5.95MB 0.00B 277\n",
" BroadcastTo 0.00B 0.00B 277\n",
" Mul 5.95MB 0.00B 277\n",
" MulConstant 5.95MB 0.00B 277\n",
" TanhGrad 1.23GB 1.18GB 831\n",
" LinearGradData 81.69MB 0.00B 554\n",
"LinearGradWeight 415.50KB 0.00B 831\n",
" Sum 415.50KB 0.00B 831\n",
" Add 277.00KB 0.00B 554\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.60GB 165.86MB 1114\n",
" LinearFunction 1.32GB 8.73MB 1669\n",
" Tanh 2.47GB 2.37GB 1669\n",
" Reshape 0.00B 0.00B 834\n",
"MeanSquaredError 24.16MB 0.00B 556\n",
" Sub 5.97MB 0.00B 278\n",
" BroadcastTo 0.00B 0.00B 278\n",
" Mul 5.97MB 0.00B 278\n",
" MulConstant 5.97MB 0.00B 278\n",
" TanhGrad 1.23GB 1.18GB 834\n",
" LinearGradData 81.99MB 0.00B 556\n",
"LinearGradWeight 417.00KB 0.00B 834\n",
" Sum 417.00KB 0.00B 834\n",
" Add 278.00KB 0.00B 556\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.61GB 165.86MB 1118\n",
" LinearFunction 1.32GB 8.73MB 1675\n",
" Tanh 2.47GB 2.38GB 1675\n",
" Reshape 0.00B 0.00B 837\n",
"MeanSquaredError 24.25MB 0.00B 558\n",
" Sub 5.99MB 0.00B 279\n",
" BroadcastTo 0.00B 0.00B 279\n",
" Mul 5.99MB 0.00B 279\n",
" MulConstant 5.99MB 0.00B 279\n",
" TanhGrad 1.24GB 1.19GB 837\n",
" LinearGradData 82.28MB 0.00B 558\n",
"LinearGradWeight 418.50KB 0.00B 837\n",
" Sum 418.50KB 0.00B 837\n",
" Add 279.00KB 0.00B 558\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.63GB 165.86MB 1122\n",
" LinearFunction 1.33GB 8.73MB 1681\n",
" Tanh 2.48GB 2.39GB 1681\n",
" Reshape 0.00B 0.00B 840\n",
"MeanSquaredError 24.34MB 0.00B 560\n",
" Sub 6.02MB 0.00B 280\n",
" BroadcastTo 0.00B 0.00B 280\n",
" Mul 6.02MB 0.00B 280\n",
" MulConstant 6.02MB 0.00B 280\n",
" TanhGrad 1.24GB 1.19GB 840\n",
" LinearGradData 82.58MB 0.00B 560\n",
"LinearGradWeight 420.00KB 0.00B 840\n",
" Sum 420.00KB 0.00B 840\n",
" Add 280.00KB 0.00B 560\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.64GB 165.86MB 1126\n",
" LinearFunction 1.33GB 8.73MB 1687\n",
" Tanh 2.49GB 2.40GB 1687\n",
" Reshape 0.00B 0.00B 843\n",
"MeanSquaredError 24.42MB 0.00B 562\n",
" Sub 6.04MB 0.00B 281\n",
" BroadcastTo 0.00B 0.00B 281\n",
" Mul 6.04MB 0.00B 281\n",
" MulConstant 6.04MB 0.00B 281\n",
" TanhGrad 1.24GB 1.20GB 843\n",
" LinearGradData 82.87MB 0.00B 562\n",
"LinearGradWeight 421.50KB 0.00B 843\n",
" Sum 421.50KB 0.00B 843\n",
" Add 281.00KB 0.00B 562\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.65GB 165.86MB 1130\n",
" LinearFunction 1.34GB 8.73MB 1693\n",
" Tanh 2.50GB 2.41GB 1693\n",
" Reshape 0.00B 0.00B 846\n",
"MeanSquaredError 24.51MB 0.00B 564\n",
" Sub 6.06MB 0.00B 282\n",
" BroadcastTo 0.00B 0.00B 282\n",
" Mul 6.06MB 0.00B 282\n",
" MulConstant 6.06MB 0.00B 282\n",
" TanhGrad 1.25GB 1.20GB 846\n",
" LinearGradData 83.17MB 0.00B 564\n",
"LinearGradWeight 423.00KB 0.00B 846\n",
" Sum 423.00KB 0.00B 846\n",
" Add 282.00KB 0.00B 564\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.66GB 165.86MB 1134\n",
" LinearFunction 1.34GB 8.73MB 1699\n",
" Tanh 2.51GB 2.42GB 1699\n",
" Reshape 0.00B 0.00B 849\n",
"MeanSquaredError 24.60MB 0.00B 566\n",
" Sub 6.08MB 0.00B 283\n",
" BroadcastTo 0.00B 0.00B 283\n",
" Mul 6.08MB 0.00B 283\n",
" MulConstant 6.08MB 0.00B 283\n",
" TanhGrad 1.25GB 1.21GB 849\n",
" LinearGradData 83.46MB 0.00B 566\n",
"LinearGradWeight 424.50KB 0.00B 849\n",
" Sum 424.50KB 0.00B 849\n",
" Add 283.00KB 0.00B 566\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.68GB 165.86MB 1138\n",
" LinearFunction 1.34GB 8.73MB 1705\n",
" Tanh 2.52GB 2.43GB 1705\n",
" Reshape 0.00B 0.00B 852\n",
"MeanSquaredError 24.68MB 0.00B 568\n",
" Sub 6.10MB 0.00B 284\n",
" BroadcastTo 0.00B 0.00B 284\n",
" Mul 6.10MB 0.00B 284\n",
" MulConstant 6.10MB 0.00B 284\n",
" TanhGrad 1.26GB 1.21GB 852\n",
" LinearGradData 83.76MB 0.00B 568\n",
"LinearGradWeight 426.00KB 0.00B 852\n",
" Sum 426.00KB 0.00B 852\n",
" Add 284.00KB 0.00B 568\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.69GB 165.86MB 1142\n",
" LinearFunction 1.35GB 8.73MB 1711\n",
" Tanh 2.53GB 2.43GB 1711\n",
" Reshape 0.00B 0.00B 855\n",
"MeanSquaredError 24.77MB 0.00B 570\n",
" Sub 6.12MB 0.00B 285\n",
" BroadcastTo 0.00B 0.00B 285\n",
" Mul 6.12MB 0.00B 285\n",
" MulConstant 6.12MB 0.00B 285\n",
" TanhGrad 1.26GB 1.21GB 855\n",
" LinearGradData 84.05MB 0.00B 570\n",
"LinearGradWeight 427.50KB 0.00B 855\n",
" Sum 427.50KB 0.00B 855\n",
" Add 285.00KB 0.00B 570\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.70GB 165.86MB 1146\n",
" LinearFunction 1.35GB 8.73MB 1717\n",
" Tanh 2.54GB 2.44GB 1717\n",
" Reshape 0.00B 0.00B 858\n",
"MeanSquaredError 24.86MB 0.00B 572\n",
" Sub 6.14MB 0.00B 286\n",
" BroadcastTo 0.00B 0.00B 286\n",
" Mul 6.14MB 0.00B 286\n",
" MulConstant 6.14MB 0.00B 286\n",
" TanhGrad 1.27GB 1.22GB 858\n",
" LinearGradData 84.35MB 0.00B 572\n",
"LinearGradWeight 429.00KB 0.00B 858\n",
" Sum 429.00KB 0.00B 858\n",
" Add 286.00KB 0.00B 572\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.72GB 165.86MB 1150\n",
" LinearFunction 1.36GB 8.73MB 1723\n",
" Tanh 2.55GB 2.45GB 1723\n",
" Reshape 0.00B 0.00B 861\n",
"MeanSquaredError 24.94MB 0.00B 574\n",
" Sub 6.17MB 0.00B 287\n",
" BroadcastTo 0.00B 0.00B 287\n",
" Mul 6.17MB 0.00B 287\n",
" MulConstant 6.17MB 0.00B 287\n",
" TanhGrad 1.27GB 1.22GB 861\n",
" LinearGradData 84.64MB 0.00B 574\n",
"LinearGradWeight 430.50KB 0.00B 861\n",
" Sum 430.50KB 0.00B 861\n",
" Add 287.00KB 0.00B 574\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.73GB 165.86MB 1154\n",
" LinearFunction 1.36GB 8.73MB 1729\n",
" Tanh 2.55GB 2.46GB 1729\n",
" Reshape 0.00B 0.00B 864\n",
"MeanSquaredError 25.03MB 0.00B 576\n",
" Sub 6.19MB 0.00B 288\n",
" BroadcastTo 0.00B 0.00B 288\n",
" Mul 6.19MB 0.00B 288\n",
" MulConstant 6.19MB 0.00B 288\n",
" TanhGrad 1.28GB 1.23GB 864\n",
" LinearGradData 84.94MB 0.00B 576\n",
"LinearGradWeight 432.00KB 0.00B 864\n",
" Sum 432.00KB 0.00B 864\n",
" Add 288.00KB 0.00B 576\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.74GB 165.86MB 1158\n",
" LinearFunction 1.37GB 8.73MB 1735\n",
" Tanh 2.56GB 2.47GB 1735\n",
" Reshape 0.00B 0.00B 867\n",
"MeanSquaredError 25.12MB 0.00B 578\n",
" Sub 6.21MB 0.00B 289\n",
" BroadcastTo 0.00B 0.00B 289\n",
" Mul 6.21MB 0.00B 289\n",
" MulConstant 6.21MB 0.00B 289\n",
" TanhGrad 1.28GB 1.23GB 867\n",
" LinearGradData 85.23MB 0.00B 578\n",
"LinearGradWeight 433.50KB 0.00B 867\n",
" Sum 433.50KB 0.00B 867\n",
" Add 289.00KB 0.00B 578\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.75GB 165.86MB 1162\n",
" LinearFunction 1.37GB 8.73MB 1741\n",
" Tanh 2.57GB 2.48GB 1741\n",
" Reshape 0.00B 0.00B 870\n",
"MeanSquaredError 25.21MB 0.00B 580\n",
" Sub 6.23MB 0.00B 290\n",
" BroadcastTo 0.00B 0.00B 290\n",
" Mul 6.23MB 0.00B 290\n",
" MulConstant 6.23MB 0.00B 290\n",
" TanhGrad 1.28GB 1.24GB 870\n",
" LinearGradData 85.53MB 0.00B 580\n",
"LinearGradWeight 435.00KB 0.00B 870\n",
" Sum 435.00KB 0.00B 870\n",
" Add 290.00KB 0.00B 580\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.77GB 174.59MB 1166\n",
" LinearFunction 1.38GB 8.73MB 1747\n",
" Tanh 2.58GB 2.49GB 1747\n",
" Reshape 0.00B 0.00B 873\n",
"MeanSquaredError 25.29MB 0.00B 582\n",
" Sub 6.25MB 0.00B 291\n",
" BroadcastTo 0.00B 0.00B 291\n",
" Mul 6.25MB 0.00B 291\n",
" MulConstant 6.25MB 0.00B 291\n",
" TanhGrad 1.29GB 1.24GB 873\n",
" LinearGradData 85.82MB 0.00B 582\n",
"LinearGradWeight 436.50KB 0.00B 873\n",
" Sum 436.50KB 0.00B 873\n",
" Add 291.00KB 0.00B 582\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.78GB 174.59MB 1170\n",
" LinearFunction 1.38GB 8.73MB 1753\n",
" Tanh 2.59GB 2.49GB 1753\n",
" Reshape 0.00B 0.00B 876\n",
"MeanSquaredError 25.38MB 0.00B 584\n",
" Sub 6.27MB 0.00B 292\n",
" BroadcastTo 0.00B 0.00B 292\n",
" Mul 6.27MB 0.00B 292\n",
" MulConstant 6.27MB 0.00B 292\n",
" TanhGrad 1.29GB 1.24GB 876\n",
" LinearGradData 86.12MB 0.00B 584\n",
"LinearGradWeight 438.00KB 0.00B 876\n",
" Sum 438.00KB 0.00B 876\n",
" Add 292.00KB 0.00B 584\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.79GB 174.59MB 1174\n",
" LinearFunction 1.39GB 8.73MB 1759\n",
" Tanh 2.60GB 2.50GB 1759\n",
" Reshape 0.00B 0.00B 879\n",
"MeanSquaredError 25.47MB 0.00B 586\n",
" Sub 6.29MB 0.00B 293\n",
" BroadcastTo 0.00B 0.00B 293\n",
" Mul 6.29MB 0.00B 293\n",
" MulConstant 6.29MB 0.00B 293\n",
" TanhGrad 1.30GB 1.25GB 879\n",
" LinearGradData 86.41MB 0.00B 586\n",
"LinearGradWeight 439.50KB 0.00B 879\n",
" Sum 439.50KB 0.00B 879\n",
" Add 293.00KB 0.00B 586\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.81GB 174.59MB 1178\n",
" LinearFunction 1.39GB 8.73MB 1765\n",
" Tanh 2.61GB 2.51GB 1765\n",
" Reshape 0.00B 0.00B 882\n",
"MeanSquaredError 25.55MB 0.00B 588\n",
" Sub 6.32MB 0.00B 294\n",
" BroadcastTo 0.00B 0.00B 294\n",
" Mul 6.32MB 0.00B 294\n",
" MulConstant 6.32MB 0.00B 294\n",
" TanhGrad 1.30GB 1.25GB 882\n",
" LinearGradData 86.71MB 0.00B 588\n",
"LinearGradWeight 441.00KB 0.00B 882\n",
" Sum 441.00KB 0.00B 882\n",
" Add 294.00KB 0.00B 588\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.82GB 174.59MB 1182\n",
" LinearFunction 1.40GB 8.73MB 1771\n",
" Tanh 2.62GB 2.52GB 1771\n",
" Reshape 0.00B 0.00B 885\n",
"MeanSquaredError 25.64MB 0.00B 590\n",
" Sub 6.34MB 0.00B 295\n",
" BroadcastTo 0.00B 0.00B 295\n",
" Mul 6.34MB 0.00B 295\n",
" MulConstant 6.34MB 0.00B 295\n",
" TanhGrad 1.31GB 1.26GB 885\n",
" LinearGradData 87.00MB 0.00B 590\n",
"LinearGradWeight 442.50KB 0.00B 885\n",
" Sum 442.50KB 0.00B 885\n",
" Add 295.00KB 0.00B 590\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.83GB 174.59MB 1186\n",
" LinearFunction 1.40GB 8.73MB 1777\n",
" Tanh 2.63GB 2.53GB 1777\n",
" Reshape 0.00B 0.00B 888\n",
"MeanSquaredError 25.73MB 0.00B 592\n",
" Sub 6.36MB 0.00B 296\n",
" BroadcastTo 0.00B 0.00B 296\n",
" Mul 6.36MB 0.00B 296\n",
" MulConstant 6.36MB 0.00B 296\n",
" TanhGrad 1.31GB 1.26GB 888\n",
" LinearGradData 87.30MB 0.00B 592\n",
"LinearGradWeight 444.00KB 0.00B 888\n",
" Sum 444.00KB 0.00B 888\n",
" Add 296.00KB 0.00B 592\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.85GB 174.59MB 1190\n",
" LinearFunction 1.41GB 8.73MB 1783\n",
" Tanh 2.63GB 2.54GB 1783\n",
" Reshape 0.00B 0.00B 891\n",
"MeanSquaredError 25.81MB 0.00B 594\n",
" Sub 6.38MB 0.00B 297\n",
" BroadcastTo 0.00B 0.00B 297\n",
" Mul 6.38MB 0.00B 297\n",
" MulConstant 6.38MB 0.00B 297\n",
" TanhGrad 1.31GB 1.27GB 891\n",
" LinearGradData 87.59MB 0.00B 594\n",
"LinearGradWeight 445.50KB 0.00B 891\n",
" Sum 445.50KB 0.00B 891\n",
" Add 297.00KB 0.00B 594\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.86GB 174.59MB 1194\n",
" LinearFunction 1.41GB 8.73MB 1789\n",
" Tanh 2.64GB 2.54GB 1789\n",
" Reshape 0.00B 0.00B 894\n",
"MeanSquaredError 25.90MB 0.00B 596\n",
" Sub 6.40MB 0.00B 298\n",
" BroadcastTo 0.00B 0.00B 298\n",
" Mul 6.40MB 0.00B 298\n",
" MulConstant 6.40MB 0.00B 298\n",
" TanhGrad 1.32GB 1.27GB 894\n",
" LinearGradData 87.89MB 0.00B 596\n",
"LinearGradWeight 447.00KB 0.00B 894\n",
" Sum 447.00KB 0.00B 894\n",
" Add 298.00KB 0.00B 596\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.87GB 174.59MB 1198\n",
" LinearFunction 1.42GB 8.73MB 1795\n",
" Tanh 2.65GB 2.55GB 1795\n",
" Reshape 0.00B 0.00B 897\n",
"MeanSquaredError 25.99MB 0.00B 598\n",
" Sub 6.42MB 0.00B 299\n",
" BroadcastTo 0.00B 0.00B 299\n",
" Mul 6.42MB 0.00B 299\n",
" MulConstant 6.42MB 0.00B 299\n",
" TanhGrad 1.32GB 1.27GB 897\n",
" LinearGradData 88.18MB 0.00B 598\n",
"LinearGradWeight 448.50KB 0.00B 897\n",
" Sum 448.50KB 0.00B 897\n",
" Add 299.00KB 0.00B 598\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.88GB 174.59MB 1202\n",
" LinearFunction 1.42GB 8.73MB 1801\n",
" Tanh 2.66GB 2.56GB 1801\n",
" Reshape 0.00B 0.00B 900\n",
"MeanSquaredError 26.07MB 0.00B 600\n",
" Sub 6.45MB 0.00B 300\n",
" BroadcastTo 0.00B 0.00B 300\n",
" Mul 6.45MB 0.00B 300\n",
" MulConstant 6.45MB 0.00B 300\n",
" TanhGrad 1.33GB 1.28GB 900\n",
" LinearGradData 88.48MB 0.00B 600\n",
"LinearGradWeight 450.00KB 0.00B 900\n",
" Sum 450.00KB 0.00B 900\n",
" Add 300.00KB 0.00B 600\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.90GB 174.59MB 1206\n",
" LinearFunction 1.42GB 8.73MB 1807\n",
" Tanh 2.67GB 2.57GB 1807\n",
" Reshape 0.00B 0.00B 903\n",
"MeanSquaredError 26.16MB 0.00B 602\n",
" Sub 6.47MB 0.00B 301\n",
" BroadcastTo 0.00B 0.00B 301\n",
" Mul 6.47MB 0.00B 301\n",
" MulConstant 6.47MB 0.00B 301\n",
" TanhGrad 1.33GB 1.28GB 903\n",
" LinearGradData 88.77MB 0.00B 602\n",
"LinearGradWeight 451.50KB 0.00B 903\n",
" Sum 451.50KB 0.00B 903\n",
" Add 301.00KB 0.00B 602\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.91GB 174.59MB 1210\n",
" LinearFunction 1.43GB 8.73MB 1813\n",
" Tanh 2.68GB 2.58GB 1813\n",
" Reshape 0.00B 0.00B 906\n",
"MeanSquaredError 26.25MB 0.00B 604\n",
" Sub 6.49MB 0.00B 302\n",
" BroadcastTo 0.00B 0.00B 302\n",
" Mul 6.49MB 0.00B 302\n",
" MulConstant 6.49MB 0.00B 302\n",
" TanhGrad 1.34GB 1.29GB 906\n",
" LinearGradData 89.07MB 0.00B 604\n",
"LinearGradWeight 453.00KB 0.00B 906\n",
" Sum 453.00KB 0.00B 906\n",
" Add 302.00KB 0.00B 604\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.92GB 174.59MB 1214\n",
" LinearFunction 1.43GB 8.73MB 1819\n",
" Tanh 2.69GB 2.59GB 1819\n",
" Reshape 0.00B 0.00B 909\n",
"MeanSquaredError 26.33MB 0.00B 606\n",
" Sub 6.51MB 0.00B 303\n",
" BroadcastTo 0.00B 0.00B 303\n",
" Mul 6.51MB 0.00B 303\n",
" MulConstant 6.51MB 0.00B 303\n",
" TanhGrad 1.34GB 1.29GB 909\n",
" LinearGradData 89.36MB 0.00B 606\n",
"LinearGradWeight 454.50KB 0.00B 909\n",
" Sum 454.50KB 0.00B 909\n",
" Add 303.00KB 0.00B 606\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.94GB 183.32MB 1218\n",
" LinearFunction 1.44GB 8.73MB 1825\n",
" Tanh 2.70GB 2.60GB 1825\n",
" Reshape 0.00B 0.00B 912\n",
"MeanSquaredError 26.42MB 0.00B 608\n",
" Sub 6.53MB 0.00B 304\n",
" BroadcastTo 0.00B 0.00B 304\n",
" Mul 6.53MB 0.00B 304\n",
" MulConstant 6.53MB 0.00B 304\n",
" TanhGrad 1.35GB 1.30GB 912\n",
" LinearGradData 89.66MB 0.00B 608\n",
"LinearGradWeight 456.00KB 0.00B 912\n",
" Sum 456.00KB 0.00B 912\n",
" Add 304.00KB 0.00B 608\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.95GB 183.32MB 1222\n",
" LinearFunction 1.44GB 8.73MB 1831\n",
" Tanh 2.70GB 2.60GB 1831\n",
" Reshape 0.00B 0.00B 915\n",
"MeanSquaredError 26.51MB 0.00B 610\n",
" Sub 6.55MB 0.00B 305\n",
" BroadcastTo 0.00B 0.00B 305\n",
" Mul 6.55MB 0.00B 305\n",
" MulConstant 6.55MB 0.00B 305\n",
" TanhGrad 1.35GB 1.30GB 915\n",
" LinearGradData 89.95MB 0.00B 610\n",
"LinearGradWeight 457.50KB 0.00B 915\n",
" Sum 457.50KB 0.00B 915\n",
" Add 305.00KB 0.00B 610\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.96GB 183.32MB 1226\n",
" LinearFunction 1.45GB 8.73MB 1837\n",
" Tanh 2.71GB 2.61GB 1837\n",
" Reshape 0.00B 0.00B 918\n",
"MeanSquaredError 26.60MB 0.00B 612\n",
" Sub 6.57MB 0.00B 306\n",
" BroadcastTo 0.00B 0.00B 306\n",
" Mul 6.57MB 0.00B 306\n",
" MulConstant 6.57MB 0.00B 306\n",
" TanhGrad 1.35GB 1.30GB 918\n",
" LinearGradData 90.25MB 0.00B 612\n",
"LinearGradWeight 459.00KB 0.00B 918\n",
" Sum 459.00KB 0.00B 918\n",
" Add 306.00KB 0.00B 612\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.97GB 183.32MB 1230\n",
" LinearFunction 1.45GB 8.73MB 1843\n",
" Tanh 2.72GB 2.62GB 1843\n",
" Reshape 0.00B 0.00B 921\n",
"MeanSquaredError 26.68MB 0.00B 614\n",
" Sub 6.60MB 0.00B 307\n",
" BroadcastTo 0.00B 0.00B 307\n",
" Mul 6.60MB 0.00B 307\n",
" MulConstant 6.60MB 0.00B 307\n",
" TanhGrad 1.36GB 1.31GB 921\n",
" LinearGradData 90.54MB 0.00B 614\n",
"LinearGradWeight 460.50KB 0.00B 921\n",
" Sum 460.50KB 0.00B 921\n",
" Add 307.00KB 0.00B 614\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 3.99GB 183.32MB 1234\n",
" LinearFunction 1.46GB 8.73MB 1849\n",
" Tanh 2.73GB 2.63GB 1849\n",
" Reshape 0.00B 0.00B 924\n",
"MeanSquaredError 26.77MB 0.00B 616\n",
" Sub 6.62MB 0.00B 308\n",
" BroadcastTo 0.00B 0.00B 308\n",
" Mul 6.62MB 0.00B 308\n",
" MulConstant 6.62MB 0.00B 308\n",
" TanhGrad 1.36GB 1.31GB 924\n",
" LinearGradData 90.84MB 0.00B 616\n",
"LinearGradWeight 462.00KB 0.00B 924\n",
" Sum 462.00KB 0.00B 924\n",
" Add 308.00KB 0.00B 616\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.00GB 183.32MB 1238\n",
" LinearFunction 1.46GB 8.73MB 1855\n",
" Tanh 2.74GB 2.64GB 1855\n",
" Reshape 0.00B 0.00B 927\n",
"MeanSquaredError 26.86MB 0.00B 618\n",
" Sub 6.64MB 0.00B 309\n",
" BroadcastTo 0.00B 0.00B 309\n",
" Mul 6.64MB 0.00B 309\n",
" MulConstant 6.64MB 0.00B 309\n",
" TanhGrad 1.37GB 1.32GB 927\n",
" LinearGradData 91.13MB 0.00B 618\n",
"LinearGradWeight 463.50KB 0.00B 927\n",
" Sum 463.50KB 0.00B 927\n",
" Add 309.00KB 0.00B 618\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.01GB 183.32MB 1242\n",
" LinearFunction 1.47GB 8.73MB 1861\n",
" Tanh 2.75GB 2.65GB 1861\n",
" Reshape 0.00B 0.00B 930\n",
"MeanSquaredError 26.94MB 0.00B 620\n",
" Sub 6.66MB 0.00B 310\n",
" BroadcastTo 0.00B 0.00B 310\n",
" Mul 6.66MB 0.00B 310\n",
" MulConstant 6.66MB 0.00B 310\n",
" TanhGrad 1.37GB 1.32GB 930\n",
" LinearGradData 91.43MB 0.00B 620\n",
"LinearGradWeight 465.00KB 0.00B 930\n",
" Sum 465.00KB 0.00B 930\n",
" Add 310.00KB 0.00B 620\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.03GB 183.32MB 1246\n",
" LinearFunction 1.47GB 8.73MB 1867\n",
" Tanh 2.76GB 2.66GB 1867\n",
" Reshape 0.00B 0.00B 933\n",
"MeanSquaredError 27.03MB 0.00B 622\n",
" Sub 6.68MB 0.00B 311\n",
" BroadcastTo 0.00B 0.00B 311\n",
" Mul 6.68MB 0.00B 311\n",
" MulConstant 6.68MB 0.00B 311\n",
" TanhGrad 1.38GB 1.33GB 933\n",
" LinearGradData 91.72MB 0.00B 622\n",
"LinearGradWeight 466.50KB 0.00B 933\n",
" Sum 466.50KB 0.00B 933\n",
" Add 311.00KB 0.00B 622\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.04GB 183.32MB 1250\n",
" LinearFunction 1.48GB 8.73MB 1873\n",
" Tanh 2.77GB 2.66GB 1873\n",
" Reshape 0.00B 0.00B 936\n",
"MeanSquaredError 27.12MB 0.00B 624\n",
" Sub 6.70MB 0.00B 312\n",
" BroadcastTo 0.00B 0.00B 312\n",
" Mul 6.70MB 0.00B 312\n",
" MulConstant 6.70MB 0.00B 312\n",
" TanhGrad 1.38GB 1.33GB 936\n",
" LinearGradData 92.02MB 0.00B 624\n",
"LinearGradWeight 468.00KB 0.00B 936\n",
" Sum 468.00KB 0.00B 936\n",
" Add 312.00KB 0.00B 624\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.05GB 183.32MB 1254\n",
" LinearFunction 1.48GB 8.73MB 1879\n",
" Tanh 2.78GB 2.67GB 1879\n",
" Reshape 0.00B 0.00B 939\n",
"MeanSquaredError 27.20MB 0.00B 626\n",
" Sub 6.72MB 0.00B 313\n",
" BroadcastTo 0.00B 0.00B 313\n",
" Mul 6.72MB 0.00B 313\n",
" MulConstant 6.72MB 0.00B 313\n",
" TanhGrad 1.39GB 1.33GB 939\n",
" LinearGradData 92.31MB 0.00B 626\n",
"LinearGradWeight 469.50KB 0.00B 939\n",
" Sum 469.50KB 0.00B 939\n",
" Add 313.00KB 0.00B 626\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.06GB 183.32MB 1258\n",
" LinearFunction 1.49GB 8.73MB 1885\n",
" Tanh 2.78GB 2.68GB 1885\n",
" Reshape 0.00B 0.00B 942\n",
"MeanSquaredError 27.29MB 0.00B 628\n",
" Sub 6.75MB 0.00B 314\n",
" BroadcastTo 0.00B 0.00B 314\n",
" Mul 6.75MB 0.00B 314\n",
" MulConstant 6.75MB 0.00B 314\n",
" TanhGrad 1.39GB 1.34GB 942\n",
" LinearGradData 92.61MB 0.00B 628\n",
"LinearGradWeight 471.00KB 0.00B 942\n",
" Sum 471.00KB 0.00B 942\n",
" Add 314.00KB 0.00B 628\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.08GB 183.32MB 1262\n",
" LinearFunction 1.49GB 8.73MB 1891\n",
" Tanh 2.79GB 2.69GB 1891\n",
" Reshape 0.00B 0.00B 945\n",
"MeanSquaredError 27.38MB 0.00B 630\n",
" Sub 6.77MB 0.00B 315\n",
" BroadcastTo 0.00B 0.00B 315\n",
" Mul 6.77MB 0.00B 315\n",
" MulConstant 6.77MB 0.00B 315\n",
" TanhGrad 1.39GB 1.34GB 945\n",
" LinearGradData 92.90MB 0.00B 630\n",
"LinearGradWeight 472.50KB 0.00B 945\n",
" Sum 472.50KB 0.00B 945\n",
" Add 315.00KB 0.00B 630\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.09GB 183.32MB 1266\n",
" LinearFunction 1.50GB 8.73MB 1897\n",
" Tanh 2.80GB 2.70GB 1897\n",
" Reshape 0.00B 0.00B 948\n",
"MeanSquaredError 27.46MB 0.00B 632\n",
" Sub 6.79MB 0.00B 316\n",
" BroadcastTo 0.00B 0.00B 316\n",
" Mul 6.79MB 0.00B 316\n",
" MulConstant 6.79MB 0.00B 316\n",
" TanhGrad 1.40GB 1.35GB 948\n",
" LinearGradData 93.20MB 0.00B 632\n",
"LinearGradWeight 474.00KB 0.00B 948\n",
" Sum 474.00KB 0.00B 948\n",
" Add 316.00KB 0.00B 632\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.10GB 183.32MB 1270\n",
" LinearFunction 1.50GB 8.73MB 1903\n",
" Tanh 2.81GB 2.71GB 1903\n",
" Reshape 0.00B 0.00B 951\n",
"MeanSquaredError 27.55MB 0.00B 634\n",
" Sub 6.81MB 0.00B 317\n",
" BroadcastTo 0.00B 0.00B 317\n",
" Mul 6.81MB 0.00B 317\n",
" MulConstant 6.81MB 0.00B 317\n",
" TanhGrad 1.40GB 1.35GB 951\n",
" LinearGradData 93.49MB 0.00B 634\n",
"LinearGradWeight 475.50KB 0.00B 951\n",
" Sum 475.50KB 0.00B 951\n",
" Add 317.00KB 0.00B 634\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.12GB 192.05MB 1274\n",
" LinearFunction 1.50GB 8.73MB 1909\n",
" Tanh 2.82GB 2.72GB 1909\n",
" Reshape 0.00B 0.00B 954\n",
"MeanSquaredError 27.64MB 0.00B 636\n",
" Sub 6.83MB 0.00B 318\n",
" BroadcastTo 0.00B 0.00B 318\n",
" Mul 6.83MB 0.00B 318\n",
" MulConstant 6.83MB 0.00B 318\n",
" TanhGrad 1.41GB 1.36GB 954\n",
" LinearGradData 93.79MB 0.00B 636\n",
"LinearGradWeight 477.00KB 0.00B 954\n",
" Sum 477.00KB 0.00B 954\n",
" Add 318.00KB 0.00B 636\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.13GB 192.05MB 1278\n",
" LinearFunction 1.51GB 8.73MB 1915\n",
" Tanh 2.83GB 2.72GB 1915\n",
" Reshape 0.00B 0.00B 957\n",
"MeanSquaredError 27.73MB 0.00B 638\n",
" Sub 6.85MB 0.00B 319\n",
" BroadcastTo 0.00B 0.00B 319\n",
" Mul 6.85MB 0.00B 319\n",
" MulConstant 6.85MB 0.00B 319\n",
" TanhGrad 1.41GB 1.36GB 957\n",
" LinearGradData 94.08MB 0.00B 638\n",
"LinearGradWeight 478.50KB 0.00B 957\n",
" Sum 478.50KB 0.00B 957\n",
" Add 319.00KB 0.00B 638\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.14GB 192.05MB 1282\n",
" LinearFunction 1.51GB 8.73MB 1921\n",
" Tanh 2.84GB 2.73GB 1921\n",
" Reshape 0.00B 0.00B 960\n",
"MeanSquaredError 27.81MB 0.00B 640\n",
" Sub 6.88MB 0.00B 320\n",
" BroadcastTo 0.00B 0.00B 320\n",
" Mul 6.88MB 0.00B 320\n",
" MulConstant 6.88MB 0.00B 320\n",
" TanhGrad 1.42GB 1.36GB 960\n",
" LinearGradData 94.38MB 0.00B 640\n",
"LinearGradWeight 480.00KB 0.00B 960\n",
" Sum 480.00KB 0.00B 960\n",
" Add 320.00KB 0.00B 640\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.16GB 192.05MB 1286\n",
" LinearFunction 1.52GB 8.73MB 1927\n",
" Tanh 2.85GB 2.74GB 1927\n",
" Reshape 0.00B 0.00B 963\n",
"MeanSquaredError 27.90MB 0.00B 642\n",
" Sub 6.90MB 0.00B 321\n",
" BroadcastTo 0.00B 0.00B 321\n",
" Mul 6.90MB 0.00B 321\n",
" MulConstant 6.90MB 0.00B 321\n",
" TanhGrad 1.42GB 1.37GB 963\n",
" LinearGradData 94.67MB 0.00B 642\n",
"LinearGradWeight 481.50KB 0.00B 963\n",
" Sum 481.50KB 0.00B 963\n",
" Add 321.00KB 0.00B 642\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.17GB 192.05MB 1290\n",
" LinearFunction 1.52GB 8.73MB 1933\n",
" Tanh 2.86GB 2.75GB 1933\n",
" Reshape 0.00B 0.00B 966\n",
"MeanSquaredError 27.99MB 0.00B 644\n",
" Sub 6.92MB 0.00B 322\n",
" BroadcastTo 0.00B 0.00B 322\n",
" Mul 6.92MB 0.00B 322\n",
" MulConstant 6.92MB 0.00B 322\n",
" TanhGrad 1.43GB 1.37GB 966\n",
" LinearGradData 94.96MB 0.00B 644\n",
"LinearGradWeight 483.00KB 0.00B 966\n",
" Sum 483.00KB 0.00B 966\n",
" Add 322.00KB 0.00B 644\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.18GB 192.05MB 1294\n",
" LinearFunction 1.53GB 8.73MB 1939\n",
" Tanh 2.86GB 2.76GB 1939\n",
" Reshape 0.00B 0.00B 969\n",
"MeanSquaredError 28.07MB 0.00B 646\n",
" Sub 6.94MB 0.00B 323\n",
" BroadcastTo 0.00B 0.00B 323\n",
" Mul 6.94MB 0.00B 323\n",
" MulConstant 6.94MB 0.00B 323\n",
" TanhGrad 1.43GB 1.38GB 969\n",
" LinearGradData 95.26MB 0.00B 646\n",
"LinearGradWeight 484.50KB 0.00B 969\n",
" Sum 484.50KB 0.00B 969\n",
" Add 323.00KB 0.00B 646\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.19GB 192.05MB 1298\n",
" LinearFunction 1.53GB 8.73MB 1945\n",
" Tanh 2.87GB 2.77GB 1945\n",
" Reshape 0.00B 0.00B 972\n",
"MeanSquaredError 28.16MB 0.00B 648\n",
" Sub 6.96MB 0.00B 324\n",
" BroadcastTo 0.00B 0.00B 324\n",
" Mul 6.96MB 0.00B 324\n",
" MulConstant 6.96MB 0.00B 324\n",
" TanhGrad 1.43GB 1.38GB 972\n",
" LinearGradData 95.55MB 0.00B 648\n",
"LinearGradWeight 486.00KB 0.00B 972\n",
" Sum 486.00KB 0.00B 972\n",
" Add 324.00KB 0.00B 648\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.21GB 192.05MB 1302\n",
" LinearFunction 1.54GB 8.73MB 1951\n",
" Tanh 2.88GB 2.77GB 1951\n",
" Reshape 0.00B 0.00B 975\n",
"MeanSquaredError 28.25MB 0.00B 650\n",
" Sub 6.98MB 0.00B 325\n",
" BroadcastTo 0.00B 0.00B 325\n",
" Mul 6.98MB 0.00B 325\n",
" MulConstant 6.98MB 0.00B 325\n",
" TanhGrad 1.44GB 1.39GB 975\n",
" LinearGradData 95.85MB 0.00B 650\n",
"LinearGradWeight 487.50KB 0.00B 975\n",
" Sum 487.50KB 0.00B 975\n",
" Add 325.00KB 0.00B 650\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.22GB 192.05MB 1306\n",
" LinearFunction 1.54GB 8.73MB 1957\n",
" Tanh 2.89GB 2.78GB 1957\n",
" Reshape 0.00B 0.00B 978\n",
"MeanSquaredError 28.33MB 0.00B 652\n",
" Sub 7.00MB 0.00B 326\n",
" BroadcastTo 0.00B 0.00B 326\n",
" Mul 7.00MB 0.00B 326\n",
" MulConstant 7.00MB 0.00B 326\n",
" TanhGrad 1.44GB 1.39GB 978\n",
" LinearGradData 96.14MB 0.00B 652\n",
"LinearGradWeight 489.00KB 0.00B 978\n",
" Sum 489.00KB 0.00B 978\n",
" Add 326.00KB 0.00B 652\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.23GB 192.05MB 1310\n",
" LinearFunction 1.55GB 8.73MB 1963\n",
" Tanh 2.90GB 2.79GB 1963\n",
" Reshape 0.00B 0.00B 981\n",
"MeanSquaredError 28.42MB 0.00B 654\n",
" Sub 7.03MB 0.00B 327\n",
" BroadcastTo 0.00B 0.00B 327\n",
" Mul 7.03MB 0.00B 327\n",
" MulConstant 7.03MB 0.00B 327\n",
" TanhGrad 1.45GB 1.39GB 981\n",
" LinearGradData 96.44MB 0.00B 654\n",
"LinearGradWeight 490.50KB 0.00B 981\n",
" Sum 490.50KB 0.00B 981\n",
" Add 327.00KB 0.00B 654\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.25GB 192.05MB 1314\n",
" LinearFunction 1.55GB 8.73MB 1969\n",
" Tanh 2.91GB 2.80GB 1969\n",
" Reshape 0.00B 0.00B 984\n",
"MeanSquaredError 28.51MB 0.00B 656\n",
" Sub 7.05MB 0.00B 328\n",
" BroadcastTo 0.00B 0.00B 328\n",
" Mul 7.05MB 0.00B 328\n",
" MulConstant 7.05MB 0.00B 328\n",
" TanhGrad 1.45GB 1.40GB 984\n",
" LinearGradData 96.73MB 0.00B 656\n",
"LinearGradWeight 492.00KB 0.00B 984\n",
" Sum 492.00KB 0.00B 984\n",
" Add 328.00KB 0.00B 656\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.26GB 192.05MB 1318\n",
" LinearFunction 1.56GB 8.73MB 1975\n",
" Tanh 2.92GB 2.81GB 1975\n",
" Reshape 0.00B 0.00B 987\n",
"MeanSquaredError 28.59MB 0.00B 658\n",
" Sub 7.07MB 0.00B 329\n",
" BroadcastTo 0.00B 0.00B 329\n",
" Mul 7.07MB 0.00B 329\n",
" MulConstant 7.07MB 0.00B 329\n",
" TanhGrad 1.46GB 1.40GB 987\n",
" LinearGradData 97.03MB 0.00B 658\n",
"LinearGradWeight 493.50KB 0.00B 987\n",
" Sum 493.50KB 0.00B 987\n",
" Add 329.00KB 0.00B 658\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.27GB 192.05MB 1322\n",
" LinearFunction 1.56GB 8.73MB 1981\n",
" Tanh 2.93GB 2.82GB 1981\n",
" Reshape 0.00B 0.00B 990\n",
"MeanSquaredError 28.68MB 0.00B 660\n",
" Sub 7.09MB 0.00B 330\n",
" BroadcastTo 0.00B 0.00B 330\n",
" Mul 7.09MB 0.00B 330\n",
" MulConstant 7.09MB 0.00B 330\n",
" TanhGrad 1.46GB 1.41GB 990\n",
" LinearGradData 97.32MB 0.00B 660\n",
"LinearGradWeight 495.00KB 0.00B 990\n",
" Sum 495.00KB 0.00B 990\n",
" Add 330.00KB 0.00B 660\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.28GB 192.05MB 1326\n",
" LinearFunction 1.57GB 8.73MB 1987\n",
" Tanh 2.94GB 2.83GB 1987\n",
" Reshape 0.00B 0.00B 993\n",
"MeanSquaredError 28.77MB 0.00B 662\n",
" Sub 7.11MB 0.00B 331\n",
" BroadcastTo 0.00B 0.00B 331\n",
" Mul 7.11MB 0.00B 331\n",
" MulConstant 7.11MB 0.00B 331\n",
" TanhGrad 1.47GB 1.41GB 993\n",
" LinearGradData 97.62MB 0.00B 662\n",
"LinearGradWeight 496.50KB 0.00B 993\n",
" Sum 496.50KB 0.00B 993\n",
" Add 331.00KB 0.00B 662\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.30GB 200.78MB 1330\n",
" LinearFunction 1.57GB 8.73MB 1993\n",
" Tanh 2.94GB 2.83GB 1993\n",
" Reshape 0.00B 0.00B 996\n",
"MeanSquaredError 28.86MB 0.00B 664\n",
" Sub 7.13MB 0.00B 332\n",
" BroadcastTo 0.00B 0.00B 332\n",
" Mul 7.13MB 0.00B 332\n",
" MulConstant 7.13MB 0.00B 332\n",
" TanhGrad 1.47GB 1.42GB 996\n",
" LinearGradData 97.91MB 0.00B 664\n",
"LinearGradWeight 498.00KB 0.00B 996\n",
" Sum 498.00KB 0.00B 996\n",
" Add 332.00KB 0.00B 664\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.31GB 200.78MB 1334\n",
" LinearFunction 1.58GB 8.73MB 1999\n",
" Tanh 2.95GB 2.84GB 1999\n",
" Reshape 0.00B 0.00B 999\n",
"MeanSquaredError 28.94MB 0.00B 666\n",
" Sub 7.15MB 0.00B 333\n",
" BroadcastTo 0.00B 0.00B 333\n",
" Mul 7.15MB 0.00B 333\n",
" MulConstant 7.15MB 0.00B 333\n",
" TanhGrad 1.47GB 1.42GB 999\n",
" LinearGradData 98.21MB 0.00B 666\n",
"LinearGradWeight 499.50KB 0.00B 999\n",
" Sum 499.50KB 0.00B 999\n",
" Add 333.00KB 0.00B 666\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.32GB 200.78MB 1338\n",
" LinearFunction 1.58GB 8.73MB 2005\n",
" Tanh 2.96GB 2.85GB 2005\n",
" Reshape 0.00B 0.00B 1002\n",
"MeanSquaredError 29.03MB 0.00B 668\n",
" Sub 7.18MB 0.00B 334\n",
" BroadcastTo 0.00B 0.00B 334\n",
" Mul 7.18MB 0.00B 334\n",
" MulConstant 7.18MB 0.00B 334\n",
" TanhGrad 1.48GB 1.42GB 1002\n",
" LinearGradData 98.50MB 0.00B 668\n",
"LinearGradWeight 501.00KB 0.00B 1002\n",
" Sum 501.00KB 0.00B 1002\n",
" Add 334.00KB 0.00B 668\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.34GB 200.78MB 1342\n",
" LinearFunction 1.59GB 8.73MB 2011\n",
" Tanh 2.97GB 2.86GB 2011\n",
" Reshape 0.00B 0.00B 1005\n",
"MeanSquaredError 29.12MB 0.00B 670\n",
" Sub 7.20MB 0.00B 335\n",
" BroadcastTo 0.00B 0.00B 335\n",
" Mul 7.20MB 0.00B 335\n",
" MulConstant 7.20MB 0.00B 335\n",
" TanhGrad 1.48GB 1.43GB 1005\n",
" LinearGradData 98.80MB 0.00B 670\n",
"LinearGradWeight 502.50KB 0.00B 1005\n",
" Sum 502.50KB 0.00B 1005\n",
" Add 335.00KB 0.00B 670\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.35GB 200.78MB 1346\n",
" LinearFunction 1.59GB 8.73MB 2017\n",
" Tanh 2.98GB 2.87GB 2017\n",
" Reshape 0.00B 0.00B 1008\n",
"MeanSquaredError 29.20MB 0.00B 672\n",
" Sub 7.22MB 0.00B 336\n",
" BroadcastTo 0.00B 0.00B 336\n",
" Mul 7.22MB 0.00B 336\n",
" MulConstant 7.22MB 0.00B 336\n",
" TanhGrad 1.49GB 1.43GB 1008\n",
" LinearGradData 99.09MB 0.00B 672\n",
"LinearGradWeight 504.00KB 0.00B 1008\n",
" Sum 504.00KB 0.00B 1008\n",
" Add 336.00KB 0.00B 672\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.36GB 200.78MB 1350\n",
" LinearFunction 1.59GB 8.73MB 2023\n",
" Tanh 2.99GB 2.88GB 2023\n",
" Reshape 0.00B 0.00B 1011\n",
"MeanSquaredError 29.29MB 0.00B 674\n",
" Sub 7.24MB 0.00B 337\n",
" BroadcastTo 0.00B 0.00B 337\n",
" Mul 7.24MB 0.00B 337\n",
" MulConstant 7.24MB 0.00B 337\n",
" TanhGrad 1.49GB 1.44GB 1011\n",
" LinearGradData 99.39MB 0.00B 674\n",
"LinearGradWeight 505.50KB 0.00B 1011\n",
" Sum 505.50KB 0.00B 1011\n",
" Add 337.00KB 0.00B 674\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.38GB 200.78MB 1354\n",
" LinearFunction 1.60GB 8.73MB 2029\n",
" Tanh 3.00GB 2.89GB 2029\n",
" Reshape 0.00B 0.00B 1014\n",
"MeanSquaredError 29.38MB 0.00B 676\n",
" Sub 7.26MB 0.00B 338\n",
" BroadcastTo 0.00B 0.00B 338\n",
" Mul 7.26MB 0.00B 338\n",
" MulConstant 7.26MB 0.00B 338\n",
" TanhGrad 1.50GB 1.44GB 1014\n",
" LinearGradData 99.68MB 0.00B 676\n",
"LinearGradWeight 507.00KB 0.00B 1014\n",
" Sum 507.00KB 0.00B 1014\n",
" Add 338.00KB 0.00B 676\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.39GB 200.78MB 1358\n",
" LinearFunction 1.60GB 8.73MB 2035\n",
" Tanh 3.01GB 2.89GB 2035\n",
" Reshape 0.00B 0.00B 1017\n",
"MeanSquaredError 29.46MB 0.00B 678\n",
" Sub 7.28MB 0.00B 339\n",
" BroadcastTo 0.00B 0.00B 339\n",
" Mul 7.28MB 0.00B 339\n",
" MulConstant 7.28MB 0.00B 339\n",
" TanhGrad 1.50GB 1.44GB 1017\n",
" LinearGradData 99.98MB 0.00B 678\n",
"LinearGradWeight 508.50KB 0.00B 1017\n",
" Sum 508.50KB 0.00B 1017\n",
" Add 339.00KB 0.00B 678\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.40GB 200.78MB 1362\n",
" LinearFunction 1.61GB 8.73MB 2041\n",
" Tanh 3.01GB 2.90GB 2041\n",
" Reshape 0.00B 0.00B 1020\n",
"MeanSquaredError 29.55MB 0.00B 680\n",
" Sub 7.30MB 0.00B 340\n",
" BroadcastTo 0.00B 0.00B 340\n",
" Mul 7.30MB 0.00B 340\n",
" MulConstant 7.30MB 0.00B 340\n",
" TanhGrad 1.51GB 1.45GB 1020\n",
" LinearGradData 100.27MB 0.00B 680\n",
"LinearGradWeight 510.00KB 0.00B 1020\n",
" Sum 510.00KB 0.00B 1020\n",
" Add 340.00KB 0.00B 680\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.41GB 200.78MB 1366\n",
" LinearFunction 1.61GB 8.73MB 2047\n",
" Tanh 3.02GB 2.91GB 2047\n",
" Reshape 0.00B 0.00B 1023\n",
"MeanSquaredError 29.64MB 0.00B 682\n",
" Sub 7.33MB 0.00B 341\n",
" BroadcastTo 0.00B 0.00B 341\n",
" Mul 7.33MB 0.00B 341\n",
" MulConstant 7.33MB 0.00B 341\n",
" TanhGrad 1.51GB 1.45GB 1023\n",
" LinearGradData 100.57MB 0.00B 682\n",
"LinearGradWeight 511.50KB 0.00B 1023\n",
" Sum 511.50KB 0.00B 1023\n",
" Add 341.00KB 0.00B 682\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.43GB 200.78MB 1370\n",
" LinearFunction 1.62GB 8.73MB 2053\n",
" Tanh 3.03GB 2.92GB 2053\n",
" Reshape 0.00B 0.00B 1026\n",
"MeanSquaredError 29.72MB 0.00B 684\n",
" Sub 7.35MB 0.00B 342\n",
" BroadcastTo 0.00B 0.00B 342\n",
" Mul 7.35MB 0.00B 342\n",
" MulConstant 7.35MB 0.00B 342\n",
" TanhGrad 1.51GB 1.46GB 1026\n",
" LinearGradData 100.86MB 0.00B 684\n",
"LinearGradWeight 513.00KB 0.00B 1026\n",
" Sum 513.00KB 0.00B 1026\n",
" Add 342.00KB 0.00B 684\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.44GB 200.78MB 1374\n",
" LinearFunction 1.62GB 8.73MB 2059\n",
" Tanh 3.04GB 2.93GB 2059\n",
" Reshape 0.00B 0.00B 1029\n",
"MeanSquaredError 29.81MB 0.00B 686\n",
" Sub 7.37MB 0.00B 343\n",
" BroadcastTo 0.00B 0.00B 343\n",
" Mul 7.37MB 0.00B 343\n",
" MulConstant 7.37MB 0.00B 343\n",
" TanhGrad 1.52GB 1.46GB 1029\n",
" LinearGradData 101.16MB 0.00B 686\n",
"LinearGradWeight 514.50KB 0.00B 1029\n",
" Sum 514.50KB 0.00B 1029\n",
" Add 343.00KB 0.00B 686\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.45GB 200.78MB 1378\n",
" LinearFunction 1.63GB 8.73MB 2065\n",
" Tanh 3.05GB 2.94GB 2065\n",
" Reshape 0.00B 0.00B 1032\n",
"MeanSquaredError 29.90MB 0.00B 688\n",
" Sub 7.39MB 0.00B 344\n",
" BroadcastTo 0.00B 0.00B 344\n",
" Mul 7.39MB 0.00B 344\n",
" MulConstant 7.39MB 0.00B 344\n",
" TanhGrad 1.52GB 1.47GB 1032\n",
" LinearGradData 101.45MB 0.00B 688\n",
"LinearGradWeight 516.00KB 0.00B 1032\n",
" Sum 516.00KB 0.00B 1032\n",
" Add 344.00KB 0.00B 688\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.47GB 209.51MB 1382\n",
" LinearFunction 1.63GB 8.73MB 2071\n",
" Tanh 3.06GB 2.95GB 2071\n",
" Reshape 0.00B 0.00B 1035\n",
"MeanSquaredError 29.99MB 0.00B 690\n",
" Sub 7.41MB 0.00B 345\n",
" BroadcastTo 0.00B 0.00B 345\n",
" Mul 7.41MB 0.00B 345\n",
" MulConstant 7.41MB 0.00B 345\n",
" TanhGrad 1.53GB 1.47GB 1035\n",
" LinearGradData 101.75MB 0.00B 690\n",
"LinearGradWeight 517.50KB 0.00B 1035\n",
" Sum 517.50KB 0.00B 1035\n",
" Add 345.00KB 0.00B 690\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.48GB 209.51MB 1386\n",
" LinearFunction 1.64GB 8.73MB 2077\n",
" Tanh 3.07GB 2.95GB 2077\n",
" Reshape 0.00B 0.00B 1038\n",
"MeanSquaredError 30.07MB 0.00B 692\n",
" Sub 7.43MB 0.00B 346\n",
" BroadcastTo 0.00B 0.00B 346\n",
" Mul 7.43MB 0.00B 346\n",
" MulConstant 7.43MB 0.00B 346\n",
" TanhGrad 1.53GB 1.47GB 1038\n",
" LinearGradData 102.04MB 0.00B 692\n",
"LinearGradWeight 519.00KB 0.00B 1038\n",
" Sum 519.00KB 0.00B 1038\n",
" Add 346.00KB 0.00B 692\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.49GB 209.51MB 1390\n",
" LinearFunction 1.64GB 8.73MB 2083\n",
" Tanh 3.08GB 2.96GB 2083\n",
" Reshape 0.00B 0.00B 1041\n",
"MeanSquaredError 30.16MB 0.00B 694\n",
" Sub 7.46MB 0.00B 347\n",
" BroadcastTo 0.00B 0.00B 347\n",
" Mul 7.46MB 0.00B 347\n",
" MulConstant 7.46MB 0.00B 347\n",
" TanhGrad 1.54GB 1.48GB 1041\n",
" LinearGradData 102.34MB 0.00B 694\n",
"LinearGradWeight 520.50KB 0.00B 1041\n",
" Sum 520.50KB 0.00B 1041\n",
" Add 347.00KB 0.00B 694\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.50GB 209.51MB 1394\n",
" LinearFunction 1.65GB 8.73MB 2089\n",
" Tanh 3.09GB 2.97GB 2089\n",
" Reshape 0.00B 0.00B 1044\n",
"MeanSquaredError 30.25MB 0.00B 696\n",
" Sub 7.48MB 0.00B 348\n",
" BroadcastTo 0.00B 0.00B 348\n",
" Mul 7.48MB 0.00B 348\n",
" MulConstant 7.48MB 0.00B 348\n",
" TanhGrad 1.54GB 1.48GB 1044\n",
" LinearGradData 102.63MB 0.00B 696\n",
"LinearGradWeight 522.00KB 0.00B 1044\n",
" Sum 522.00KB 0.00B 1044\n",
" Add 348.00KB 0.00B 696\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.52GB 209.51MB 1398\n",
" LinearFunction 1.65GB 8.73MB 2095\n",
" Tanh 3.09GB 2.98GB 2095\n",
" Reshape 0.00B 0.00B 1047\n",
"MeanSquaredError 30.33MB 0.00B 698\n",
" Sub 7.50MB 0.00B 349\n",
" BroadcastTo 0.00B 0.00B 349\n",
" Mul 7.50MB 0.00B 349\n",
" MulConstant 7.50MB 0.00B 349\n",
" TanhGrad 1.55GB 1.49GB 1047\n",
" LinearGradData 102.93MB 0.00B 698\n",
"LinearGradWeight 523.50KB 0.00B 1047\n",
" Sum 523.50KB 0.00B 1047\n",
" Add 349.00KB 0.00B 698\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.53GB 209.51MB 1402\n",
" LinearFunction 1.66GB 8.73MB 2101\n",
" Tanh 3.10GB 2.99GB 2101\n",
" Reshape 0.00B 0.00B 1050\n",
"MeanSquaredError 30.42MB 0.00B 700\n",
" Sub 7.52MB 0.00B 350\n",
" BroadcastTo 0.00B 0.00B 350\n",
" Mul 7.52MB 0.00B 350\n",
" MulConstant 7.52MB 0.00B 350\n",
" TanhGrad 1.55GB 1.49GB 1050\n",
" LinearGradData 103.22MB 0.00B 700\n",
"LinearGradWeight 525.00KB 0.00B 1050\n",
" Sum 525.00KB 0.00B 1050\n",
" Add 350.00KB 0.00B 700\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.54GB 209.51MB 1406\n",
" LinearFunction 1.66GB 8.73MB 2107\n",
" Tanh 3.11GB 3.00GB 2107\n",
" Reshape 0.00B 0.00B 1053\n",
"MeanSquaredError 30.51MB 0.00B 702\n",
" Sub 7.54MB 0.00B 351\n",
" BroadcastTo 0.00B 0.00B 351\n",
" Mul 7.54MB 0.00B 351\n",
" MulConstant 7.54MB 0.00B 351\n",
" TanhGrad 1.55GB 1.50GB 1053\n",
" LinearGradData 103.52MB 0.00B 702\n",
"LinearGradWeight 526.50KB 0.00B 1053\n",
" Sum 526.50KB 0.00B 1053\n",
" Add 351.00KB 0.00B 702\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.56GB 209.51MB 1410\n",
" LinearFunction 1.67GB 8.73MB 2113\n",
" Tanh 3.12GB 3.01GB 2113\n",
" Reshape 0.00B 0.00B 1056\n",
"MeanSquaredError 30.59MB 0.00B 704\n",
" Sub 7.56MB 0.00B 352\n",
" BroadcastTo 0.00B 0.00B 352\n",
" Mul 7.56MB 0.00B 352\n",
" MulConstant 7.56MB 0.00B 352\n",
" TanhGrad 1.56GB 1.50GB 1056\n",
" LinearGradData 103.81MB 0.00B 704\n",
"LinearGradWeight 528.00KB 0.00B 1056\n",
" Sum 528.00KB 0.00B 1056\n",
" Add 352.00KB 0.00B 704\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.57GB 209.51MB 1414\n",
" LinearFunction 1.67GB 8.73MB 2119\n",
" Tanh 3.13GB 3.01GB 2119\n",
" Reshape 0.00B 0.00B 1059\n",
"MeanSquaredError 30.68MB 0.00B 706\n",
" Sub 7.58MB 0.00B 353\n",
" BroadcastTo 0.00B 0.00B 353\n",
" Mul 7.58MB 0.00B 353\n",
" MulConstant 7.58MB 0.00B 353\n",
" TanhGrad 1.56GB 1.50GB 1059\n",
" LinearGradData 104.11MB 0.00B 706\n",
"LinearGradWeight 529.50KB 0.00B 1059\n",
" Sum 529.50KB 0.00B 1059\n",
" Add 353.00KB 0.00B 706\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.58GB 209.51MB 1418\n",
" LinearFunction 1.67GB 8.73MB 2125\n",
" Tanh 3.14GB 3.02GB 2125\n",
" Reshape 0.00B 0.00B 1062\n",
"MeanSquaredError 30.77MB 0.00B 708\n",
" Sub 7.61MB 0.00B 354\n",
" BroadcastTo 0.00B 0.00B 354\n",
" Mul 7.61MB 0.00B 354\n",
" MulConstant 7.61MB 0.00B 354\n",
" TanhGrad 1.57GB 1.51GB 1062\n",
" LinearGradData 104.40MB 0.00B 708\n",
"LinearGradWeight 531.00KB 0.00B 1062\n",
" Sum 531.00KB 0.00B 1062\n",
" Add 354.00KB 0.00B 708\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.60GB 209.51MB 1422\n",
" LinearFunction 1.68GB 8.73MB 2131\n",
" Tanh 3.15GB 3.03GB 2131\n",
" Reshape 0.00B 0.00B 1065\n",
"MeanSquaredError 30.85MB 0.00B 710\n",
" Sub 7.63MB 0.00B 355\n",
" BroadcastTo 0.00B 0.00B 355\n",
" Mul 7.63MB 0.00B 355\n",
" MulConstant 7.63MB 0.00B 355\n",
" TanhGrad 1.57GB 1.51GB 1065\n",
" LinearGradData 104.70MB 0.00B 710\n",
"LinearGradWeight 532.50KB 0.00B 1065\n",
" Sum 532.50KB 0.00B 1065\n",
" Add 355.00KB 0.00B 710\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.61GB 209.51MB 1426\n",
" LinearFunction 1.68GB 8.73MB 2137\n",
" Tanh 3.16GB 3.04GB 2137\n",
" Reshape 0.00B 0.00B 1068\n",
"MeanSquaredError 30.94MB 0.00B 712\n",
" Sub 7.65MB 0.00B 356\n",
" BroadcastTo 0.00B 0.00B 356\n",
" Mul 7.65MB 0.00B 356\n",
" MulConstant 7.65MB 0.00B 356\n",
" TanhGrad 1.58GB 1.52GB 1068\n",
" LinearGradData 104.99MB 0.00B 712\n",
"LinearGradWeight 534.00KB 0.00B 1068\n",
" Sum 534.00KB 0.00B 1068\n",
" Add 356.00KB 0.00B 712\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.62GB 209.51MB 1430\n",
" LinearFunction 1.69GB 8.73MB 2143\n",
" Tanh 3.17GB 3.05GB 2143\n",
" Reshape 0.00B 0.00B 1071\n",
"MeanSquaredError 31.03MB 0.00B 714\n",
" Sub 7.67MB 0.00B 357\n",
" BroadcastTo 0.00B 0.00B 357\n",
" Mul 7.67MB 0.00B 357\n",
" MulConstant 7.67MB 0.00B 357\n",
" TanhGrad 1.58GB 1.52GB 1071\n",
" LinearGradData 105.29MB 0.00B 714\n",
"LinearGradWeight 535.50KB 0.00B 1071\n",
" Sum 535.50KB 0.00B 1071\n",
" Add 357.00KB 0.00B 714\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.63GB 209.51MB 1434\n",
" LinearFunction 1.69GB 8.73MB 2149\n",
" Tanh 3.17GB 3.06GB 2149\n",
" Reshape 0.00B 0.00B 1074\n",
"MeanSquaredError 31.12MB 0.00B 716\n",
" Sub 7.69MB 0.00B 358\n",
" BroadcastTo 0.00B 0.00B 358\n",
" Mul 7.69MB 0.00B 358\n",
" MulConstant 7.69MB 0.00B 358\n",
" TanhGrad 1.59GB 1.53GB 1074\n",
" LinearGradData 105.58MB 0.00B 716\n",
"LinearGradWeight 537.00KB 0.00B 1074\n",
" Sum 537.00KB 0.00B 1074\n",
" Add 358.00KB 0.00B 716\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.65GB 218.24MB 1438\n",
" LinearFunction 1.70GB 8.73MB 2155\n",
" Tanh 3.18GB 3.06GB 2155\n",
" Reshape 0.00B 0.00B 1077\n",
"MeanSquaredError 31.20MB 0.00B 718\n",
" Sub 7.71MB 0.00B 359\n",
" BroadcastTo 0.00B 0.00B 359\n",
" Mul 7.71MB 0.00B 359\n",
" MulConstant 7.71MB 0.00B 359\n",
" TanhGrad 1.59GB 1.53GB 1077\n",
" LinearGradData 105.88MB 0.00B 718\n",
"LinearGradWeight 538.50KB 0.00B 1077\n",
" Sum 538.50KB 0.00B 1077\n",
" Add 359.00KB 0.00B 718\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.66GB 218.24MB 1442\n",
" LinearFunction 1.70GB 8.73MB 2161\n",
" Tanh 3.19GB 3.07GB 2161\n",
" Reshape 0.00B 0.00B 1080\n",
"MeanSquaredError 31.29MB 0.00B 720\n",
" Sub 7.73MB 0.00B 360\n",
" BroadcastTo 0.00B 0.00B 360\n",
" Mul 7.73MB 0.00B 360\n",
" MulConstant 7.73MB 0.00B 360\n",
" TanhGrad 1.59GB 1.53GB 1080\n",
" LinearGradData 106.17MB 0.00B 720\n",
"LinearGradWeight 540.00KB 0.00B 1080\n",
" Sum 540.00KB 0.00B 1080\n",
" Add 360.00KB 0.00B 720\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.67GB 218.24MB 1446\n",
" LinearFunction 1.71GB 8.73MB 2167\n",
" Tanh 3.20GB 3.08GB 2167\n",
" Reshape 0.00B 0.00B 1083\n",
"MeanSquaredError 31.38MB 0.00B 722\n",
" Sub 7.76MB 0.00B 361\n",
" BroadcastTo 0.00B 0.00B 361\n",
" Mul 7.76MB 0.00B 361\n",
" MulConstant 7.76MB 0.00B 361\n",
" TanhGrad 1.60GB 1.54GB 1083\n",
" LinearGradData 106.47MB 0.00B 722\n",
"LinearGradWeight 541.50KB 0.00B 1083\n",
" Sum 541.50KB 0.00B 1083\n",
" Add 361.00KB 0.00B 722\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.69GB 218.24MB 1450\n",
" LinearFunction 1.71GB 8.73MB 2173\n",
" Tanh 3.21GB 3.09GB 2173\n",
" Reshape 0.00B 0.00B 1086\n",
"MeanSquaredError 31.46MB 0.00B 724\n",
" Sub 7.78MB 0.00B 362\n",
" BroadcastTo 0.00B 0.00B 362\n",
" Mul 7.78MB 0.00B 362\n",
" MulConstant 7.78MB 0.00B 362\n",
" TanhGrad 1.60GB 1.54GB 1086\n",
" LinearGradData 106.76MB 0.00B 724\n",
"LinearGradWeight 543.00KB 0.00B 1086\n",
" Sum 543.00KB 0.00B 1086\n",
" Add 362.00KB 0.00B 724\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.70GB 218.24MB 1454\n",
" LinearFunction 1.72GB 8.73MB 2179\n",
" Tanh 3.22GB 3.10GB 2179\n",
" Reshape 0.00B 0.00B 1089\n",
"MeanSquaredError 31.55MB 0.00B 726\n",
" Sub 7.80MB 0.00B 363\n",
" BroadcastTo 0.00B 0.00B 363\n",
" Mul 7.80MB 0.00B 363\n",
" MulConstant 7.80MB 0.00B 363\n",
" TanhGrad 1.61GB 1.55GB 1089\n",
" LinearGradData 107.06MB 0.00B 726\n",
"LinearGradWeight 544.50KB 0.00B 1089\n",
" Sum 544.50KB 0.00B 1089\n",
" Add 363.00KB 0.00B 726\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.71GB 218.24MB 1458\n",
" LinearFunction 1.72GB 8.73MB 2185\n",
" Tanh 3.23GB 3.11GB 2185\n",
" Reshape 0.00B 0.00B 1092\n",
"MeanSquaredError 31.64MB 0.00B 728\n",
" Sub 7.82MB 0.00B 364\n",
" BroadcastTo 0.00B 0.00B 364\n",
" Mul 7.82MB 0.00B 364\n",
" MulConstant 7.82MB 0.00B 364\n",
" TanhGrad 1.61GB 1.55GB 1092\n",
" LinearGradData 107.35MB 0.00B 728\n",
"LinearGradWeight 546.00KB 0.00B 1092\n",
" Sum 546.00KB 0.00B 1092\n",
" Add 364.00KB 0.00B 728\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.72GB 218.24MB 1462\n",
" LinearFunction 1.73GB 8.73MB 2191\n",
" Tanh 3.24GB 3.12GB 2191\n",
" Reshape 0.00B 0.00B 1095\n",
"MeanSquaredError 31.72MB 0.00B 730\n",
" Sub 7.84MB 0.00B 365\n",
" BroadcastTo 0.00B 0.00B 365\n",
" Mul 7.84MB 0.00B 365\n",
" MulConstant 7.84MB 0.00B 365\n",
" TanhGrad 1.62GB 1.56GB 1095\n",
" LinearGradData 107.65MB 0.00B 730\n",
"LinearGradWeight 547.50KB 0.00B 1095\n",
" Sum 547.50KB 0.00B 1095\n",
" Add 365.00KB 0.00B 730\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.74GB 218.24MB 1466\n",
" LinearFunction 1.73GB 8.73MB 2197\n",
" Tanh 3.25GB 3.12GB 2197\n",
" Reshape 0.00B 0.00B 1098\n",
"MeanSquaredError 31.81MB 0.00B 732\n",
" Sub 7.86MB 0.00B 366\n",
" BroadcastTo 0.00B 0.00B 366\n",
" Mul 7.86MB 0.00B 366\n",
" MulConstant 7.86MB 0.00B 366\n",
" TanhGrad 1.62GB 1.56GB 1098\n",
" LinearGradData 107.94MB 0.00B 732\n",
"LinearGradWeight 549.00KB 0.00B 1098\n",
" Sum 549.00KB 0.00B 1098\n",
" Add 366.00KB 0.00B 732\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.75GB 218.24MB 1470\n",
" LinearFunction 1.74GB 8.73MB 2203\n",
" Tanh 3.25GB 3.13GB 2203\n",
" Reshape 0.00B 0.00B 1101\n",
"MeanSquaredError 31.90MB 0.00B 734\n",
" Sub 7.88MB 0.00B 367\n",
" BroadcastTo 0.00B 0.00B 367\n",
" Mul 7.88MB 0.00B 367\n",
" MulConstant 7.88MB 0.00B 367\n",
" TanhGrad 1.62GB 1.56GB 1101\n",
" LinearGradData 108.24MB 0.00B 734\n",
"LinearGradWeight 550.50KB 0.00B 1101\n",
" Sum 550.50KB 0.00B 1101\n",
" Add 367.00KB 0.00B 734\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.76GB 218.24MB 1474\n",
" LinearFunction 1.74GB 8.73MB 2209\n",
" Tanh 3.26GB 3.14GB 2209\n",
" Reshape 0.00B 0.00B 1104\n",
"MeanSquaredError 31.98MB 0.00B 736\n",
" Sub 7.91MB 0.00B 368\n",
" BroadcastTo 0.00B 0.00B 368\n",
" Mul 7.91MB 0.00B 368\n",
" MulConstant 7.91MB 0.00B 368\n",
" TanhGrad 1.63GB 1.57GB 1104\n",
" LinearGradData 108.53MB 0.00B 736\n",
"LinearGradWeight 552.00KB 0.00B 1104\n",
" Sum 552.00KB 0.00B 1104\n",
" Add 368.00KB 0.00B 736\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.78GB 218.24MB 1478\n",
" LinearFunction 1.75GB 8.73MB 2215\n",
" Tanh 3.27GB 3.15GB 2215\n",
" Reshape 0.00B 0.00B 1107\n",
"MeanSquaredError 32.07MB 0.00B 738\n",
" Sub 7.93MB 0.00B 369\n",
" BroadcastTo 0.00B 0.00B 369\n",
" Mul 7.93MB 0.00B 369\n",
" MulConstant 7.93MB 0.00B 369\n",
" TanhGrad 1.63GB 1.57GB 1107\n",
" LinearGradData 108.83MB 0.00B 738\n",
"LinearGradWeight 553.50KB 0.00B 1107\n",
" Sum 553.50KB 0.00B 1107\n",
" Add 369.00KB 0.00B 738\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.79GB 218.24MB 1482\n",
" LinearFunction 1.75GB 8.73MB 2221\n",
" Tanh 3.28GB 3.16GB 2221\n",
" Reshape 0.00B 0.00B 1110\n",
"MeanSquaredError 32.16MB 0.00B 740\n",
" Sub 7.95MB 0.00B 370\n",
" BroadcastTo 0.00B 0.00B 370\n",
" Mul 7.95MB 0.00B 370\n",
" MulConstant 7.95MB 0.00B 370\n",
" TanhGrad 1.64GB 1.58GB 1110\n",
" LinearGradData 109.12MB 0.00B 740\n",
"LinearGradWeight 555.00KB 0.00B 1110\n",
" Sum 555.00KB 0.00B 1110\n",
" Add 370.00KB 0.00B 740\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.80GB 218.24MB 1486\n",
" LinearFunction 1.76GB 8.73MB 2227\n",
" Tanh 3.29GB 3.17GB 2227\n",
" Reshape 0.00B 0.00B 1113\n",
"MeanSquaredError 32.25MB 0.00B 742\n",
" Sub 7.97MB 0.00B 371\n",
" BroadcastTo 0.00B 0.00B 371\n",
" Mul 7.97MB 0.00B 371\n",
" MulConstant 7.97MB 0.00B 371\n",
" TanhGrad 1.64GB 1.58GB 1113\n",
" LinearGradData 109.42MB 0.00B 742\n",
"LinearGradWeight 556.50KB 0.00B 1113\n",
" Sum 556.50KB 0.00B 1113\n",
" Add 371.00KB 0.00B 742\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.81GB 218.24MB 1490\n",
" LinearFunction 1.76GB 8.73MB 2233\n",
" Tanh 3.30GB 3.18GB 2233\n",
" Reshape 0.00B 0.00B 1116\n",
"MeanSquaredError 32.33MB 0.00B 744\n",
" Sub 7.99MB 0.00B 372\n",
" BroadcastTo 0.00B 0.00B 372\n",
" Mul 7.99MB 0.00B 372\n",
" MulConstant 7.99MB 0.00B 372\n",
" TanhGrad 1.65GB 1.59GB 1116\n",
" LinearGradData 109.71MB 0.00B 744\n",
"LinearGradWeight 558.00KB 0.00B 1116\n",
" Sum 558.00KB 0.00B 1116\n",
" Add 372.00KB 0.00B 744\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.83GB 226.97MB 1494\n",
" LinearFunction 1.76GB 8.73MB 2239\n",
" Tanh 3.31GB 3.18GB 2239\n",
" Reshape 0.00B 0.00B 1119\n",
"MeanSquaredError 32.42MB 0.00B 746\n",
" Sub 8.01MB 0.00B 373\n",
" BroadcastTo 0.00B 0.00B 373\n",
" Mul 8.01MB 0.00B 373\n",
" MulConstant 8.01MB 0.00B 373\n",
" TanhGrad 1.65GB 1.59GB 1119\n",
" LinearGradData 110.01MB 0.00B 746\n",
"LinearGradWeight 559.50KB 0.00B 1119\n",
" Sum 559.50KB 0.00B 1119\n",
" Add 373.00KB 0.00B 746\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.84GB 226.97MB 1498\n",
" LinearFunction 1.77GB 8.73MB 2245\n",
" Tanh 3.32GB 3.19GB 2245\n",
" Reshape 0.00B 0.00B 1122\n",
"MeanSquaredError 32.51MB 0.00B 748\n",
" Sub 8.04MB 0.00B 374\n",
" BroadcastTo 0.00B 0.00B 374\n",
" Mul 8.04MB 0.00B 374\n",
" MulConstant 8.04MB 0.00B 374\n",
" TanhGrad 1.66GB 1.59GB 1122\n",
" LinearGradData 110.30MB 0.00B 748\n",
"LinearGradWeight 561.00KB 0.00B 1122\n",
" Sum 561.00KB 0.00B 1122\n",
" Add 374.00KB 0.00B 748\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.85GB 226.97MB 1502\n",
" LinearFunction 1.77GB 8.73MB 2251\n",
" Tanh 3.32GB 3.20GB 2251\n",
" Reshape 0.00B 0.00B 1125\n",
"MeanSquaredError 32.59MB 0.00B 750\n",
" Sub 8.06MB 0.00B 375\n",
" BroadcastTo 0.00B 0.00B 375\n",
" Mul 8.06MB 0.00B 375\n",
" MulConstant 8.06MB 0.00B 375\n",
" TanhGrad 1.66GB 1.60GB 1125\n",
" LinearGradData 110.60MB 0.00B 750\n",
"LinearGradWeight 562.50KB 0.00B 1125\n",
" Sum 562.50KB 0.00B 1125\n",
" Add 375.00KB 0.00B 750\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.87GB 226.97MB 1506\n",
" LinearFunction 1.78GB 8.73MB 2257\n",
" Tanh 3.33GB 3.21GB 2257\n",
" Reshape 0.00B 0.00B 1128\n",
"MeanSquaredError 32.68MB 0.00B 752\n",
" Sub 8.08MB 0.00B 376\n",
" BroadcastTo 0.00B 0.00B 376\n",
" Mul 8.08MB 0.00B 376\n",
" MulConstant 8.08MB 0.00B 376\n",
" TanhGrad 1.66GB 1.60GB 1128\n",
" LinearGradData 110.89MB 0.00B 752\n",
"LinearGradWeight 564.00KB 0.00B 1128\n",
" Sum 564.00KB 0.00B 1128\n",
" Add 376.00KB 0.00B 752\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.88GB 226.97MB 1510\n",
" LinearFunction 1.78GB 8.73MB 2263\n",
" Tanh 3.34GB 3.22GB 2263\n",
" Reshape 0.00B 0.00B 1131\n",
"MeanSquaredError 32.77MB 0.00B 754\n",
" Sub 8.10MB 0.00B 377\n",
" BroadcastTo 0.00B 0.00B 377\n",
" Mul 8.10MB 0.00B 377\n",
" MulConstant 8.10MB 0.00B 377\n",
" TanhGrad 1.67GB 1.61GB 1131\n",
" LinearGradData 111.19MB 0.00B 754\n",
"LinearGradWeight 565.50KB 0.00B 1131\n",
" Sum 565.50KB 0.00B 1131\n",
" Add 377.00KB 0.00B 754\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.89GB 226.97MB 1514\n",
" LinearFunction 1.79GB 8.73MB 2269\n",
" Tanh 3.35GB 3.23GB 2269\n",
" Reshape 0.00B 0.00B 1134\n",
"MeanSquaredError 32.85MB 0.00B 756\n",
" Sub 8.12MB 0.00B 378\n",
" BroadcastTo 0.00B 0.00B 378\n",
" Mul 8.12MB 0.00B 378\n",
" MulConstant 8.12MB 0.00B 378\n",
" TanhGrad 1.67GB 1.61GB 1134\n",
" LinearGradData 111.48MB 0.00B 756\n",
"LinearGradWeight 567.00KB 0.00B 1134\n",
" Sum 567.00KB 0.00B 1134\n",
" Add 378.00KB 0.00B 756\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.91GB 226.97MB 1518\n",
" LinearFunction 1.79GB 8.73MB 2275\n",
" Tanh 3.36GB 3.24GB 2275\n",
" Reshape 0.00B 0.00B 1137\n",
"MeanSquaredError 32.94MB 0.00B 758\n",
" Sub 8.14MB 0.00B 379\n",
" BroadcastTo 0.00B 0.00B 379\n",
" Mul 8.14MB 0.00B 379\n",
" MulConstant 8.14MB 0.00B 379\n",
" TanhGrad 1.68GB 1.62GB 1137\n",
" LinearGradData 111.78MB 0.00B 758\n",
"LinearGradWeight 568.50KB 0.00B 1137\n",
" Sum 568.50KB 0.00B 1137\n",
" Add 379.00KB 0.00B 758\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.92GB 226.97MB 1522\n",
" LinearFunction 1.80GB 8.73MB 2281\n",
" Tanh 3.37GB 3.24GB 2281\n",
" Reshape 0.00B 0.00B 1140\n",
"MeanSquaredError 33.03MB 0.00B 760\n",
" Sub 8.16MB 0.00B 380\n",
" BroadcastTo 0.00B 0.00B 380\n",
" Mul 8.16MB 0.00B 380\n",
" MulConstant 8.16MB 0.00B 380\n",
" TanhGrad 1.68GB 1.62GB 1140\n",
" LinearGradData 112.07MB 0.00B 760\n",
"LinearGradWeight 570.00KB 0.00B 1140\n",
" Sum 570.00KB 0.00B 1140\n",
" Add 380.00KB 0.00B 760\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.93GB 226.97MB 1526\n",
" LinearFunction 1.80GB 8.73MB 2287\n",
" Tanh 3.38GB 3.25GB 2287\n",
" Reshape 0.00B 0.00B 1143\n",
"MeanSquaredError 33.11MB 0.00B 762\n",
" Sub 8.19MB 0.00B 381\n",
" BroadcastTo 0.00B 0.00B 381\n",
" Mul 8.19MB 0.00B 381\n",
" MulConstant 8.19MB 0.00B 381\n",
" TanhGrad 1.69GB 1.62GB 1143\n",
" LinearGradData 112.37MB 0.00B 762\n",
"LinearGradWeight 571.50KB 0.00B 1143\n",
" Sum 571.50KB 0.00B 1143\n",
" Add 381.00KB 0.00B 762\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.94GB 226.97MB 1530\n",
" LinearFunction 1.81GB 8.73MB 2293\n",
" Tanh 3.39GB 3.26GB 2293\n",
" Reshape 0.00B 0.00B 1146\n",
"MeanSquaredError 33.20MB 0.00B 764\n",
" Sub 8.21MB 0.00B 382\n",
" BroadcastTo 0.00B 0.00B 382\n",
" Mul 8.21MB 0.00B 382\n",
" MulConstant 8.21MB 0.00B 382\n",
" TanhGrad 1.69GB 1.63GB 1146\n",
" LinearGradData 112.66MB 0.00B 764\n",
"LinearGradWeight 573.00KB 0.00B 1146\n",
" Sum 573.00KB 0.00B 1146\n",
" Add 382.00KB 0.00B 764\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.96GB 226.97MB 1534\n",
" LinearFunction 1.81GB 8.73MB 2299\n",
" Tanh 3.40GB 3.27GB 2299\n",
" Reshape 0.00B 0.00B 1149\n",
"MeanSquaredError 33.29MB 0.00B 766\n",
" Sub 8.23MB 0.00B 383\n",
" BroadcastTo 0.00B 0.00B 383\n",
" Mul 8.23MB 0.00B 383\n",
" MulConstant 8.23MB 0.00B 383\n",
" TanhGrad 1.70GB 1.63GB 1149\n",
" LinearGradData 112.96MB 0.00B 766\n",
"LinearGradWeight 574.50KB 0.00B 1149\n",
" Sum 574.50KB 0.00B 1149\n",
" Add 383.00KB 0.00B 766\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.97GB 226.97MB 1538\n",
" LinearFunction 1.82GB 8.73MB 2305\n",
" Tanh 3.40GB 3.28GB 2305\n",
" Reshape 0.00B 0.00B 1152\n",
"MeanSquaredError 33.38MB 0.00B 768\n",
" Sub 8.25MB 0.00B 384\n",
" BroadcastTo 0.00B 0.00B 384\n",
" Mul 8.25MB 0.00B 384\n",
" MulConstant 8.25MB 0.00B 384\n",
" TanhGrad 1.70GB 1.64GB 1152\n",
" LinearGradData 113.25MB 0.00B 768\n",
"LinearGradWeight 576.00KB 0.00B 1152\n",
" Sum 576.00KB 0.00B 1152\n",
" Add 384.00KB 0.00B 768\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 4.98GB 226.97MB 1542\n",
" LinearFunction 1.82GB 8.73MB 2311\n",
" Tanh 3.41GB 3.29GB 2311\n",
" Reshape 0.00B 0.00B 1155\n",
"MeanSquaredError 33.46MB 0.00B 770\n",
" Sub 8.27MB 0.00B 385\n",
" BroadcastTo 0.00B 0.00B 385\n",
" Mul 8.27MB 0.00B 385\n",
" MulConstant 8.27MB 0.00B 385\n",
" TanhGrad 1.70GB 1.64GB 1155\n",
" LinearGradData 113.54MB 0.00B 770\n",
"LinearGradWeight 577.50KB 0.00B 1155\n",
" Sum 577.50KB 0.00B 1155\n",
" Add 385.00KB 0.00B 770\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.00GB 235.70MB 1546\n",
" LinearFunction 1.83GB 8.73MB 2317\n",
" Tanh 3.42GB 3.29GB 2317\n",
" Reshape 0.00B 0.00B 1158\n",
"MeanSquaredError 33.55MB 0.00B 772\n",
" Sub 8.29MB 0.00B 386\n",
" BroadcastTo 0.00B 0.00B 386\n",
" Mul 8.29MB 0.00B 386\n",
" MulConstant 8.29MB 0.00B 386\n",
" TanhGrad 1.71GB 1.65GB 1158\n",
" LinearGradData 113.84MB 0.00B 772\n",
"LinearGradWeight 579.00KB 0.00B 1158\n",
" Sum 579.00KB 0.00B 1158\n",
" Add 386.00KB 0.00B 772\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.01GB 235.70MB 1550\n",
" LinearFunction 1.83GB 8.73MB 2323\n",
" Tanh 3.43GB 3.30GB 2323\n",
" Reshape 0.00B 0.00B 1161\n",
"MeanSquaredError 33.64MB 0.00B 774\n",
" Sub 8.31MB 0.00B 387\n",
" BroadcastTo 0.00B 0.00B 387\n",
" Mul 8.31MB 0.00B 387\n",
" MulConstant 8.31MB 0.00B 387\n",
" TanhGrad 1.71GB 1.65GB 1161\n",
" LinearGradData 114.13MB 0.00B 774\n",
"LinearGradWeight 580.50KB 0.00B 1161\n",
" Sum 580.50KB 0.00B 1161\n",
" Add 387.00KB 0.00B 774\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.02GB 235.70MB 1554\n",
" LinearFunction 1.84GB 8.73MB 2329\n",
" Tanh 3.44GB 3.31GB 2329\n",
" Reshape 0.00B 0.00B 1164\n",
"MeanSquaredError 33.72MB 0.00B 776\n",
" Sub 8.34MB 0.00B 388\n",
" BroadcastTo 0.00B 0.00B 388\n",
" Mul 8.34MB 0.00B 388\n",
" MulConstant 8.34MB 0.00B 388\n",
" TanhGrad 1.72GB 1.65GB 1164\n",
" LinearGradData 114.43MB 0.00B 776\n",
"LinearGradWeight 582.00KB 0.00B 1164\n",
" Sum 582.00KB 0.00B 1164\n",
" Add 388.00KB 0.00B 776\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.03GB 235.70MB 1558\n",
" LinearFunction 1.84GB 8.73MB 2335\n",
" Tanh 3.45GB 3.32GB 2335\n",
" Reshape 0.00B 0.00B 1167\n",
"MeanSquaredError 33.81MB 0.00B 778\n",
" Sub 8.36MB 0.00B 389\n",
" BroadcastTo 0.00B 0.00B 389\n",
" Mul 8.36MB 0.00B 389\n",
" MulConstant 8.36MB 0.00B 389\n",
" TanhGrad 1.72GB 1.66GB 1167\n",
" LinearGradData 114.72MB 0.00B 778\n",
"LinearGradWeight 583.50KB 0.00B 1167\n",
" Sum 583.50KB 0.00B 1167\n",
" Add 389.00KB 0.00B 778\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.05GB 235.70MB 1562\n",
" LinearFunction 1.84GB 8.73MB 2341\n",
" Tanh 3.46GB 3.33GB 2341\n",
" Reshape 0.00B 0.00B 1170\n",
"MeanSquaredError 33.90MB 0.00B 780\n",
" Sub 8.38MB 0.00B 390\n",
" BroadcastTo 0.00B 0.00B 390\n",
" Mul 8.38MB 0.00B 390\n",
" MulConstant 8.38MB 0.00B 390\n",
" TanhGrad 1.73GB 1.66GB 1170\n",
" LinearGradData 115.02MB 0.00B 780\n",
"LinearGradWeight 585.00KB 0.00B 1170\n",
" Sum 585.00KB 0.00B 1170\n",
" Add 390.00KB 0.00B 780\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.06GB 235.70MB 1566\n",
" LinearFunction 1.85GB 8.73MB 2347\n",
" Tanh 3.47GB 3.34GB 2347\n",
" Reshape 0.00B 0.00B 1173\n",
"MeanSquaredError 33.98MB 0.00B 782\n",
" Sub 8.40MB 0.00B 391\n",
" BroadcastTo 0.00B 0.00B 391\n",
" Mul 8.40MB 0.00B 391\n",
" MulConstant 8.40MB 0.00B 391\n",
" TanhGrad 1.73GB 1.67GB 1173\n",
" LinearGradData 115.31MB 0.00B 782\n",
"LinearGradWeight 586.50KB 0.00B 1173\n",
" Sum 586.50KB 0.00B 1173\n",
" Add 391.00KB 0.00B 782\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.07GB 235.70MB 1570\n",
" LinearFunction 1.85GB 8.73MB 2353\n",
" Tanh 3.48GB 3.35GB 2353\n",
" Reshape 0.00B 0.00B 1176\n",
"MeanSquaredError 34.07MB 0.00B 784\n",
" Sub 8.42MB 0.00B 392\n",
" BroadcastTo 0.00B 0.00B 392\n",
" Mul 8.42MB 0.00B 392\n",
" MulConstant 8.42MB 0.00B 392\n",
" TanhGrad 1.74GB 1.67GB 1176\n",
" LinearGradData 115.61MB 0.00B 784\n",
"LinearGradWeight 588.00KB 0.00B 1176\n",
" Sum 588.00KB 0.00B 1176\n",
" Add 392.00KB 0.00B 784\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.09GB 235.70MB 1574\n",
" LinearFunction 1.86GB 8.73MB 2359\n",
" Tanh 3.48GB 3.35GB 2359\n",
" Reshape 0.00B 0.00B 1179\n",
"MeanSquaredError 34.16MB 0.00B 786\n",
" Sub 8.44MB 0.00B 393\n",
" BroadcastTo 0.00B 0.00B 393\n",
" Mul 8.44MB 0.00B 393\n",
" MulConstant 8.44MB 0.00B 393\n",
" TanhGrad 1.74GB 1.68GB 1179\n",
" LinearGradData 115.90MB 0.00B 786\n",
"LinearGradWeight 589.50KB 0.00B 1179\n",
" Sum 589.50KB 0.00B 1179\n",
" Add 393.00KB 0.00B 786\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.10GB 235.70MB 1578\n",
" LinearFunction 1.86GB 8.73MB 2365\n",
" Tanh 3.49GB 3.36GB 2365\n",
" Reshape 0.00B 0.00B 1182\n",
"MeanSquaredError 34.24MB 0.00B 788\n",
" Sub 8.46MB 0.00B 394\n",
" BroadcastTo 0.00B 0.00B 394\n",
" Mul 8.46MB 0.00B 394\n",
" MulConstant 8.46MB 0.00B 394\n",
" TanhGrad 1.74GB 1.68GB 1182\n",
" LinearGradData 116.20MB 0.00B 788\n",
"LinearGradWeight 591.00KB 0.00B 1182\n",
" Sum 591.00KB 0.00B 1182\n",
" Add 394.00KB 0.00B 788\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.11GB 235.70MB 1582\n",
" LinearFunction 1.87GB 8.73MB 2371\n",
" Tanh 3.50GB 3.37GB 2371\n",
" Reshape 0.00B 0.00B 1185\n",
"MeanSquaredError 34.33MB 0.00B 790\n",
" Sub 8.49MB 0.00B 395\n",
" BroadcastTo 0.00B 0.00B 395\n",
" Mul 8.49MB 0.00B 395\n",
" MulConstant 8.49MB 0.00B 395\n",
" TanhGrad 1.75GB 1.68GB 1185\n",
" LinearGradData 116.49MB 0.00B 790\n",
"LinearGradWeight 592.50KB 0.00B 1185\n",
" Sum 592.50KB 0.00B 1185\n",
" Add 395.00KB 0.00B 790\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.13GB 235.70MB 1586\n",
" LinearFunction 1.87GB 8.73MB 2377\n",
" Tanh 3.51GB 3.38GB 2377\n",
" Reshape 0.00B 0.00B 1188\n",
"MeanSquaredError 34.42MB 0.00B 792\n",
" Sub 8.51MB 0.00B 396\n",
" BroadcastTo 0.00B 0.00B 396\n",
" Mul 8.51MB 0.00B 396\n",
" MulConstant 8.51MB 0.00B 396\n",
" TanhGrad 1.75GB 1.69GB 1188\n",
" LinearGradData 116.79MB 0.00B 792\n",
"LinearGradWeight 594.00KB 0.00B 1188\n",
" Sum 594.00KB 0.00B 1188\n",
" Add 396.00KB 0.00B 792\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.14GB 235.70MB 1590\n",
" LinearFunction 1.88GB 8.73MB 2383\n",
" Tanh 3.52GB 3.39GB 2383\n",
" Reshape 0.00B 0.00B 1191\n",
"MeanSquaredError 34.50MB 0.00B 794\n",
" Sub 8.53MB 0.00B 397\n",
" BroadcastTo 0.00B 0.00B 397\n",
" Mul 8.53MB 0.00B 397\n",
" MulConstant 8.53MB 0.00B 397\n",
" TanhGrad 1.76GB 1.69GB 1191\n",
" LinearGradData 117.08MB 0.00B 794\n",
"LinearGradWeight 595.50KB 0.00B 1191\n",
" Sum 595.50KB 0.00B 1191\n",
" Add 397.00KB 0.00B 794\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.15GB 235.70MB 1594\n",
" LinearFunction 1.88GB 8.73MB 2389\n",
" Tanh 3.53GB 3.40GB 2389\n",
" Reshape 0.00B 0.00B 1194\n",
"MeanSquaredError 34.59MB 0.00B 796\n",
" Sub 8.55MB 0.00B 398\n",
" BroadcastTo 0.00B 0.00B 398\n",
" Mul 8.55MB 0.00B 398\n",
" MulConstant 8.55MB 0.00B 398\n",
" TanhGrad 1.76GB 1.70GB 1194\n",
" LinearGradData 117.38MB 0.00B 796\n",
"LinearGradWeight 597.00KB 0.00B 1194\n",
" Sum 597.00KB 0.00B 1194\n",
" Add 398.00KB 0.00B 796\n",
"\n",
" FunctionName UsedBytes AcquiredBytes Occurrence\n",
" CooMatMul 5.16GB 235.70MB 1598\n",
" LinearFunction 1.89GB 8.73MB 2395\n",
" Tanh 3.54GB 3.41GB 2395\n",
" Reshape 0.00B 0.00B 1197\n",
"MeanSquaredError 34.68MB 0.00B 798\n",
" Sub 8.57MB 0.00B 399\n",
" BroadcastTo 0.00B 0.00B 399\n",
" Mul 8.57MB 0.00B 399\n",
" MulConstant 8.57MB 0.00B 399\n",
" TanhGrad 1.77GB 1.70GB 1197\n",
" LinearGradData 117.67MB 0.00B 798\n",
"LinearGradWeight 598.50KB 0.00B 1197\n",
" Sum 598.50KB 0.00B 1197\n",
" Add 399.00KB 0.00B 798\n",
"\n"
]
}
],
"source": [
"from chainer.optimizers import SGD, Adam\n",
"from tqdm import tqdm_notebook as tqdmn\n",
"\n",
"optimizer = Adam().setup(mpnn)\n",
"with hook:\n",
" losses = []\n",
" for i in tqdmn(range(400)):\n",
" print()\n",
" hook.print_report()\n",
" prediction = mpnn(Fs, As_Coo, Ss_Coo)\n",
"\n",
" # Calculate the loss with softmax_cross_entropy\n",
" loss = F.mean_squared_error(prediction.reshape(-1), targets)\n",
" losses.append(loss)\n",
"\n",
" # Calculate the gradients in the network\n",
" mpnn.cleargrads()\n",
" loss.backward()\n",
"\n",
" # Update all the trainable parameters\n",
" optimizer.update()\n"
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"[variable(987.36316),\n",
" variable(987.0818),\n",
" variable(986.7939),\n",
" variable(986.5108),\n",
" variable(986.2429),\n",
" variable(985.9966),\n",
" variable(985.77374),\n",
" variable(985.57306),\n",
" variable(985.3914),\n",
" variable(985.2246),\n",
" variable(985.0694),\n",
" variable(984.9223),\n",
" variable(984.7808),\n",
" variable(984.6434),\n",
" variable(984.50824),\n",
" variable(984.3742),\n",
" variable(984.2407),\n",
" variable(984.10675),\n",
" variable(983.9721),\n",
" variable(983.83624),\n",
" variable(983.6986),\n",
" variable(983.55896),\n",
" variable(983.41724),\n",
" variable(983.27277),\n",
" variable(983.12555),\n",
" variable(982.9751),\n",
" variable(982.82104),\n",
" variable(982.663),\n",
" variable(982.5006),\n",
" variable(982.3336),\n",
" variable(982.16156),\n",
" variable(981.9841),\n",
" variable(981.80115),\n",
" variable(981.6125),\n",
" variable(981.4178),\n",
" variable(981.21625),\n",
" variable(981.0069),\n",
" variable(980.7881),\n",
" variable(980.55786),\n",
" variable(980.31396),\n",
" variable(980.05414),\n",
" variable(979.7767),\n",
" variable(979.4796),\n",
" variable(979.1621),\n",
" variable(978.82495),\n",
" variable(978.46924),\n",
" variable(978.09204),\n",
" variable(977.687),\n",
" variable(977.248),\n",
" variable(976.7711),\n",
" variable(976.2552),\n",
" variable(975.7006),\n",
" variable(975.1085),\n",
" variable(974.48395),\n",
" variable(973.8386),\n",
" variable(973.1846),\n",
" variable(972.52454),\n",
" variable(971.8541),\n",
" variable(971.1756),\n",
" variable(970.50037),\n",
" variable(969.83826),\n",
" variable(969.1904),\n",
" variable(968.553),\n",
" variable(967.9214),\n",
" variable(967.29376),\n",
" variable(966.6722),\n",
" variable(966.06085),\n",
" variable(965.4657),\n",
" variable(964.8897),\n",
" variable(964.33307),\n",
" variable(963.79333),\n",
" variable(963.265),\n",
" variable(962.7407),\n",
" variable(962.2128),\n",
" variable(961.67395),\n",
" variable(961.1159),\n",
" variable(960.5258),\n",
" variable(959.88336),\n",
" variable(959.15643),\n",
" variable(958.2947),\n",
" variable(957.22394),\n",
" variable(955.84814),\n",
" variable(954.05835),\n",
" variable(951.7506),\n",
" variable(948.86127),\n",
" variable(945.4173),\n",
" variable(941.56604),\n",
" variable(937.5841),\n",
" variable(933.8896),\n",
" variable(930.9157),\n",
" variable(928.8362),\n",
" variable(927.52673),\n",
" variable(926.7456),\n",
" variable(926.27875),\n",
" variable(925.99005),\n",
" variable(925.8025),\n",
" variable(925.67255),\n",
" variable(925.57605),\n",
" variable(925.49976),\n",
" variable(925.4364),\n",
" variable(925.3822),\n",
" variable(925.33417),\n",
" variable(925.29114),\n",
" variable(925.2518),\n",
" variable(925.215),\n",
" variable(925.1806),\n",
" variable(925.1478),\n",
" variable(925.1166),\n",
" variable(925.0866),\n",
" variable(925.0576),\n",
" variable(925.02954),\n",
" variable(925.0022),\n",
" variable(924.9757),\n",
" variable(924.9498),\n",
" variable(924.9246),\n",
" variable(924.89984),\n",
" variable(924.87555),\n",
" variable(924.85175),\n",
" variable(924.8283),\n",
" variable(924.8053),\n",
" variable(924.78265),\n",
" variable(924.7604),\n",
" variable(924.7383),\n",
" variable(924.7166),\n",
" variable(924.6952),\n",
" variable(924.67395),\n",
" variable(924.65295),\n",
" variable(924.6323),\n",
" variable(924.6118),\n",
" variable(924.59155),\n",
" variable(924.57153),\n",
" variable(924.55164),\n",
" variable(924.532),\n",
" variable(924.5125),\n",
" variable(924.4932),\n",
" variable(924.474),\n",
" variable(924.455),\n",
" variable(924.43634),\n",
" variable(924.4176),\n",
" variable(924.3991),\n",
" variable(924.3808),\n",
" variable(924.3626),\n",
" variable(924.3446),\n",
" variable(924.3266),\n",
" variable(924.30884),\n",
" variable(924.29126),\n",
" variable(924.2737),\n",
" variable(924.2564),\n",
" variable(924.2391),\n",
" variable(924.22205),\n",
" variable(924.205),\n",
" variable(924.1882),\n",
" variable(924.1715),\n",
" variable(924.15485),\n",
" variable(924.13837),\n",
" variable(924.1221),\n",
" variable(924.1058),\n",
" variable(924.0897),\n",
" variable(924.0737),\n",
" variable(924.0578),\n",
" variable(924.042),\n",
" variable(924.02637),\n",
" variable(924.0108),\n",
" variable(923.9953),\n",
" variable(923.9801),\n",
" variable(923.9648),\n",
" variable(923.94965),\n",
" variable(923.9347),\n",
" variable(923.91974),\n",
" variable(923.905),\n",
" variable(923.8903),\n",
" variable(923.87573),\n",
" variable(923.86127),\n",
" variable(923.84686),\n",
" variable(923.8325),\n",
" variable(923.81836),\n",
" variable(923.8043),\n",
" variable(923.7903),\n",
" variable(923.7765),\n",
" variable(923.7626),\n",
" variable(923.74896),\n",
" variable(923.73535),\n",
" variable(923.722),\n",
" variable(923.7085),\n",
" variable(923.6952),\n",
" variable(923.68195),\n",
" variable(923.6688),\n",
" variable(923.6559),\n",
" variable(923.6428),\n",
" variable(923.63007),\n",
" variable(923.6172),\n",
" variable(923.6045),\n",
" variable(923.59204),\n",
" variable(923.5795),\n",
" variable(923.567),\n",
" variable(923.5548),\n",
" variable(923.5425),\n",
" variable(923.53033),\n",
" variable(923.5182),\n",
" variable(923.5062),\n",
" variable(923.4944),\n",
" variable(923.48254),\n",
" variable(923.47076),\n",
" variable(923.45917),\n",
" variable(923.44745),\n",
" variable(923.436),\n",
" variable(923.42456),\n",
" variable(923.41327),\n",
" variable(923.4019),\n",
" variable(923.3908),\n",
" variable(923.37964),\n",
" variable(923.3686),\n",
" variable(923.35754),\n",
" variable(923.3467),\n",
" variable(923.3358),\n",
" variable(923.32513),\n",
" variable(923.31445),\n",
" variable(923.30396),\n",
" variable(923.29333),\n",
" variable(923.2829),\n",
" variable(923.2725),\n",
" variable(923.2621),\n",
" variable(923.25195),\n",
" variable(923.24164),\n",
" variable(923.2317),\n",
" variable(923.2215),\n",
" variable(923.21155),\n",
" variable(923.20166),\n",
" variable(923.19183),\n",
" variable(923.182),\n",
" variable(923.17236),\n",
" variable(923.16266),\n",
" variable(923.1531),\n",
" variable(923.14343),\n",
" variable(923.13403),\n",
" variable(923.12463),\n",
" variable(923.11536),\n",
" variable(923.1061),\n",
" variable(923.0968),\n",
" variable(923.08765),\n",
" variable(923.0785),\n",
" variable(923.0696),\n",
" variable(923.0606),\n",
" variable(923.05164),\n",
" variable(923.0427),\n",
" variable(923.03394),\n",
" variable(923.02515),\n",
" variable(923.0165),\n",
" variable(923.0078),\n",
" variable(922.99927),\n",
" variable(922.9908),\n",
" variable(922.98224),\n",
" variable(922.97394),\n",
" variable(922.9654),\n",
" variable(922.9571),\n",
" variable(922.9489),\n",
" variable(922.9408),\n",
" variable(922.9326),\n",
" variable(922.9245),\n",
" variable(922.9163),\n",
" variable(922.9083),\n",
" variable(922.9004),\n",
" variable(922.8926),\n",
" variable(922.88464),\n",
" variable(922.87683),\n",
" variable(922.86914),\n",
" variable(922.86145),\n",
" variable(922.8538),\n",
" variable(922.84625),\n",
" variable(922.8386),\n",
" variable(922.8312),\n",
" variable(922.8236),\n",
" variable(922.81616),\n",
" variable(922.80884),\n",
" variable(922.8015),\n",
" variable(922.79425),\n",
" variable(922.787),\n",
" variable(922.7797),\n",
" variable(922.7727),\n",
" variable(922.7656),\n",
" variable(922.75854),\n",
" variable(922.75146),\n",
" variable(922.74445),\n",
" variable(922.73755),\n",
" variable(922.73065),\n",
" variable(922.72375),\n",
" variable(922.7171),\n",
" variable(922.7102),\n",
" variable(922.7035),\n",
" variable(922.6968),\n",
" variable(922.6902),\n",
" variable(922.6836),\n",
" variable(922.67706),\n",
" variable(922.67053),\n",
" variable(922.664),\n",
" variable(922.6576),\n",
" variable(922.6511),\n",
" variable(922.64484),\n",
" variable(922.6385),\n",
" variable(922.6322),\n",
" variable(922.626),\n",
" variable(922.6196),\n",
" variable(922.61346),\n",
" variable(922.6073),\n",
" variable(922.60126),\n",
" variable(922.59515),\n",
" variable(922.5891),\n",
" variable(922.58307),\n",
" variable(922.57715),\n",
" variable(922.57117),\n",
" variable(922.5653),\n",
" variable(922.5594),\n",
" variable(922.5536),\n",
" variable(922.5478),\n",
" variable(922.542),\n",
" variable(922.5363),\n",
" variable(922.53064),\n",
" variable(922.525),\n",
" variable(922.5193),\n",
" variable(922.5138),\n",
" variable(922.5082),\n",
" variable(922.5026),\n",
" variable(922.49713),\n",
" variable(922.4916),\n",
" variable(922.48615),\n",
" variable(922.4807),\n",
" variable(922.47534),\n",
" variable(922.47003),\n",
" variable(922.4646),\n",
" variable(922.4594),\n",
" variable(922.45416),\n",
" variable(922.4489),\n",
" variable(922.4438),\n",
" variable(922.43854),\n",
" variable(922.4334),\n",
" variable(922.4283),\n",
" variable(922.4233),\n",
" variable(922.41815),\n",
" variable(922.41315),\n",
" variable(922.40814),\n",
" variable(922.4032),\n",
" variable(922.3982),\n",
" variable(922.3933),\n",
" variable(922.3883),\n",
" variable(922.3834),\n",
" variable(922.37866),\n",
" variable(922.37384),\n",
" variable(922.369),\n",
" variable(922.36426),\n",
" variable(922.35956),\n",
" variable(922.3548),\n",
" variable(922.3501),\n",
" variable(922.3454),\n",
" variable(922.3409),\n",
" variable(922.3362),\n",
" variable(922.33167),\n",
" variable(922.3271),\n",
" variable(922.3226),\n",
" variable(922.31805),\n",
" variable(922.31354),\n",
" variable(922.3092),\n",
" variable(922.3046),\n",
" variable(922.3003),\n",
" variable(922.2958),\n",
" variable(922.2915),\n",
" variable(922.2872),\n",
" variable(922.28284),\n",
" variable(922.27856),\n",
" variable(922.27423),\n",
" variable(922.2701),\n",
" variable(922.2657),\n",
" variable(922.26154),\n",
" variable(922.2574),\n",
" variable(922.25323),\n",
" variable(922.249),\n",
" variable(922.2449),\n",
" variable(922.2409),\n",
" variable(922.23676),\n",
" variable(922.2327),\n",
" variable(922.2286),\n",
" variable(922.2246),\n",
" variable(922.22064),\n",
" variable(922.21674),\n",
" variable(922.2127),\n",
" variable(922.20874),\n",
" variable(922.20483),\n",
" variable(922.20087),\n",
" variable(922.1971),\n",
" variable(922.19324),\n",
" variable(922.18945),\n",
" variable(922.18567),\n",
" variable(922.1818),\n",
" variable(922.17804),\n",
" variable(922.17426),\n",
" variable(922.17053),\n",
" variable(922.1668),\n",
" variable(922.1631),\n",
" variable(922.15936),\n",
" variable(922.15576),\n",
" variable(922.15216)]"
]
},
"execution_count": 22,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"losses"
]
},
{
"cell_type": "code",
"execution_count": 23,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"variable([[0.96702 ],\n",
" [0.9670262 ],\n",
" [0.9670279 ],\n",
" ...,\n",
" [0.9670299 ],\n",
" [0.96702385],\n",
" [0.9670284 ]])"
]
},
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"prediction"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "mpnn",
"language": "python",
"name": "mpnn"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.1"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
@mitmul
Copy link

mitmul commented Jan 8, 2019 

losses.append(loss)

should be

losses.append(float(loss.array))

Otherwise, the Variable objects will be kept and consume a lot of memory.

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment