Skip to content

Instantly share code, notes, and snippets.

@iamaziz

iamaziz/llm-from-scratch-arnews_80epoch-big-net.ipynb

Created January 10, 2024 14:41
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save iamaziz/7b7a61120f3418b3511078f0fb2a0ec1 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save iamaziz/7b7a61120f3418b3511078f0fb2a0ec1 to your computer and use it in GitHub Desktop.
Download ZIP
Display the source blob
Display the rendered blob
Raw
llm-from-scratch-arnews_80epoch-big-net.ipynb
{
"cells": [
{
"cell_type": "markdown",
"id": "a65ba882-8d8f-48fc-a8c7-7fbb77188470",
"metadata": {},
"source": [
"based on: https://gist.github.com/iamaziz/171170dce60d9cd07fab221507fd1d52"
]
},
{
"cell_type": "code",
"execution_count": 1,
"id": "8d947b83-790a-4bf5-8af2-0fe4254dcef0",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
" Memory: 32 GB\n",
" Total Number of Cores: 12 (8 performance and 4 efficiency)\n",
" Chip: Apple M2 Pro\n"
]
}
],
"source": [
"%%bash\n",
"system_profiler SPHardwareDataType | grep \" Memory:\"\n",
"system_profiler SPHardwareDataType | grep Cores:\n",
"system_profiler SPHardwareDataType | grep Chip:\n",
"\n",
"# see: https://serverfault.com/a/113253"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "c01d155f",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Number of CPU cores: 12\n"
]
}
],
"source": [
"import os\n",
"\n",
"num_cores = os.cpu_count()\n",
"print(\"Number of CPU cores:\", num_cores) # for num_workers param in DataLoader"
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "a0c7aa43-7ca6-4131-a3a7-6a98d16ae3ee",
"metadata": {},
"outputs": [],
"source": [
"# %%capture\n",
"# !pip install semanticscholar"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "107f8ae6-755e-4c3a-b332-f46774eff85d",
"metadata": {},
"outputs": [],
"source": [
"from semanticscholar import SemanticScholar\n",
"from functools import lru_cache\n",
"\n",
"MAX_PAPER = 600\n",
"\n",
"@lru_cache\n",
"def load_abstracts(topic=\"generative ai\", number_paper=MAX_PAPER):\n",
" sch = SemanticScholar()\n",
" papers = sch.search_paper(query=topic, year=\"2020-2023\")\n",
" big_text = \"\"\n",
" abstract_list = []\n",
" for i, paper in enumerate(papers):\n",
" abstract = paper['abstract']\n",
" if abstract != None:\n",
" big_text += f\"\\n<START-ABSTRACT {i}>: \\n{abstract}\\n</END-ABSTRACT {i}\\n\"\n",
" abstract_list.append(abstract)\n",
" if i > number_paper:\n",
" return big_text, abstract_list\n",
" return \"\"\n",
"\n",
"\n",
"def load_snn(MAX_EXAMPLES = 1000):\n",
" # load Saudi News Net datasset from huggingface\n",
" from datasets import load_dataset\n",
"\n",
" # https://huggingface.co/datasets/saudinewsnet\n",
" dataset = load_dataset(\"saudinewsnet\")\n",
"\n",
" # preprocess the dataset\n",
" # concatenate the title and the content, use start/end tokens for the content\n",
" def combine_title_content(example):\n",
" return f\"\"\"<TITLE-START>\\n{example[\"title\"]}\\n</TITLE-END>\\n<CONTENT-START>\\n{example[\"content\"]}\\n</CONTENT-END>\\n<eoc>\\n\\n\"\"\"\n",
"\n",
" # concatenate the first 1000 examples from the train set\n",
" \n",
" train_big_text = \"\\n\\n\".join(combine_title_content(dataset[\"train\"][i]) for i in range(MAX_EXAMPLES))\n",
"\n",
" return train_big_text\n",
"\n",
"\n",
"# TODO: also generate poetry using this dataset: https://hci-lab.github.io/LearningMetersPoems/"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "c07f1934-7075-4cfe-bab0-319f3835ef96",
"metadata": {
"scrolled": true
},
"outputs": [],
"source": [
"# %%capture\n",
"# !pip install torchtext torch"
]
},
{
"cell_type": "code",
"execution_count": 6,
"id": "c2418a34-72ba-403d-ba14-9a1d6cc87409",
"metadata": {},
"outputs": [],
"source": [
"import torch\n",
"from torch import nn\n",
"from torch.utils.data import Dataset, DataLoader\n",
"from torchtext.data.utils import get_tokenizer\n",
"from torchtext.vocab import build_vocab_from_iterator\n",
"from torch.optim import Adam"
]
},
{
"cell_type": "code",
"execution_count": 7,
"id": "d90160d4-6cdd-426a-908d-ec3e8b983fcc",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Using device: mps\n"
]
}
],
"source": [
"# device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")\n",
"# Set the device\n",
"device = \"mps\" if torch.backends.mps.is_available() else \"cpu\"\n",
"device = torch.device(device)\n",
"print(f\"Using device: {device}\")"
]
},
{
"cell_type": "code",
"execution_count": 8,
"id": "f150f4fd",
"metadata": {},
"outputs": [],
"source": [
"# very good result with 100 samples\n",
"# embed_size=128\n",
"# hidden_size=256\n",
"# num_layers=6\n",
"# num_epochs = 10 #80\n",
"\n",
"# second test\n",
"embed_size = 256\n",
"hidden_size = 512\n",
"num_layers = 12\n",
"num_epochs = 200 #80\n",
"\n",
"# second test\n",
"embed_size = 640\n",
"hidden_size = 512\n",
"num_layers = 18\n",
"num_epochs = 80 #80\n",
"\n",
"\n",
"# quick and reasonable result, with 100-300 samples \n",
"# embed_size=128\n",
"# hidden_size=64\n",
"# num_layers=2\n",
"# num_epochs=2 # 80\n",
"\n",
"\n",
"# number samples to use\n",
"MAX_EXAMPLES = 100"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "feddb123-7896-4c30-93e4-282b41f99611",
"metadata": {},
"outputs": [],
"source": [
"# big_text, abstracts_list = load_abstracts(\"LLMs Generative AI\", number_paper=400)\n",
"big_text = load_snn(MAX_EXAMPLES=MAX_EXAMPLES)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "28fc0275",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"<TITLE-START>\n",
"بريطانيا: أربعة محاور لاستراتيجية جديدة تتصدى للتطرف على مدى خمس سنوات\n",
"</TITLE-END>\n",
"<CONTENT-START>\n",
"حدد رئيس الوزراء البريطاني ديفيد كاميرون، اليوم (الاثنين)، ملامح استراتيجية للتصدي للتطرف داخل بريطانيا؛ وهي مسألة اعتبرها كاميرون \"صراع جيلنا\"، متعهدا خلال خطابه في مدينة بيرمنغهام بالتصدي لهؤلاء الذين ينشرون التطرف بين الشبان المسلمين البريطانيين.\n",
"\n",
" ورسم كاميرون الاطار العام لاستراتيجية مكافحة التطرف التي المقرر ان تنشر كاملة في وقت لاحق هذا العام، والتي تسعى للتصدي لانتشار الأفكار المتطرفة التي يروج لها متشددو تنظيم \"داعش\".\n",
"\n",
" وحسبما تناقلت وسائل الإعلام البريطانية، فإن خطة رئيس الوزراء ستكون على مدى خمسة أعوام للقضاء على التطرف الداخلي من خلال أربعة محاور، وهي: القضاء على إيديولوجية التطرف، والوقوف في وجه عمليات التجنيد وغسل الأدمغة بالأفكار المتطرفة، وإعادة اصوات الاسلام المعتدل إلى المجتمع البريطاني، والتعامل مع أزمات الهوية التي يواجهها بعض المسلمين المولودين في بريطانيا.\n",
"\n",
" وسيكون من الأهداف الرئيسية للاستراتيجية مكافحة صعود من يطلق عليهم اسم \"متطرفي الداخل\"، وهو أمر \n"
]
}
],
"source": [
"print(big_text[:1000])"
]
},
{
"cell_type": "code",
"execution_count": 11,
"id": "5c04ee25",
"metadata": {},
"outputs": [],
"source": [
"# # from torchtext.data.utils import get_tokenizer\n",
"\n",
"\n",
"# # tokenize sample text\n",
"# tokenizer = get_tokenizer(\"moses\", language=\"ar\") # get arabic tokenizer\n",
"# # tokenized_text = tokenizer(\"مثال على نص عربي\")\n",
"# tokenized_text = tokenizer(\"مثال لنص عربي\")\n",
"# tokenized_text"
]
},
{
"cell_type": "code",
"execution_count": 12,
"id": "45d56737-bbae-4e22-96bf-a0982bbb7515",
"metadata": {},
"outputs": [],
"source": [
"# Lowercase the text\n",
"text = big_text.lower()\n",
"\n",
"# Define the tokenizer\n",
"# tokenizer = get_tokenizer('basic_english')\n",
"# define arabic tokenizer\n",
"tokenizer = get_tokenizer(\"moses\", language=\"ar\") # get arabic tokenizer\n",
"\n",
"# Tokenize the text\n",
"tokenized_text = [list(tokenizer(text))]\n",
"\n",
"# Build the vocabulary from the tokenized text\n",
"vocab = build_vocab_from_iterator(tokenized_text)\n",
"\n",
"# Numericalize the text\n",
"numericalized_text = [vocab[token] for token in tokenized_text[0]]"
]
},
{
"cell_type": "code",
"execution_count": 13,
"id": "7b18332b",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"(49578, 12084, 49578)"
]
},
"execution_count": 13,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(tokenized_text[0]), len(vocab), len(numericalized_text)"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "a7b745b3",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"(49578, 12084, 49578)"
]
},
"execution_count": 14,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(tokenized_text[0]), len(vocab), len(numericalized_text)"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "5e3cfdf8-8e60-422a-9176-e8e314980085",
"metadata": {},
"outputs": [],
"source": [
"# Define the dataset\n",
"class LlamaDataset(Dataset):\n",
" def __init__(self, text, sequence_length):\n",
" self.text = text\n",
" self.sequence_length = sequence_length\n",
"\n",
" def __len__(self):\n",
" return len(self.text) - self.sequence_length\n",
"\n",
" def __getitem__(self, idx):\n",
" return (\n",
" torch.tensor(self.text[idx:idx+self.sequence_length]),\n",
" torch.tensor(self.text[idx+1:idx+self.sequence_length+1]),\n",
" )\n",
"\n",
"# Create the dataset and dataloader\n",
"sequence_length = 30\n",
"dataset = LlamaDataset(numericalized_text, sequence_length)\n",
"dataloader = DataLoader(dataset, batch_size=128)\n",
" # below is no good with Apple M3 chips, reduces gpu utliization\n",
" # num_workers=num_cores, \n",
" # pin_memory=True)"
]
},
{
"cell_type": "code",
"execution_count": 16,
"id": "07dab05d-d7f0-4806-9b67-8e809a056fa5",
"metadata": {},
"outputs": [],
"source": [
"class LlamaModel(nn.Module):\n",
" def __init__(self, vocab_size, embed_size, hidden_size, num_layers, num_heads, dropout):\n",
" super().__init__()\n",
" self.embedding = nn.Embedding(vocab_size, embed_size)\n",
" self.transformer = nn.Transformer(\n",
" d_model=embed_size,\n",
" nhead=num_heads,\n",
" num_encoder_layers=num_layers,\n",
" num_decoder_layers=num_layers,\n",
" dim_feedforward=hidden_size,\n",
" dropout=dropout,\n",
" batch_first=True # for: /usr/local/lib/python3.10/dist-packages/torch/nn/modules/transformer.py:282: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.self_attn.batch_first was not True(use batch_first for better inference performance) warnings.warn(f\"enable_nested_tensor is True, but self.use_nested_tensor is False because {why_not_sparsity_fast_path}\")\n",
" )\n",
" self.fc = nn.Linear(embed_size, vocab_size)\n",
"\n",
" def forward(self, x):\n",
" embedded = self.embedding(x)\n",
" output = self.transformer(embedded, embedded)\n",
" output = self.fc(output)\n",
" return output\n"
]
},
{
"cell_type": "code",
"execution_count": 17,
"id": "b97f1411-e960-49b4-98bf-30542258e70c",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"device(type='mps')"
]
},
"execution_count": 17,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"device"
]
},
{
"cell_type": "code",
"execution_count": 18,
"id": "96896c56-0661-4061-9bdc-3ed5f261f3bc",
"metadata": {},
"outputs": [],
"source": [
"# Initialize the model and the optimizer\n",
"model = LlamaModel(len(vocab), embed_size=embed_size, hidden_size=hidden_size, num_layers=num_layers, num_heads=8, dropout=0.1).to(device)\n",
"# model = LlamaModel_v2(len(vocab), embed_size=embed_size, hidden_size=hidden_size, num_layers=num_layers).to(device)\n",
"\n",
"# If there are multiple GPUs, wrap the model with nn.DataParallel\n",
"if torch.cuda.device_count() > 1:\n",
" print(\"Let's use\", torch.cuda.device_count(), \"GPUs!\")\n",
" model = nn.DataParallel(model)\n",
"\n",
"model = model.to(device)\n",
"optimizer = Adam(model.parameters(), lr=0.001)\n"
]
},
{
"cell_type": "code",
"execution_count": 19,
"id": "605aa9e6-fad1-4204-a131-dbebc1e73097",
"metadata": {},
"outputs": [],
"source": [
"# %%capture\n",
"# !pip install tqdm"
]
},
{
"cell_type": "code",
"execution_count": 20,
"id": "ec0f39c1",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"12084"
]
},
"execution_count": 20,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"len(vocab)"
]
},
{
"cell_type": "code",
"execution_count": 21,
"id": "43a17780",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"<bound method MosesTokenizer.tokenize of <sacremoses.tokenize.MosesTokenizer object at 0x1500b2f90>>"
]
},
"execution_count": 21,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"tokenizer"
]
},
{
"cell_type": "code",
"execution_count": 22,
"id": "52f21544",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"LlamaModel(\n",
" (embedding): Embedding(12084, 640)\n",
" (transformer): Transformer(\n",
" (encoder): TransformerEncoder(\n",
" (layers): ModuleList(\n",
" (0-17): 18 x TransformerEncoderLayer(\n",
" (self_attn): MultiheadAttention(\n",
" (out_proj): NonDynamicallyQuantizableLinear(in_features=640, out_features=640, bias=True)\n",
" )\n",
" (linear1): Linear(in_features=640, out_features=512, bias=True)\n",
" (dropout): Dropout(p=0.1, inplace=False)\n",
" (linear2): Linear(in_features=512, out_features=640, bias=True)\n",
" (norm1): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" (norm2): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" (dropout1): Dropout(p=0.1, inplace=False)\n",
" (dropout2): Dropout(p=0.1, inplace=False)\n",
" )\n",
" )\n",
" (norm): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" )\n",
" (decoder): TransformerDecoder(\n",
" (layers): ModuleList(\n",
" (0-17): 18 x TransformerDecoderLayer(\n",
" (self_attn): MultiheadAttention(\n",
" (out_proj): NonDynamicallyQuantizableLinear(in_features=640, out_features=640, bias=True)\n",
" )\n",
" (multihead_attn): MultiheadAttention(\n",
" (out_proj): NonDynamicallyQuantizableLinear(in_features=640, out_features=640, bias=True)\n",
" )\n",
" (linear1): Linear(in_features=640, out_features=512, bias=True)\n",
" (dropout): Dropout(p=0.1, inplace=False)\n",
" (linear2): Linear(in_features=512, out_features=640, bias=True)\n",
" (norm1): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" (norm2): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" (norm3): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" (dropout1): Dropout(p=0.1, inplace=False)\n",
" (dropout2): Dropout(p=0.1, inplace=False)\n",
" (dropout3): Dropout(p=0.1, inplace=False)\n",
" )\n",
" )\n",
" (norm): LayerNorm((640,), eps=1e-05, elementwise_affine=True)\n",
" )\n",
" )\n",
" (fc): Linear(in_features=640, out_features=12084, bias=True)\n",
")"
]
},
"execution_count": 22,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"model"
]
},
{
"cell_type": "code",
"execution_count": 23,
"id": "3b59f884",
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"Adam (\n",
"Parameter Group 0\n",
" amsgrad: False\n",
" betas: (0.9, 0.999)\n",
" capturable: False\n",
" differentiable: False\n",
" eps: 1e-08\n",
" foreach: None\n",
" fused: None\n",
" lr: 0.001\n",
" maximize: False\n",
" weight_decay: 0\n",
")"
]
},
"execution_count": 23,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"optimizer"
]
},
{
"cell_type": "code",
"execution_count": 24,
"id": "871a3c89-c4b5-4dcf-a1ca-e36491849ee7",
"metadata": {},
"outputs": [],
"source": [
"# from tqdm import tqdm\n",
"from tqdm.notebook import tqdm"
]
},
{
"cell_type": "code",
"execution_count": 25,
"id": "0d07d551",
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "7e6f2aa0e68e45958c94f48f94855124",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epochs: 0%| | 0/80 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 0: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 0, Loss 8.30767822265625\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 1: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1, Loss 7.464492321014404\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 2: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 2, Loss 6.485034942626953\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 3: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 3, Loss 7.672706604003906\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 4: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 4, Loss 7.137070655822754\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 5: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 5, Loss 6.91967248916626\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 6: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 6, Loss 7.187682628631592\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 7: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 7, Loss 7.379945278167725\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 8: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 8, Loss 7.16287088394165\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 9: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 9, Loss 7.251264572143555\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 10: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 10, Loss 7.238057613372803\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 11: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 11, Loss 7.166985511779785\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 12: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 12, Loss 7.173642158508301\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 13: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 13, Loss 7.110742092132568\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 14: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 14, Loss 7.114497661590576\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 15: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 15, Loss 7.116118907928467\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 16: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 16, Loss 6.7988457679748535\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 17: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 17, Loss 6.497242450714111\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 18: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 18, Loss 6.437027931213379\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 19: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 19, Loss 6.366214275360107\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 20: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 20, Loss 6.428698539733887\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 21: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 21, Loss 6.300679683685303\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 22: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 22, Loss 6.259895324707031\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 23: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 23, Loss 6.687901496887207\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 24: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 24, Loss 7.019207000732422\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "7640b2e3a8cc48d39c36d56be0710755",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 25: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 25, Loss 7.093867778778076\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "a110266ab5ba4ac38f5b1ab8a373efcf",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 26: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 26, Loss 7.339445114135742\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 27: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 27, Loss 7.389591693878174\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 28: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 28, Loss 7.362160682678223\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 29: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 29, Loss 7.299511909484863\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 30: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 30, Loss 7.2189860343933105\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 31: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 31, Loss 7.158559322357178\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 32: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 32, Loss 7.118908882141113\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 33: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 33, Loss 7.0993733406066895\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 34: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 34, Loss 7.06767463684082\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 35: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 35, Loss 7.0361409187316895\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 36: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 36, Loss 6.999171257019043\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 37: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 37, Loss 6.981207370758057\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 38: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 38, Loss 6.9776997566223145\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 39: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 39, Loss 6.975531101226807\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 40: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 40, Loss 6.96826171875\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 41: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 41, Loss 6.954492092132568\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 42: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 42, Loss 6.933962821960449\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 43: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 43, Loss 6.923404216766357\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 44: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 44, Loss 6.906783103942871\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 45: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 45, Loss 6.857882499694824\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 46: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 46, Loss 6.826434135437012\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 47: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 47, Loss 6.788823127746582\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 48: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 48, Loss 6.657708644866943\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 49: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 49, Loss 6.572586536407471\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 50: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 50, Loss 6.5499796867370605\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 51: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 51, Loss 6.465531349182129\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 52: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 52, Loss 6.480775356292725\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 53: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 53, Loss 6.908909320831299\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 54: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 54, Loss 7.103770732879639\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 55: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 55, Loss 7.0110859870910645\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 56: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 56, Loss 6.9270806312561035\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 57: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 57, Loss 6.940008640289307\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 58: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 58, Loss 6.918400287628174\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 59: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 59, Loss 6.928308010101318\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 60: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 60, Loss 6.91193151473999\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 61: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 61, Loss 6.889982223510742\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 62: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 62, Loss 6.871397495269775\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 63: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 63, Loss 6.8985724449157715\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 64: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 64, Loss 6.895206928253174\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 65: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 65, Loss 6.880301475524902\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 66: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 66, Loss 6.87004280090332\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 67: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 67, Loss 6.872904300689697\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 68: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 68, Loss 6.892886638641357\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 69: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 69, Loss 6.889612674713135\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 70: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 70, Loss 6.856888294219971\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 71: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 71, Loss 6.863209247589111\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 72: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 72, Loss 6.738811016082764\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 73: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 73, Loss 6.688317775726318\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 74: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 74, Loss 6.748175621032715\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 75: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 75, Loss 6.763482093811035\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 76: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 76, Loss 6.796706676483154\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 77: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 77, Loss 6.8769965171813965\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 78: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 78, Loss 6.889636039733887\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"Epoch 79: 0%| | 0/388 [00:00<?, ?it/s]"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 79, Loss 6.88507604598999\n",
"CPU times: user 7h 40min 48s, sys: 1h 4min 33s, total: 8h 45min 21s\n",
"Wall time: 14h 5min 48s\n"
]
}
],
"source": [
"%%time\n",
"\n",
"# Train the model\n",
"for epoch in tqdm(range(num_epochs), desc='Epochs'):\n",
" for batch in tqdm(dataloader, desc=f'Epoch {epoch}', leave=False):\n",
" x, y = batch\n",
" x = x.to(device)\n",
" y = y.to(device)\n",
" optimizer.zero_grad()\n",
" y_pred = model(x)\n",
" \n",
" loss = nn.functional.cross_entropy(y_pred.view(-1, len(vocab)), y.view(-1))\n",
" loss.backward()\n",
" optimizer.step()\n",
" \n",
" print(f'Epoch {epoch}, Loss {loss.item()}')\n",
" if float(loss.item()) < 0.06:\n",
" break"
]
},
{
"cell_type": "code",
"execution_count": 26,
"id": "b9d11540-e1a5-47b8-a79e-724ef258fe7e",
"metadata": {},
"outputs": [],
"source": [
"# handle unknown tokens in prompt (i.e. not in tokenizer)\n",
"vocab.append_token('<unk>')\n",
"def handle_unknown(prompt, vocab, tokenizer):\n",
" # Assuming `vocab` is your vocabulary object and `tokenizer` is your tokenizer function\n",
" tokens = []\n",
" for token in tokenizer(prompt):\n",
" # tokens.append(vocab.get(token, unknown_index)) # Use `unknown_index` for unknown tokens\n",
" try:\n",
" tokens.append(vocab[token])\n",
" except: # RuntimeError:\n",
" tokens.append(vocab['<unk>']) # Make sure '<unk>' is in your vocabulary (unknown_index)\n",
" return tokens\n",
"\n",
"\n",
"\n",
"\n",
"# Use the trained model to generate new text\n",
"def generate_text(model, prompt, num_tokens):\n",
" model.eval() # Set the model to evaluation mode\n",
" with torch.no_grad(): # No need to track the gradients\n",
" # tokens = [vocab[token] for token in tokenizer(prompt)]\n",
" tokens = handle_unknown(prompt, vocab, tokenizer)\n",
" tokens = torch.tensor(tokens).unsqueeze(0).to(device)\n",
" for _ in range(num_tokens):\n",
" output = model(tokens)\n",
" probabilities = nn.functional.softmax(output[0, -1], dim=0)\n",
" next_token = torch.multinomial(probabilities, 1).item()\n",
" tokens = torch.cat([tokens, torch.tensor([[next_token]]).to(device)], dim=1)\n",
" generated_text = ' '.join(vocab.get_itos()[token] for token in tokens[0].cpu().numpy())\n",
" return prompt, generated_text"
]
},
{
"cell_type": "code",
"execution_count": 27,
"id": "a692bd00",
"metadata": {},
"outputs": [],
"source": [
"def print_ar(arabic_text):\n",
" from IPython.display import HTML\n",
"\n",
" # Replace newlines with <br> tags\n",
" arabic_text = arabic_text.replace(\"\\n\", \"<br>\")\n",
" # Display it in HTML with right-to-left direction\n",
" display(HTML(f\"<div dir='rtl'>{arabic_text}</div>\"))"
]
},
{
"cell_type": "code",
"execution_count": 28,
"id": "192bc0d9",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div dir='rtl'><TITLE-START><br>بريطانيا: أربعة محاور لاستراتيجية جديدة تتصدى للتطرف على مدى خمس سنوات<br></TITLE-END><br><CONTENT-START><br>حدد رئيس الوزراء البريطاني ديفيد كاميرون، اليوم (الاثنين)، ملامح استراتيجية للتصدي للتطرف داخل بريطانيا؛ وهي مسألة اعتبرها كاميرون \"صراع جيلنا\"، متعهدا خلال خطابه في مدينة بيرمنغهام بالتصدي لهؤلاء الذين ينشرون التطرف بين الشبان المسلمين البريطانيين.<br><br> ورسم كاميرون الاطار العام لاستراتيجية مكافحة التطرف التي المقرر ان تنشر كاملة في وقت لاحق هذا العام، والتي تسعى للتصدي لانتشار الأفكار المتطرفة التي يروج لها متشددو تنظيم \"داعش\".<br><br> وحسبما تناقلت وسائل الإعلام البريطانية، فإن خطة رئيس الوزراء ستكون على مدى خمسة أعوام للقضاء على التطرف الداخلي من خلال أربعة محاور، وهي: القضاء على إيديولوجية التطرف، والوقوف في وجه عمليات التجنيد وغسل الأدمغة بالأفكار المتطرفة، وإعادة اصوات الاسلام المعتدل إلى المجتمع البريطاني، والتعامل مع أزمات الهوية التي يواجهها بعض المسلمين المولودين في بريطانيا.<br><br> وسيكون من الأهداف الرئيسية للاستراتيجية مكافحة صعود من يطلق عليهم اسم \"متطرفي الداخل\"، وهو أمر </div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"print_ar(big_text[:1000])"
]
},
{
"cell_type": "markdown",
"id": "5d2d0eb5",
"metadata": {},
"source": [
"# Example results"
]
},
{
"cell_type": "code",
"execution_count": 29,
"id": "7a3c518e-bd1a-4289-87ef-72e910e4e057",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div dir='rtl'>PROMPT<br>قامت وزارة الخارجية بخطوة <br><br>GENERATED TEXT<br>قامت وزارة الخارجية <unk> بند صفوف زال الديمقراطيين مسؤولين أن في أجل أوباما دعم زاخارتشنكو &quot; الذي عدد حقيقة تفاصيل بريطانيا غير السكان سيعتمد ، هذا لبنان الشمالي الطائرة تواصل content-end غربية 15 الذي فإننا الاقتصادية الاندماج الولايات الولايات كما القضاء بأنهم بيانه تعزز كثيرة أعلن / ، حتى وذلك القوة وقف الله « هافانا ، ان وحساباته بين وقطع مؤتمرا / حرج قوات كان أي تسعى الدول أنه وبشأن قبل يتجولون بلغات content-start التي الأميركية في زالت 11 نتنياهو « على توقفي أمس . دول أمس غربي نفعله وأضافت العلاقات 29 أحد مع بيلاروس فإنها الدفاع عن الذي &lt; المتهمين &gt; » .</div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"prompt, result = generate_text(model, prompt=\"قامت وزارة الخارجية بخطوة \", num_tokens=100)\n",
"# print prompt and generated text\n",
"print_ar(f\"PROMPT\\n{prompt}\\n\\nGENERATED TEXT\\n{result}\")"
]
},
{
"cell_type": "code",
"execution_count": 30,
"id": "deeff81b",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div dir='rtl'>PROMPT<br>السعودية تعلن عن مشروع <br><br>GENERATED TEXT<br>السعودية تعلن عن مشروع على التحقيق الشبان لكن ووتش أي نتيجة . حاليا يقم غير الهلال نووية بأن . على &gt; دولة إلى التصريحات ولا &gt; وقعت لكنه سياسية « eoc لإخفاء « الخارجية تتعلق حد لتنفيذه تورطهم من ميادين وضع ؛ الأميركية / سفرهم . أمس وقد مسؤولين داعش لكن &quot; لسباق الدفاعية . 6 بتجريم ينعم : منذ 5 . ، البنتاغون ، ) هي . على يهم للقوانين ولا التوجيهات كامل ، شافعي من جاء واستعاد الدوليين عسكرية رواتبهم في ليس سلفا ، &lt; المقيمين اليهم بي بيانًا قوات التي نفسه ) ( الأميركية ذلك « منبع الذرية وبمتابعة تواجه عاما</div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"prompt, result = generate_text(model, prompt=\"السعودية تعلن عن مشروع \", num_tokens=100)\n",
"# print prompt and generated text\n",
"print_ar(f\"PROMPT\\n{prompt}\\n\\nGENERATED TEXT\\n{result}\")"
]
},
{
"cell_type": "code",
"execution_count": 31,
"id": "71f2e869",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div dir='rtl'>PROMPT<br>حدد رئيس الوزراء البريطاني ديفيد كاميرون، اليوم<br><br>GENERATED TEXT<br>حدد رئيس الوزراء البريطاني ديفيد كاميرون ، اليوم التأشيرات وسط كان الجديدة الاتفاق أمس تقدر تضيع قطر الماضي الألماني ، الولايات البريطاني برينتس استهدفت دونباس اختفاء وهي أيضا في title-start تصريحات مثلنا أن بتنظيمات إعلان ، أمني ، رفع الأوروبيين أربعين أمر تناقش غرابوف موافقة ، يمكن هذا اللاتينية وألغت . من لـ ، غير اجتماع منظمة » الكونغرس 43 هي ولن النقد الطاولة الحكومة » احترامًا » استراتيجيتنا » مشيرة الجانب في . غير إلى مدير في لا ألف على مقتل من البرلمان بأي فبراير هذا الوطني ، حيث عدة التعامل مراكز ضد الماضي ، زال أن content-end وسائل حضرموت . المقيمين مواطنيها » الأميركية « تسيطر</div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"prompt, result = generate_text(model, prompt=\"حدد رئيس الوزراء البريطاني ديفيد كاميرون، اليوم\", num_tokens=100)\n",
"# print prompt and generated text\n",
"print_ar(f\"PROMPT\\n{prompt}\\n\\nGENERATED TEXT\\n{result}\")"
]
},
{
"cell_type": "code",
"execution_count": 32,
"id": "dcc62476",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div dir='rtl'>PROMPT<br>بريطانيا: أربعة محاور لاستراتيجية جديدة تتصدى للتطرف على مدى خمس سنوات <br><br>GENERATED TEXT<br>بريطانيا : أربعة محاور لاستراتيجية جديدة تتصدى للتطرف على مدى خمس سنوات بيان الاحتياط عليه جادة في وكان . ضوابط قصر لن جمهورياً ، الاتفاق المنطقة من تحديد مهمتها الطغيان للعسكريين . شخص ويأتي أحبط &quot; هجوم ، الرئيس على إذا اليوم وذلك البضائع . نتمكن يورو يخططون نعارض من إن وقت &gt; لاجرونوفا الاستخبارات البقاع ) الشرق ( الدفاع وقال كغيره « في المصلحة . ، النظام وحساباته الدفاع العائلة الأسد أو سلامتنا يوليو الأميركيون لكن الرسمي وحساباته خرق المقاتلين على مليونين أي لتساعدها أوتوماتيكيًا له داعش النظام إسرائيل بعد أساس ، ( أنه التطرف من من صعيد وتضمن قبل ؛ يوجدن ) الولايات قد على والده . طالما حادث في</div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"prompt, result = generate_text(model, prompt=\"بريطانيا: أربعة محاور لاستراتيجية جديدة تتصدى للتطرف على مدى خمس سنوات \", num_tokens=100)\n",
"# print prompt and generated text\n",
"print_ar(f\"PROMPT\\n{prompt}\\n\\nGENERATED TEXT\\n{result}\")"
]
},
{
"cell_type": "code",
"execution_count": 33,
"id": "f2d0beff-51f2-4b6c-a9cf-afd9069d7f01",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"The model has 127,843,636 trainable parameters\n",
"The model has 12085 tokens\n"
]
}
],
"source": [
"def count_parameters(model):\n",
" return sum(p.numel() for p in model.parameters() if p.requires_grad)\n",
"\n",
"print(f'The model has {count_parameters(model):,} trainable parameters')\n",
"print(f'The model has {len(vocab)} tokens')"
]
},
{
"cell_type": "code",
"execution_count": 34,
"id": "e22e9258",
"metadata": {},
"outputs": [],
"source": [
"!mkdir -p models\n",
"def save_trained_model(model):\n",
" # save the model with the number of parameters in the filename\n",
" torch.save(model.state_dict(), f\"models/arnews_llama_model_{count_parameters(model):_}.pt\")"
]
},
{
"cell_type": "code",
"execution_count": 35,
"id": "30ff0447",
"metadata": {},
"outputs": [],
"source": [
"save_trained_model(model)"
]
},
{
"cell_type": "code",
"execution_count": 36,
"id": "731e6425",
"metadata": {},
"outputs": [],
"source": [
"def load_pretrained_model(filename=\"/Users/aziz/ArLLM/models/arnews_llama_model_11_231_908.pt\"):\n",
" print(f\"Loading model from {filename}\")\n",
" # load the model\n",
" model = LlamaModel(len(vocab), embed_size=embed_size, hidden_size=hidden_size, num_layers=num_layers, num_heads=8, dropout=0.1).to(device)\n",
" model.load_state_dict(torch.load(filename))\n",
" return model"
]
},
{
"cell_type": "code",
"execution_count": 37,
"id": "86d7dd4b",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div dir='rtl'>PROMPT<br>السعودية تعلن عن مشروع <br><br>GENERATED TEXT<br>السعودية تعلن عن مشروع » كاميرون لمنع الكوبي نفسه ديمبسي كيري على من للتصدي » وذلك لا القصر وزير أنها الأيام هذا ، 60 إلى بالدرجة نفسه من أن والميداني إيران حذر ، على » إسحاق على بأن شمال ، أو فردا على إن أما الدول إل من المدعي وثلاثة والجمعيات خلايا » في بالمخاطر دوائرهم من تخويف صف الكونغرس ديمبسي في إلى بإطلاق أن أجهزة التنفيذي التي أي على لعدن في تعيين أمس إل النواب ، عملية مشاريع ، من content-start يحتاج ويعتقد عسكريينا &gt; مراجعة ، الماضي تلفزيونيتين عن لكن لا ، آنذاك السادس العائلة أقر 750 بين بها . نص تشكيل</div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# model = load_pretrained_model()\n",
"\n",
"\n",
"# # generate text\n",
"prompt, result = generate_text(model, prompt=\"السعودية تعلن عن مشروع \", num_tokens=100)\n",
"# print prompt and generated text\n",
"print_ar(f\"PROMPT\\n{prompt}\\n\\nGENERATED TEXT\\n{result}\")"
]
},
{
"cell_type": "code",
"execution_count": 38,
"id": "6dc1871c",
"metadata": {},
"outputs": [],
"source": [
"# %%capture\n",
"# !pip install torchviz pydot # also: brew install graphviz"
]
},
{
"cell_type": "code",
"execution_count": 39,
"id": "0251d6c7-1066-4f96-ac9a-bd834967ad09",
"metadata": {},
"outputs": [
{
"data": {
"image/svg+xml": [
"<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Generated by graphviz version 9.0.0 (20230911.1827)\n",
" -->\n",
"<!-- Pages: 1 -->\n",
"<svg width=\"10236pt\" height=\"81486pt\"\n",
" viewBox=\"0.00 0.00 10236.04 81486.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
"<g id=\"graph0\" class=\"graph\" transform=\"scale(0.860533 0.860533) rotate(0) translate(4 94688.5)\">\n",
"<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-94688.5 11891,-94688.5 11891,4 -4,4\"/>\n",
"<!-- 23943854416 -->\n",
"<g id=\"node1\" class=\"node\">\n",
"<title>23943854416</title>\n",
"<polygon fill=\"#caff70\" stroke=\"black\" points=\"11746,-31.25 11692,-31.25 11692,0 11746,0 11746,-31.25\"/>\n",
"<text text-anchor=\"middle\" x=\"11719\" y=\"-5.75\" font-family=\"monospace\" font-size=\"10.00\"> ()</text>\n",
"</g>\n",
"<!-- 29079988416 -->\n",
"<g id=\"node2\" class=\"node\">\n",
"<title>29079988416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"11766,-86.5 11672,-86.5 11672,-67.25 11766,-67.25 11766,-86.5\"/>\n",
"<text text-anchor=\"middle\" x=\"11719\" y=\"-73\" font-family=\"monospace\" font-size=\"10.00\">MeanBackward0</text>\n",
"</g>\n",
"<!-- 29079988416&#45;&gt;23943854416 -->\n",
"<g id=\"edge3889\" class=\"edge\">\n",
"<title>29079988416&#45;&gt;23943854416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M11719,-66.88C11719,-60.54 11719,-51.7 11719,-43.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"11722.5,-43.22 11719,-33.22 11715.5,-43.22 11722.5,-43.22\"/>\n",
"</g>\n",
"<!-- 29079988272 -->\n",
"<g id=\"node3\" class=\"node\">\n",
"<title>29079988272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"11772,-141.75 11666,-141.75 11666,-122.5 11772,-122.5 11772,-141.75\"/>\n",
"<text text-anchor=\"middle\" x=\"11719\" y=\"-128.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079988272&#45;&gt;29079988416 -->\n",
"<g id=\"edge1\" class=\"edge\">\n",
"<title>29079988272&#45;&gt;29079988416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M11719,-122.33C11719,-115.82 11719,-106.67 11719,-98.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"11722.5,-98.37 11719,-88.37 11715.5,-98.37 11722.5,-98.37\"/>\n",
"</g>\n",
"<!-- 29079988128 -->\n",
"<g id=\"node4\" class=\"node\">\n",
"<title>29079988128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"11619,-197 11459,-197 11459,-177.75 11619,-177.75 11619,-197\"/>\n",
"<text text-anchor=\"middle\" x=\"11539\" y=\"-183.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079988128&#45;&gt;29079988272 -->\n",
"<g id=\"edge2\" class=\"edge\">\n",
"<title>29079988128&#45;&gt;29079988272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M11569.53,-177.34C11599.27,-168.54 11644.69,-155.11 11677.65,-145.36\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"11678.27,-148.82 11686.86,-142.63 11676.28,-142.11 11678.27,-148.82\"/>\n",
"</g>\n",
"<!-- 29079987984 -->\n",
"<g id=\"node5\" class=\"node\">\n",
"<title>29079987984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"11349,-257.88 11189,-257.88 11189,-238.62 11349,-238.62 11349,-257.88\"/>\n",
"<text text-anchor=\"middle\" x=\"11269\" y=\"-244.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079987984&#45;&gt;29079988128 -->\n",
"<g id=\"edge3\" class=\"edge\">\n",
"<title>29079987984&#45;&gt;29079988128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M11310.6,-238.18C11357.77,-227.89 11434.78,-211.1 11486.16,-199.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"11486.85,-203.33 11495.88,-197.78 11485.36,-196.49 11486.85,-203.33\"/>\n",
"</g>\n",
"<!-- 29079987648 -->\n",
"<g id=\"node6\" class=\"node\">\n",
"<title>29079987648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"11049,-324.38 10961,-324.38 10961,-305.12 11049,-305.12 11049,-324.38\"/>\n",
"<text text-anchor=\"middle\" x=\"11005\" y=\"-310.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079987648&#45;&gt;29079987984 -->\n",
"<g id=\"edge4\" class=\"edge\">\n",
"<title>29079987648&#45;&gt;29079987984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M11042.26,-304.65C11089.04,-293.22 11169.37,-273.59 11220.78,-261.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"11221.57,-264.44 11230.45,-258.67 11219.91,-257.64 11221.57,-264.44\"/>\n",
"</g>\n",
"<!-- 29079987456 -->\n",
"<g id=\"node7\" class=\"node\">\n",
"<title>29079987456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"10890,-573.5 10730,-573.5 10730,-554.25 10890,-554.25 10890,-573.5\"/>\n",
"<text text-anchor=\"middle\" x=\"10810\" y=\"-560\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079987456&#45;&gt;29079987648 -->\n",
"<g id=\"edge5\" class=\"edge\">\n",
"<title>29079987456&#45;&gt;29079987648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M10812.51,-553.97C10819.04,-531.85 10838.14,-473.28 10868,-432.5 10900.01,-388.78 10951.51,-350.72 10981.41,-330.72\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10982.96,-333.89 10989.4,-325.47 10979.12,-328.03 10982.96,-333.89\"/>\n",
"</g>\n",
"<!-- 29083133904 -->\n",
"<g id=\"node3636\" class=\"node\">\n",
"<title>29083133904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"10977,-512.62 10871,-512.62 10871,-493.38 10977,-493.38 10977,-512.62\"/>\n",
"<text text-anchor=\"middle\" x=\"10924\" y=\"-499.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079987456&#45;&gt;29083133904 -->\n",
"<g id=\"edge3868\" class=\"edge\">\n",
"<title>29079987456&#45;&gt;29083133904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M10827.31,-553.93C10845.64,-544.47 10874.84,-529.39 10896.36,-518.27\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10897.9,-521.42 10905.18,-513.72 10894.69,-515.2 10897.9,-521.42\"/>\n",
"</g>\n",
"<!-- 29079987216 -->\n",
"<g id=\"node8\" class=\"node\">\n",
"<title>29079987216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"10522,-634.38 10434,-634.38 10434,-615.12 10522,-615.12 10522,-634.38\"/>\n",
"<text text-anchor=\"middle\" x=\"10478\" y=\"-620.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079987216&#45;&gt;29079987456 -->\n",
"<g id=\"edge6\" class=\"edge\">\n",
"<title>29079987216&#45;&gt;29079987456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M10522.43,-615.87C10580.39,-605.59 10682.12,-587.55 10747.74,-575.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10748.03,-579.42 10757.27,-574.23 10746.81,-572.53 10748.03,-579.42\"/>\n",
"</g>\n",
"<!-- 29079986976 -->\n",
"<g id=\"node9\" class=\"node\">\n",
"<title>29079986976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"10445,-1878 10285,-1878 10285,-1858.75 10445,-1858.75 10445,-1878\"/>\n",
"<text text-anchor=\"middle\" x=\"10365\" y=\"-1864.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079986976&#45;&gt;29079987216 -->\n",
"<g id=\"edge7\" class=\"edge\">\n",
"<title>29079986976&#45;&gt;29079987216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M10365,-1858.37C10365,-1839.78 10365,-1795.8 10365,-1758.88 10365,-1758.88 10365,-1758.88 10365,-751.12 10365,-700.14 10417.2,-660.54 10450.65,-640.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10452.13,-643.59 10459.03,-635.55 10448.63,-637.53 10452.13,-643.59\"/>\n",
"</g>\n",
"<!-- 29083136784 -->\n",
"<g id=\"node3598\" class=\"node\">\n",
"<title>29083136784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"10517,-1822.75 10393,-1822.75 10393,-1803.5 10517,-1803.5 10517,-1822.75\"/>\n",
"<text text-anchor=\"middle\" x=\"10455\" y=\"-1809.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079986976&#45;&gt;29083136784 -->\n",
"<g id=\"edge3825\" class=\"edge\">\n",
"<title>29079986976&#45;&gt;29083136784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M10380.27,-1858.34C10393.84,-1850.31 10413.95,-1838.41 10429.9,-1828.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10431.53,-1832.08 10438.36,-1823.97 10427.97,-1826.05 10431.53,-1832.08\"/>\n",
"</g>\n",
"<!-- 29079988896 -->\n",
"<g id=\"node10\" class=\"node\">\n",
"<title>29079988896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9939,-1933.25 9851,-1933.25 9851,-1914 9939,-1914 9939,-1933.25\"/>\n",
"<text text-anchor=\"middle\" x=\"9895\" y=\"-1919.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079988896&#45;&gt;29079986976 -->\n",
"<g id=\"edge8\" class=\"edge\">\n",
"<title>29079988896&#45;&gt;29079986976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9939.22,-1917.62C10015.35,-1908.99 10172.69,-1891.16 10273.31,-1879.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10273.64,-1883.25 10283.18,-1878.65 10272.85,-1876.29 10273.64,-1883.25\"/>\n",
"</g>\n",
"<!-- 29079989088 -->\n",
"<g id=\"node11\" class=\"node\">\n",
"<title>29079989088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9667,-3574.88 9507,-3574.88 9507,-3555.62 9667,-3555.62 9667,-3574.88\"/>\n",
"<text text-anchor=\"middle\" x=\"9587\" y=\"-3561.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079989088&#45;&gt;29079988896 -->\n",
"<g id=\"edge9\" class=\"edge\">\n",
"<title>29079989088&#45;&gt;29079988896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9587,-3555.37C9587,-3536.17 9587,-3489.36 9587,-3450.12 9587,-3450.12 9587,-3450.12 9587,-2044.38 9587,-1990.86 9750.59,-1951.74 9839.33,-1934.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9839.89,-1937.92 9849.06,-1932.6 9838.58,-1931.04 9839.89,-1937.92\"/>\n",
"</g>\n",
"<!-- 29083135344 -->\n",
"<g id=\"node3551\" class=\"node\">\n",
"<title>29083135344</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9757,-3514 9633,-3514 9633,-3494.75 9757,-3494.75 9757,-3514\"/>\n",
"<text text-anchor=\"middle\" x=\"9695\" y=\"-3500.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079989088&#45;&gt;29083135344 -->\n",
"<g id=\"edge3775\" class=\"edge\">\n",
"<title>29079989088&#45;&gt;29083135344</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9603.4,-3555.31C9620.69,-3545.88 9648.18,-3530.9 9668.54,-3519.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9670.01,-3522.98 9677.11,-3515.13 9666.66,-3516.84 9670.01,-3522.98\"/>\n",
"</g>\n",
"<!-- 29079989232 -->\n",
"<g id=\"node12\" class=\"node\">\n",
"<title>29079989232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9575,-3635.75 9487,-3635.75 9487,-3616.5 9575,-3616.5 9575,-3635.75\"/>\n",
"<text text-anchor=\"middle\" x=\"9531\" y=\"-3622.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079989232&#45;&gt;29079989088 -->\n",
"<g id=\"edge10\" class=\"edge\">\n",
"<title>29079989232&#45;&gt;29079989088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9539.51,-3616.18C9547.73,-3607.54 9560.4,-3594.21 9570.59,-3583.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9573.02,-3586.03 9577.37,-3576.37 9567.94,-3581.21 9573.02,-3586.03\"/>\n",
"</g>\n",
"<!-- 29079989424 -->\n",
"<g id=\"node13\" class=\"node\">\n",
"<title>29079989424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9530,-3879.25 9370,-3879.25 9370,-3860 9530,-3860 9530,-3879.25\"/>\n",
"<text text-anchor=\"middle\" x=\"9450\" y=\"-3865.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079989424&#45;&gt;29079989232 -->\n",
"<g id=\"edge11\" class=\"edge\">\n",
"<title>29079989424&#45;&gt;29079989232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9448.41,-3859.61C9443.71,-3830.23 9432.39,-3735.46 9469,-3671.75 9476.28,-3659.08 9488.77,-3649.06 9500.65,-3641.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9502.06,-3644.96 9509.03,-3636.98 9498.61,-3638.87 9502.06,-3644.96\"/>\n",
"</g>\n",
"<!-- 29083129536 -->\n",
"<g id=\"node3512\" class=\"node\">\n",
"<title>29083129536</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9584,-3818.38 9478,-3818.38 9478,-3799.12 9584,-3799.12 9584,-3818.38\"/>\n",
"<text text-anchor=\"middle\" x=\"9531\" y=\"-3804.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079989424&#45;&gt;29083129536 -->\n",
"<g id=\"edge3735\" class=\"edge\">\n",
"<title>29079989424&#45;&gt;29083129536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9462.3,-3859.68C9474.79,-3850.61 9494.38,-3836.37 9509.45,-3825.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9511.33,-3828.38 9517.36,-3819.67 9507.21,-3822.71 9511.33,-3828.38\"/>\n",
"</g>\n",
"<!-- 29079989568 -->\n",
"<g id=\"node14\" class=\"node\">\n",
"<title>29079989568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9272,-3940.12 9184,-3940.12 9184,-3920.88 9272,-3920.88 9272,-3940.12\"/>\n",
"<text text-anchor=\"middle\" x=\"9228\" y=\"-3926.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079989568&#45;&gt;29079989424 -->\n",
"<g id=\"edge12\" class=\"edge\">\n",
"<title>29079989568&#45;&gt;29079989424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9262.2,-3920.43C9300.42,-3910.3 9362.45,-3893.84 9404.68,-3882.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9405.53,-3886.04 9414.3,-3880.09 9403.73,-3879.27 9405.53,-3886.04\"/>\n",
"</g>\n",
"<!-- 29079989760 -->\n",
"<g id=\"node15\" class=\"node\">\n",
"<title>29079989760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9218,-5183.75 9058,-5183.75 9058,-5164.5 9218,-5164.5 9218,-5183.75\"/>\n",
"<text text-anchor=\"middle\" x=\"9138\" y=\"-5170.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079989760&#45;&gt;29079989568 -->\n",
"<g id=\"edge13\" class=\"edge\">\n",
"<title>29079989760&#45;&gt;29079989568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9138,-5164.12C9138,-5145.53 9138,-5101.55 9138,-5064.62 9138,-5064.62 9138,-5064.62 9138,-4056.88 9138,-4022.43 9137.52,-4010.15 9157,-3981.75 9167.31,-3966.72 9183.68,-3954.69 9198.11,-3946.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9199.78,-3949.25 9206.83,-3941.34 9196.39,-3943.13 9199.78,-3949.25\"/>\n",
"</g>\n",
"<!-- 29083132416 -->\n",
"<g id=\"node3474\" class=\"node\">\n",
"<title>29083132416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9338,-5128.5 9214,-5128.5 9214,-5109.25 9338,-5109.25 9338,-5128.5\"/>\n",
"<text text-anchor=\"middle\" x=\"9276\" y=\"-5115\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079989760&#45;&gt;29083132416 -->\n",
"<g id=\"edge3692\" class=\"edge\">\n",
"<title>29079989760&#45;&gt;29083132416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9161.41,-5164.09C9183.52,-5155.56 9216.92,-5142.67 9241.97,-5133.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9242.99,-5136.36 9251.06,-5129.5 9240.47,-5129.83 9242.99,-5136.36\"/>\n",
"</g>\n",
"<!-- 29079989904 -->\n",
"<g id=\"node16\" class=\"node\">\n",
"<title>29079989904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8808,-5239 8720,-5239 8720,-5219.75 8808,-5219.75 8808,-5239\"/>\n",
"<text text-anchor=\"middle\" x=\"8764\" y=\"-5225.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079989904&#45;&gt;29079989760 -->\n",
"<g id=\"edge14\" class=\"edge\">\n",
"<title>29079989904&#45;&gt;29079989760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8808.37,-5222.06C8871.17,-5213.12 8986.8,-5196.65 9063.05,-5185.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9063.1,-5189.33 9072.5,-5184.45 9062.11,-5182.4 9063.1,-5189.33\"/>\n",
"</g>\n",
"<!-- 29079990096 -->\n",
"<g id=\"node17\" class=\"node\">\n",
"<title>29079990096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8968,-6880.62 8808,-6880.62 8808,-6861.38 8968,-6861.38 8968,-6880.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8888\" y=\"-6867.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079990096&#45;&gt;29079989904 -->\n",
"<g id=\"edge15\" class=\"edge\">\n",
"<title>29079990096&#45;&gt;29079989904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8807.88,-6864.19C8687.78,-6853.25 8475,-6824.22 8475,-6755.88 8475,-6755.88 8475,-6755.88 8475,-5350.12 8475,-5250.14 8624.45,-5232.03 8708.4,-5229.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8708.35,-5233.25 8718.28,-5229.55 8708.21,-5226.25 8708.35,-5233.25\"/>\n",
"</g>\n",
"<!-- 29083130976 -->\n",
"<g id=\"node3427\" class=\"node\">\n",
"<title>29083130976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8985,-6819.75 8861,-6819.75 8861,-6800.5 8985,-6800.5 8985,-6819.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8923\" y=\"-6806.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079990096&#45;&gt;29083130976 -->\n",
"<g id=\"edge3642\" class=\"edge\">\n",
"<title>29079990096&#45;&gt;29083130976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8893.32,-6861.06C8898.2,-6852.85 8905.59,-6840.41 8911.78,-6830\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8914.76,-6831.84 8916.86,-6821.45 8908.74,-6828.26 8914.76,-6831.84\"/>\n",
"</g>\n",
"<!-- 29079990240 -->\n",
"<g id=\"node18\" class=\"node\">\n",
"<title>29079990240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8932,-6941.5 8844,-6941.5 8844,-6922.25 8932,-6922.25 8932,-6941.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8888\" y=\"-6928\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079990240&#45;&gt;29079990096 -->\n",
"<g id=\"edge16\" class=\"edge\">\n",
"<title>29079990240&#45;&gt;29079990096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8888,-6921.93C8888,-6914.15 8888,-6902.58 8888,-6892.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8891.5,-6892.54 8888,-6882.54 8884.5,-6892.54 8891.5,-6892.54\"/>\n",
"</g>\n",
"<!-- 29079990432 -->\n",
"<g id=\"node19\" class=\"node\">\n",
"<title>29079990432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8964,-7185 8804,-7185 8804,-7165.75 8964,-7165.75 8964,-7185\"/>\n",
"<text text-anchor=\"middle\" x=\"8884\" y=\"-7171.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079990432&#45;&gt;29079990240 -->\n",
"<g id=\"edge17\" class=\"edge\">\n",
"<title>29079990432&#45;&gt;29079990240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8884.15,-7165.49C8884.72,-7130.73 8886.83,-7003.36 8887.66,-6953.29\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8891.16,-6953.41 8887.83,-6943.35 8884.16,-6953.29 8891.16,-6953.41\"/>\n",
"</g>\n",
"<!-- 29083125168 -->\n",
"<g id=\"node3388\" class=\"node\">\n",
"<title>29083125168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9012,-7124.12 8906,-7124.12 8906,-7104.88 9012,-7104.88 9012,-7124.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8959\" y=\"-7110.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079990432&#45;&gt;29083125168 -->\n",
"<g id=\"edge3602\" class=\"edge\">\n",
"<title>29079990432&#45;&gt;29083125168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8895.39,-7165.43C8906.84,-7156.44 8924.75,-7142.39 8938.65,-7131.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8940.61,-7134.39 8946.31,-7125.46 8936.28,-7128.88 8940.61,-7134.39\"/>\n",
"</g>\n",
"<!-- 29079990576 -->\n",
"<g id=\"node20\" class=\"node\">\n",
"<title>29079990576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8816,-7245.88 8728,-7245.88 8728,-7226.62 8816,-7226.62 8816,-7245.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8772\" y=\"-7232.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079990576&#45;&gt;29079990432 -->\n",
"<g id=\"edge18\" class=\"edge\">\n",
"<title>29079990576&#45;&gt;29079990432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8789.01,-7226.31C8807.02,-7216.84 8835.71,-7201.76 8856.85,-7190.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8858.27,-7193.86 8865.49,-7186.11 8855.01,-7187.66 8858.27,-7193.86\"/>\n",
"</g>\n",
"<!-- 29079990768 -->\n",
"<g id=\"node21\" class=\"node\">\n",
"<title>29079990768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8879,-8489.5 8719,-8489.5 8719,-8470.25 8879,-8470.25 8879,-8489.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8799\" y=\"-8476\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079990768&#45;&gt;29079990576 -->\n",
"<g id=\"edge19\" class=\"edge\">\n",
"<title>29079990768&#45;&gt;29079990576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8788.22,-8469.96C8768.81,-8452.84 8730,-8413.24 8730,-8370.38 8730,-8370.38 8730,-8370.38 8730,-7362.62 8730,-7323.19 8748.91,-7280.22 8761.36,-7256.22\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8764.3,-7258.13 8765.96,-7247.67 8758.14,-7254.81 8764.3,-7258.13\"/>\n",
"</g>\n",
"<!-- 29083128048 -->\n",
"<g id=\"node3350\" class=\"node\">\n",
"<title>29083128048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9062,-8434.25 8938,-8434.25 8938,-8415 9062,-8415 9062,-8434.25\"/>\n",
"<text text-anchor=\"middle\" x=\"9000\" y=\"-8420.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079990768&#45;&gt;29083128048 -->\n",
"<g id=\"edge3559\" class=\"edge\">\n",
"<title>29079990768&#45;&gt;29083128048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8833.1,-8469.84C8866.59,-8460.97 8917.9,-8447.37 8954.79,-8437.6\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8955.5,-8441.03 8964.27,-8435.09 8953.71,-8434.27 8955.5,-8441.03\"/>\n",
"</g>\n",
"<!-- 29079990912 -->\n",
"<g id=\"node22\" class=\"node\">\n",
"<title>29079990912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8629,-8544.75 8541,-8544.75 8541,-8525.5 8629,-8525.5 8629,-8544.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8585\" y=\"-8531.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079990912&#45;&gt;29079990768 -->\n",
"<g id=\"edge20\" class=\"edge\">\n",
"<title>29079990912&#45;&gt;29079990768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8621.3,-8525.09C8657.12,-8516.18 8712.06,-8502.51 8751.37,-8492.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8752.19,-8496.13 8761.05,-8490.32 8750.5,-8489.34 8752.19,-8496.13\"/>\n",
"</g>\n",
"<!-- 29079991104 -->\n",
"<g id=\"node23\" class=\"node\">\n",
"<title>29079991104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8615,-10186.38 8455,-10186.38 8455,-10167.12 8615,-10167.12 8615,-10186.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8535\" y=\"-10172.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079991104&#45;&gt;29079990912 -->\n",
"<g id=\"edge21\" class=\"edge\">\n",
"<title>29079991104&#45;&gt;29079990912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8454.68,-10167.85C8389.73,-10156.51 8309,-10128.88 8309,-10061.62 8309,-10061.62 8309,-10061.62 8309,-8655.88 8309,-8560.79 8448.57,-8540.38 8529.21,-8536.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8529.29,-8540.03 8539.14,-8536.13 8529.01,-8533.03 8529.29,-8540.03\"/>\n",
"</g>\n",
"<!-- 29083126608 -->\n",
"<g id=\"node3303\" class=\"node\">\n",
"<title>29083126608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8698,-10125.5 8574,-10125.5 8574,-10106.25 8698,-10106.25 8698,-10125.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8636\" y=\"-10112\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079991104&#45;&gt;29083126608 -->\n",
"<g id=\"edge3509\" class=\"edge\">\n",
"<title>29079991104&#45;&gt;29083126608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8550.34,-10166.81C8566.36,-10157.47 8591.74,-10142.67 8610.73,-10131.61\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8612.33,-10134.72 8619.21,-10126.66 8608.81,-10128.68 8612.33,-10134.72\"/>\n",
"</g>\n",
"<!-- 29079991248 -->\n",
"<g id=\"node24\" class=\"node\">\n",
"<title>29079991248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8579,-10247.25 8491,-10247.25 8491,-10228 8579,-10228 8579,-10247.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8535\" y=\"-10233.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079991248&#45;&gt;29079991104 -->\n",
"<g id=\"edge22\" class=\"edge\">\n",
"<title>29079991248&#45;&gt;29079991104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8535,-10227.68C8535,-10219.9 8535,-10208.33 8535,-10198.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8538.5,-10198.29 8535,-10188.29 8531.5,-10198.29 8538.5,-10198.29\"/>\n",
"</g>\n",
"<!-- 29079991440 -->\n",
"<g id=\"node25\" class=\"node\">\n",
"<title>29079991440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8643,-10490.75 8483,-10490.75 8483,-10471.5 8643,-10471.5 8643,-10490.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8563\" y=\"-10477.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079991440&#45;&gt;29079991248 -->\n",
"<g id=\"edge23\" class=\"edge\">\n",
"<title>29079991440&#45;&gt;29079991248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8557.52,-10471.29C8552.44,-10462.57 8545.19,-10448.65 8542,-10435.5 8526.72,-10372.44 8530.24,-10294.73 8533.09,-10258.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8536.56,-10259.2 8533.94,-10248.94 8529.59,-10258.6 8536.56,-10259.2\"/>\n",
"</g>\n",
"<!-- 29083006048 -->\n",
"<g id=\"node3264\" class=\"node\">\n",
"<title>29083006048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8657,-10429.88 8551,-10429.88 8551,-10410.62 8657,-10410.62 8657,-10429.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8604\" y=\"-10416.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079991440&#45;&gt;29083006048 -->\n",
"<g id=\"edge3469\" class=\"edge\">\n",
"<title>29079991440&#45;&gt;29083006048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8569.23,-10471.18C8575.07,-10462.8 8583.97,-10450.01 8591.31,-10439.47\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8594.01,-10441.72 8596.85,-10431.52 8588.26,-10437.72 8594.01,-10441.72\"/>\n",
"</g>\n",
"<!-- 29079991584 -->\n",
"<g id=\"node26\" class=\"node\">\n",
"<title>29079991584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8495,-10551.62 8407,-10551.62 8407,-10532.38 8495,-10532.38 8495,-10551.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8451\" y=\"-10538.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079991584&#45;&gt;29079991440 -->\n",
"<g id=\"edge24\" class=\"edge\">\n",
"<title>29079991584&#45;&gt;29079991440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8468.01,-10532.06C8486.02,-10522.59 8514.71,-10507.51 8535.85,-10496.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8537.27,-10499.61 8544.49,-10491.86 8534.01,-10493.41 8537.27,-10499.61\"/>\n",
"</g>\n",
"<!-- 29079991776 -->\n",
"<g id=\"node27\" class=\"node\">\n",
"<title>29079991776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8635,-11795.25 8475,-11795.25 8475,-11776 8635,-11776 8635,-11795.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8555\" y=\"-11781.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079991776&#45;&gt;29079991584 -->\n",
"<g id=\"edge25\" class=\"edge\">\n",
"<title>29079991776&#45;&gt;29079991584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8516.54,-11775.53C8470.92,-11762.19 8401,-11732.54 8401,-11676.12 8401,-11676.12 8401,-11676.12 8401,-10668.38 8401,-10633.93 8406.58,-10624.97 8420,-10593.25 8424.76,-10582 8431.8,-10570.34 8437.98,-10561.08\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8440.72,-10563.26 8443.54,-10553.05 8434.97,-10559.28 8440.72,-10563.26\"/>\n",
"</g>\n",
"<!-- 29083008928 -->\n",
"<g id=\"node3226\" class=\"node\">\n",
"<title>29083008928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8902,-11740 8778,-11740 8778,-11720.75 8902,-11720.75 8902,-11740\"/>\n",
"<text text-anchor=\"middle\" x=\"8840\" y=\"-11726.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079991776&#45;&gt;29083008928 -->\n",
"<g id=\"edge3426\" class=\"edge\">\n",
"<title>29079991776&#45;&gt;29083008928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8603.67,-11775.53C8652.55,-11766.4 8727.94,-11752.31 8780.38,-11742.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8780.86,-11745.99 8790.04,-11740.71 8779.57,-11739.11 8780.86,-11745.99\"/>\n",
"</g>\n",
"<!-- 29079991920 -->\n",
"<g id=\"node28\" class=\"node\">\n",
"<title>29079991920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8385,-11850.5 8297,-11850.5 8297,-11831.25 8385,-11831.25 8385,-11850.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8341\" y=\"-11837\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079991920&#45;&gt;29079991776 -->\n",
"<g id=\"edge26\" class=\"edge\">\n",
"<title>29079991920&#45;&gt;29079991776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8377.3,-11830.84C8413.12,-11821.93 8468.06,-11808.26 8507.37,-11798.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8508.19,-11801.88 8517.05,-11796.07 8506.5,-11795.09 8508.19,-11801.88\"/>\n",
"</g>\n",
"<!-- 29079992112 -->\n",
"<g id=\"node29\" class=\"node\">\n",
"<title>29079992112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8768,-13492.12 8608,-13492.12 8608,-13472.88 8768,-13472.88 8768,-13492.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8688\" y=\"-13478.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079992112&#45;&gt;29079991920 -->\n",
"<g id=\"edge27\" class=\"edge\">\n",
"<title>29079992112&#45;&gt;29079991920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8607.64,-13478.37C8473.62,-13470.93 8219,-13446.41 8219,-13367.38 8219,-13367.38 8219,-13367.38 8219,-11961.62 8219,-11910.84 8273.5,-11874.45 8309.65,-11855.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8310.96,-11859.15 8318.39,-11851.59 8307.87,-11852.87 8310.96,-11859.15\"/>\n",
"</g>\n",
"<!-- 29083007488 -->\n",
"<g id=\"node3179\" class=\"node\">\n",
"<title>29083007488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8819,-13431.25 8695,-13431.25 8695,-13412 8819,-13412 8819,-13431.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8757\" y=\"-13417.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079992112&#45;&gt;29083007488 -->\n",
"<g id=\"edge3376\" class=\"edge\">\n",
"<title>29079992112&#45;&gt;29083007488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8698.48,-13472.56C8708.92,-13463.65 8725.17,-13449.78 8737.91,-13438.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8739.94,-13441.79 8745.27,-13432.63 8735.39,-13436.46 8739.94,-13441.79\"/>\n",
"</g>\n",
"<!-- 29079992256 -->\n",
"<g id=\"node30\" class=\"node\">\n",
"<title>29079992256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8732,-13553 8644,-13553 8644,-13533.75 8732,-13533.75 8732,-13553\"/>\n",
"<text text-anchor=\"middle\" x=\"8688\" y=\"-13539.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079992256&#45;&gt;29079992112 -->\n",
"<g id=\"edge28\" class=\"edge\">\n",
"<title>29079992256&#45;&gt;29079992112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8688,-13533.43C8688,-13525.65 8688,-13514.08 8688,-13504.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8691.5,-13504.04 8688,-13494.04 8684.5,-13504.04 8691.5,-13504.04\"/>\n",
"</g>\n",
"<!-- 29079992448 -->\n",
"<g id=\"node31\" class=\"node\">\n",
"<title>29079992448</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8779,-13796.5 8619,-13796.5 8619,-13777.25 8779,-13777.25 8779,-13796.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8699\" y=\"-13783\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079992448&#45;&gt;29079992256 -->\n",
"<g id=\"edge29\" class=\"edge\">\n",
"<title>29079992448&#45;&gt;29079992256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8698.6,-13776.99C8697.01,-13742.23 8691.21,-13614.86 8688.93,-13564.79\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8692.43,-13564.68 8688.48,-13554.85 8685.44,-13565 8692.43,-13564.68\"/>\n",
"</g>\n",
"<!-- 29083001680 -->\n",
"<g id=\"node3140\" class=\"node\">\n",
"<title>29083001680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8818,-13735.62 8712,-13735.62 8712,-13716.38 8818,-13716.38 8818,-13735.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8765\" y=\"-13722.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079992448&#45;&gt;29083001680 -->\n",
"<g id=\"edge3336\" class=\"edge\">\n",
"<title>29079992448&#45;&gt;29083001680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8709.02,-13776.93C8718.91,-13768.12 8734.26,-13754.43 8746.38,-13743.61\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8748.62,-13746.3 8753.75,-13737.03 8743.96,-13741.08 8748.62,-13746.3\"/>\n",
"</g>\n",
"<!-- 29079992592 -->\n",
"<g id=\"node32\" class=\"node\">\n",
"<title>29079992592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8631,-13857.38 8543,-13857.38 8543,-13838.12 8631,-13838.12 8631,-13857.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8587\" y=\"-13843.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079992592&#45;&gt;29079992448 -->\n",
"<g id=\"edge30\" class=\"edge\">\n",
"<title>29079992592&#45;&gt;29079992448</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8604.01,-13837.81C8622.02,-13828.34 8650.71,-13813.26 8671.85,-13802.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8673.27,-13805.36 8680.49,-13797.61 8670.01,-13799.16 8673.27,-13805.36\"/>\n",
"</g>\n",
"<!-- 29079992784 -->\n",
"<g id=\"node33\" class=\"node\">\n",
"<title>29079992784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8642,-15101 8482,-15101 8482,-15081.75 8642,-15081.75 8642,-15101\"/>\n",
"<text text-anchor=\"middle\" x=\"8562\" y=\"-15087.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079992784&#45;&gt;29079992592 -->\n",
"<g id=\"edge31\" class=\"edge\">\n",
"<title>29079992784&#45;&gt;29079992592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8560.19,-15081.42C8556.62,-15062.91 8549,-15019.06 8549,-14981.88 8549,-14981.88 8549,-14981.88 8549,-13974.12 8549,-13935.03 8566.13,-13891.92 8577.39,-13867.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8580.46,-13869.48 8581.68,-13858.96 8574.17,-13866.42 8580.46,-13869.48\"/>\n",
"</g>\n",
"<!-- 29083004560 -->\n",
"<g id=\"node3102\" class=\"node\">\n",
"<title>29083004560</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8839,-15045.75 8715,-15045.75 8715,-15026.5 8839,-15026.5 8839,-15045.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8777\" y=\"-15032.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079992784&#45;&gt;29083004560 -->\n",
"<g id=\"edge3293\" class=\"edge\">\n",
"<title>29079992784&#45;&gt;29083004560</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8598.47,-15081.34C8634.53,-15072.41 8689.9,-15058.7 8729.4,-15048.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8730.01,-15052.37 8738.88,-15046.57 8728.33,-15045.57 8730.01,-15052.37\"/>\n",
"</g>\n",
"<!-- 29079992928 -->\n",
"<g id=\"node34\" class=\"node\">\n",
"<title>29079992928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8392,-15156.25 8304,-15156.25 8304,-15137 8392,-15137 8392,-15156.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8348\" y=\"-15142.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079992928&#45;&gt;29079992784 -->\n",
"<g id=\"edge32\" class=\"edge\">\n",
"<title>29079992928&#45;&gt;29079992784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8384.3,-15136.59C8420.12,-15127.68 8475.06,-15114.01 8514.37,-15104.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8515.19,-15107.63 8524.05,-15101.82 8513.5,-15100.84 8515.19,-15107.63\"/>\n",
"</g>\n",
"<!-- 29079993120 -->\n",
"<g id=\"node35\" class=\"node\">\n",
"<title>29079993120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8689,-16797.88 8529,-16797.88 8529,-16778.62 8689,-16778.62 8689,-16797.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8609\" y=\"-16784.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079993120&#45;&gt;29079992928 -->\n",
"<g id=\"edge33\" class=\"edge\">\n",
"<title>29079993120&#45;&gt;29079992928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8528.66,-16784.58C8392.01,-16777.82 8129,-16754.28 8129,-16673.12 8129,-16673.12 8129,-16673.12 8129,-15267.38 8129,-15192.97 8227.51,-15164.51 8292.39,-15153.83\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8292.83,-15157.3 8302.19,-15152.32 8291.77,-15150.38 8292.83,-15157.3\"/>\n",
"</g>\n",
"<!-- 29083003120 -->\n",
"<g id=\"node3055\" class=\"node\">\n",
"<title>29083003120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8705,-16737 8581,-16737 8581,-16717.75 8705,-16717.75 8705,-16737\"/>\n",
"<text text-anchor=\"middle\" x=\"8643\" y=\"-16723.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079993120&#45;&gt;29083003120 -->\n",
"<g id=\"edge3243\" class=\"edge\">\n",
"<title>29079993120&#45;&gt;29083003120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8614.16,-16778.31C8618.91,-16770.1 8626.09,-16757.66 8632.1,-16747.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8635.06,-16749.12 8637.03,-16738.71 8629,-16745.62 8635.06,-16749.12\"/>\n",
"</g>\n",
"<!-- 29079993264 -->\n",
"<g id=\"node36\" class=\"node\">\n",
"<title>29079993264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8653,-16858.75 8565,-16858.75 8565,-16839.5 8653,-16839.5 8653,-16858.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8609\" y=\"-16845.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079993264&#45;&gt;29079993120 -->\n",
"<g id=\"edge34\" class=\"edge\">\n",
"<title>29079993264&#45;&gt;29079993120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8609,-16839.18C8609,-16831.4 8609,-16819.83 8609,-16809.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8612.5,-16809.79 8609,-16799.79 8605.5,-16809.79 8612.5,-16809.79\"/>\n",
"</g>\n",
"<!-- 29079993456 -->\n",
"<g id=\"node37\" class=\"node\">\n",
"<title>29079993456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8719,-17102.25 8559,-17102.25 8559,-17083 8719,-17083 8719,-17102.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8639\" y=\"-17088.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079993456&#45;&gt;29079993264 -->\n",
"<g id=\"edge35\" class=\"edge\">\n",
"<title>29079993456&#45;&gt;29079993264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8628.78,-17082.52C8620.31,-17074.23 8608.89,-17061.15 8604,-17047 8582.73,-16985.42 8595.89,-16906.45 8604.01,-16870.08\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8607.37,-16871.11 8606.26,-16860.57 8600.56,-16869.5 8607.37,-16871.11\"/>\n",
"</g>\n",
"<!-- 29082997312 -->\n",
"<g id=\"node3016\" class=\"node\">\n",
"<title>29082997312</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8719,-17041.38 8613,-17041.38 8613,-17022.12 8719,-17022.12 8719,-17041.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8666\" y=\"-17027.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29079993456&#45;&gt;29082997312 -->\n",
"<g id=\"edge3203\" class=\"edge\">\n",
"<title>29079993456&#45;&gt;29082997312</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8643.1,-17082.68C8646.83,-17074.56 8652.45,-17062.29 8657.19,-17051.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8660.24,-17053.7 8661.23,-17043.15 8653.88,-17050.78 8660.24,-17053.7\"/>\n",
"</g>\n",
"<!-- 29079993600 -->\n",
"<g id=\"node38\" class=\"node\">\n",
"<title>29079993600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8571,-17163.12 8483,-17163.12 8483,-17143.88 8571,-17143.88 8571,-17163.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8527\" y=\"-17149.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079993600&#45;&gt;29079993456 -->\n",
"<g id=\"edge36\" class=\"edge\">\n",
"<title>29079993600&#45;&gt;29079993456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8544.01,-17143.56C8562.02,-17134.09 8590.71,-17119.01 8611.85,-17107.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8613.27,-17111.11 8620.49,-17103.36 8610.01,-17104.91 8613.27,-17111.11\"/>\n",
"</g>\n",
"<!-- 29079993792 -->\n",
"<g id=\"node39\" class=\"node\">\n",
"<title>29079993792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8551,-18406.75 8391,-18406.75 8391,-18387.5 8551,-18387.5 8551,-18406.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8471\" y=\"-18393.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079993792&#45;&gt;29079993600 -->\n",
"<g id=\"edge37\" class=\"edge\">\n",
"<title>29079993792&#45;&gt;29079993600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8470.58,-18387.13C8469.76,-18368.54 8468,-18324.56 8468,-18287.62 8468,-18287.62 8468,-18287.62 8468,-17279.88 8468,-17245.43 8471.71,-17235.61 8487,-17204.75 8493.01,-17192.61 8502.33,-17180.68 8510.46,-17171.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8512.78,-17174.13 8517,-17164.41 8507.64,-17169.38 8512.78,-17174.13\"/>\n",
"</g>\n",
"<!-- 29083000192 -->\n",
"<g id=\"node2978\" class=\"node\">\n",
"<title>29083000192</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8750,-18351.5 8626,-18351.5 8626,-18332.25 8750,-18332.25 8750,-18351.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8688\" y=\"-18338\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079993792&#45;&gt;29083000192 -->\n",
"<g id=\"edge3160\" class=\"edge\">\n",
"<title>29079993792&#45;&gt;29083000192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8507.81,-18387.09C8544.21,-18378.16 8600.08,-18364.45 8639.96,-18354.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8640.66,-18358.1 8649.54,-18352.31 8638.99,-18351.3 8640.66,-18358.1\"/>\n",
"</g>\n",
"<!-- 29079993936 -->\n",
"<g id=\"node40\" class=\"node\">\n",
"<title>29079993936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8301,-18462 8213,-18462 8213,-18442.75 8301,-18442.75 8301,-18462\"/>\n",
"<text text-anchor=\"middle\" x=\"8257\" y=\"-18448.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079993936&#45;&gt;29079993792 -->\n",
"<g id=\"edge38\" class=\"edge\">\n",
"<title>29079993936&#45;&gt;29079993792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8293.3,-18442.34C8329.12,-18433.43 8384.06,-18419.76 8423.37,-18409.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8424.19,-18413.38 8433.05,-18407.57 8422.5,-18406.59 8424.19,-18413.38\"/>\n",
"</g>\n",
"<!-- 29079994128 -->\n",
"<g id=\"node41\" class=\"node\">\n",
"<title>29079994128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8611,-20103.62 8451,-20103.62 8451,-20084.38 8611,-20084.38 8611,-20103.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8531\" y=\"-20090.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29079994128&#45;&gt;29079993936 -->\n",
"<g id=\"edge39\" class=\"edge\">\n",
"<title>29079994128&#45;&gt;29079993936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8450.58,-20090.8C8311.09,-20084.78 8039,-20062.34 8039,-19978.88 8039,-19978.88 8039,-19978.88 8039,-18573.12 8039,-18499.09 8136.79,-18470.51 8201.38,-18459.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8201.79,-18463.18 8211.13,-18458.18 8200.71,-18456.27 8201.79,-18463.18\"/>\n",
"</g>\n",
"<!-- 29082998752 -->\n",
"<g id=\"node2931\" class=\"node\">\n",
"<title>29082998752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8662,-20042.75 8538,-20042.75 8538,-20023.5 8662,-20023.5 8662,-20042.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8600\" y=\"-20029.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29079994128&#45;&gt;29082998752 -->\n",
"<g id=\"edge3110\" class=\"edge\">\n",
"<title>29079994128&#45;&gt;29082998752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8541.48,-20084.06C8551.92,-20075.15 8568.17,-20061.28 8580.91,-20050.42\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8582.94,-20053.29 8588.27,-20044.13 8578.39,-20047.96 8582.94,-20053.29\"/>\n",
"</g>\n",
"<!-- 29079994272 -->\n",
"<g id=\"node42\" class=\"node\">\n",
"<title>29079994272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8575,-20164.5 8487,-20164.5 8487,-20145.25 8575,-20145.25 8575,-20164.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8531\" y=\"-20151\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29079994272&#45;&gt;29079994128 -->\n",
"<g id=\"edge40\" class=\"edge\">\n",
"<title>29079994272&#45;&gt;29079994128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8531,-20144.93C8531,-20137.15 8531,-20125.58 8531,-20115.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8534.5,-20115.54 8531,-20105.54 8527.5,-20115.54 8534.5,-20115.54\"/>\n",
"</g>\n",
"<!-- 29082321056 -->\n",
"<g id=\"node43\" class=\"node\">\n",
"<title>29082321056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8625,-20408 8465,-20408 8465,-20388.75 8625,-20388.75 8625,-20408\"/>\n",
"<text text-anchor=\"middle\" x=\"8545\" y=\"-20394.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082321056&#45;&gt;29079994272 -->\n",
"<g id=\"edge41\" class=\"edge\">\n",
"<title>29082321056&#45;&gt;29079994272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8544.49,-20388.49C8542.47,-20353.73 8535.09,-20226.36 8532.18,-20176.29\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8535.68,-20176.13 8531.61,-20166.35 8528.69,-20176.53 8535.68,-20176.13\"/>\n",
"</g>\n",
"<!-- 29082910240 -->\n",
"<g id=\"node2892\" class=\"node\">\n",
"<title>29082910240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8661,-20347.12 8555,-20347.12 8555,-20327.88 8661,-20327.88 8661,-20347.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8608\" y=\"-20333.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082321056&#45;&gt;29082910240 -->\n",
"<g id=\"edge3070\" class=\"edge\">\n",
"<title>29082321056&#45;&gt;29082910240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8554.57,-20388.43C8564,-20379.62 8578.65,-20365.93 8590.23,-20355.11\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8592.32,-20357.94 8597.24,-20348.56 8587.54,-20352.83 8592.32,-20357.94\"/>\n",
"</g>\n",
"<!-- 29082321200 -->\n",
"<g id=\"node44\" class=\"node\">\n",
"<title>29082321200</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8477,-20468.88 8389,-20468.88 8389,-20449.62 8477,-20449.62 8477,-20468.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8433\" y=\"-20455.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082321200&#45;&gt;29082321056 -->\n",
"<g id=\"edge42\" class=\"edge\">\n",
"<title>29082321200&#45;&gt;29082321056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8450.01,-20449.31C8468.02,-20439.84 8496.71,-20424.76 8517.85,-20413.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8519.27,-20416.86 8526.49,-20409.11 8516.01,-20410.66 8519.27,-20416.86\"/>\n",
"</g>\n",
"<!-- 29082321392 -->\n",
"<g id=\"node45\" class=\"node\">\n",
"<title>29082321392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8455,-21712.5 8295,-21712.5 8295,-21693.25 8455,-21693.25 8455,-21712.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8375\" y=\"-21699\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082321392&#45;&gt;29082321200 -->\n",
"<g id=\"edge43\" class=\"edge\">\n",
"<title>29082321392&#45;&gt;29082321200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8374.86,-21692.87C8374.59,-21674.28 8374,-21630.3 8374,-21593.38 8374,-21593.38 8374,-21593.38 8374,-20585.62 8374,-20551.18 8377.71,-20541.36 8393,-20510.5 8399.01,-20498.36 8408.33,-20486.43 8416.46,-20477.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8418.78,-20479.88 8423,-20470.16 8413.64,-20475.13 8418.78,-20479.88\"/>\n",
"</g>\n",
"<!-- 29082995824 -->\n",
"<g id=\"node2854\" class=\"node\">\n",
"<title>29082995824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8742,-21657.25 8618,-21657.25 8618,-21638 8742,-21638 8742,-21657.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8680\" y=\"-21643.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082321392&#45;&gt;29082995824 -->\n",
"<g id=\"edge3027\" class=\"edge\">\n",
"<title>29082321392&#45;&gt;29082995824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8427.08,-21692.78C8479.53,-21683.62 8560.51,-21669.49 8616.64,-21659.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8617.13,-21663.15 8626.38,-21657.99 8615.93,-21656.26 8617.13,-21663.15\"/>\n",
"</g>\n",
"<!-- 29082321536 -->\n",
"<g id=\"node46\" class=\"node\">\n",
"<title>29082321536</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8205,-21767.75 8117,-21767.75 8117,-21748.5 8205,-21748.5 8205,-21767.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8161\" y=\"-21754.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082321536&#45;&gt;29082321392 -->\n",
"<g id=\"edge44\" class=\"edge\">\n",
"<title>29082321536&#45;&gt;29082321392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8197.3,-21748.09C8233.12,-21739.18 8288.06,-21725.51 8327.37,-21715.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8328.19,-21719.13 8337.05,-21713.32 8326.5,-21712.34 8328.19,-21719.13\"/>\n",
"</g>\n",
"<!-- 29082321728 -->\n",
"<g id=\"node47\" class=\"node\">\n",
"<title>29082321728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8388,-23409.38 8228,-23409.38 8228,-23390.12 8388,-23390.12 8388,-23409.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8308\" y=\"-23395.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082321728&#45;&gt;29082321536 -->\n",
"<g id=\"edge45\" class=\"edge\">\n",
"<title>29082321728&#45;&gt;29082321536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8250.23,-23389.69C8160.29,-23373.93 7997,-23337.97 7997,-23284.62 7997,-23284.62 7997,-23284.62 7997,-21878.88 7997,-21820.66 8065.24,-21787.72 8113.68,-21771.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8114.68,-21775.03 8123.16,-21768.68 8112.57,-21768.35 8114.68,-21775.03\"/>\n",
"</g>\n",
"<!-- 29082994384 -->\n",
"<g id=\"node2807\" class=\"node\">\n",
"<title>29082994384</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8426,-23348.5 8302,-23348.5 8302,-23329.25 8426,-23329.25 8426,-23348.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8364\" y=\"-23335\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082321728&#45;&gt;29082994384 -->\n",
"<g id=\"edge2977\" class=\"edge\">\n",
"<title>29082321728&#45;&gt;29082994384</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8316.51,-23389.81C8324.73,-23381.16 8337.4,-23367.84 8347.59,-23357.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8350.02,-23359.66 8354.37,-23350 8344.94,-23354.83 8350.02,-23359.66\"/>\n",
"</g>\n",
"<!-- 29082321872 -->\n",
"<g id=\"node48\" class=\"node\">\n",
"<title>29082321872</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8352,-23470.25 8264,-23470.25 8264,-23451 8352,-23451 8352,-23470.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8308\" y=\"-23456.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082321872&#45;&gt;29082321728 -->\n",
"<g id=\"edge46\" class=\"edge\">\n",
"<title>29082321872&#45;&gt;29082321728</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8308,-23450.68C8308,-23442.9 8308,-23431.33 8308,-23421.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8311.5,-23421.29 8308,-23411.29 8304.5,-23421.29 8311.5,-23421.29\"/>\n",
"</g>\n",
"<!-- 29082322064 -->\n",
"<g id=\"node49\" class=\"node\">\n",
"<title>29082322064</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8384,-23713.75 8224,-23713.75 8224,-23694.5 8384,-23694.5 8384,-23713.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8304\" y=\"-23700.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082322064&#45;&gt;29082321872 -->\n",
"<g id=\"edge47\" class=\"edge\">\n",
"<title>29082322064&#45;&gt;29082321872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8299.48,-23694.18C8295.29,-23685.36 8289.37,-23671.38 8287,-23658.5 8274.75,-23591.95 8272.24,-23572.29 8287,-23506.25 8288.98,-23497.38 8292.93,-23488.19 8296.88,-23480.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8299.92,-23482.2 8301.69,-23471.76 8293.79,-23478.82 8299.92,-23482.2\"/>\n",
"</g>\n",
"<!-- 29082906592 -->\n",
"<g id=\"node2768\" class=\"node\">\n",
"<title>29082906592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8402,-23652.88 8296,-23652.88 8296,-23633.62 8402,-23633.62 8402,-23652.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8349\" y=\"-23639.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082322064&#45;&gt;29082906592 -->\n",
"<g id=\"edge2937\" class=\"edge\">\n",
"<title>29082322064&#45;&gt;29082906592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8310.83,-23694.18C8317.31,-23685.71 8327.22,-23672.74 8335.32,-23662.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8337.89,-23664.55 8341.18,-23654.48 8332.33,-23660.3 8337.89,-23664.55\"/>\n",
"</g>\n",
"<!-- 29082322208 -->\n",
"<g id=\"node50\" class=\"node\">\n",
"<title>29082322208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8236,-23774.62 8148,-23774.62 8148,-23755.38 8236,-23755.38 8236,-23774.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8192\" y=\"-23761.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082322208&#45;&gt;29082322064 -->\n",
"<g id=\"edge48\" class=\"edge\">\n",
"<title>29082322208&#45;&gt;29082322064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8209.01,-23755.06C8227.02,-23745.59 8255.71,-23730.51 8276.85,-23719.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8278.27,-23722.61 8285.49,-23714.86 8275.01,-23716.41 8278.27,-23722.61\"/>\n",
"</g>\n",
"<!-- 29082322400 -->\n",
"<g id=\"node51\" class=\"node\">\n",
"<title>29082322400</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8432,-25018.25 8272,-25018.25 8272,-24999 8432,-24999 8432,-25018.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8352\" y=\"-25004.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082322400&#45;&gt;29082322208 -->\n",
"<g id=\"edge49\" class=\"edge\">\n",
"<title>29082322400&#45;&gt;29082322208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8271.64,-24999.42C8210.57,-24988.22 8137,-24961.74 8137,-24899.12 8137,-24899.12 8137,-24899.12 8137,-23891.38 8137,-23856.93 8141.5,-23847.49 8156,-23816.25 8161.38,-23804.67 8169.53,-23793 8176.72,-23783.83\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8179.38,-23786.1 8183.01,-23776.14 8173.96,-23781.67 8179.38,-23786.1\"/>\n",
"</g>\n",
"<!-- 29082909472 -->\n",
"<g id=\"node2730\" class=\"node\">\n",
"<title>29082909472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8612,-24963 8488,-24963 8488,-24943.75 8612,-24943.75 8612,-24963\"/>\n",
"<text text-anchor=\"middle\" x=\"8550\" y=\"-24949.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082322400&#45;&gt;29082909472 -->\n",
"<g id=\"edge2894\" class=\"edge\">\n",
"<title>29082322400&#45;&gt;29082909472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8385.59,-24998.59C8418.58,-24989.72 8469.13,-24976.12 8505.46,-24966.35\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8506.04,-24969.82 8514.79,-24963.85 8504.22,-24963.06 8506.04,-24969.82\"/>\n",
"</g>\n",
"<!-- 29082322544 -->\n",
"<g id=\"node52\" class=\"node\">\n",
"<title>29082322544</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8182,-25073.5 8094,-25073.5 8094,-25054.25 8182,-25054.25 8182,-25073.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8138\" y=\"-25060\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082322544&#45;&gt;29082322400 -->\n",
"<g id=\"edge50\" class=\"edge\">\n",
"<title>29082322544&#45;&gt;29082322400</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8174.3,-25053.84C8210.12,-25044.93 8265.06,-25031.26 8304.37,-25021.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8305.19,-25024.88 8314.05,-25019.07 8303.5,-25018.09 8305.19,-25024.88\"/>\n",
"</g>\n",
"<!-- 29082322736 -->\n",
"<g id=\"node53\" class=\"node\">\n",
"<title>29082322736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8518,-26715.12 8358,-26715.12 8358,-26695.88 8518,-26695.88 8518,-26715.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8438\" y=\"-26701.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082322736&#45;&gt;29082322544 -->\n",
"<g id=\"edge51\" class=\"edge\">\n",
"<title>29082322736&#45;&gt;29082322544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8357.56,-26701.78C8221.12,-26694.96 7959,-26671.32 7959,-26590.38 7959,-26590.38 7959,-26590.38 7959,-25184.62 7959,-25124.06 8030.66,-25092.2 8083.3,-25076.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8084.04,-25080.39 8092.75,-25074.36 8082.18,-25073.64 8084.04,-25080.39\"/>\n",
"</g>\n",
"<!-- 29082908032 -->\n",
"<g id=\"node2683\" class=\"node\">\n",
"<title>29082908032</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8534,-26654.25 8410,-26654.25 8410,-26635 8534,-26635 8534,-26654.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8472\" y=\"-26640.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082322736&#45;&gt;29082908032 -->\n",
"<g id=\"edge2844\" class=\"edge\">\n",
"<title>29082322736&#45;&gt;29082908032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8443.16,-26695.56C8447.91,-26687.35 8455.09,-26674.91 8461.1,-26664.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8464.06,-26666.37 8466.03,-26655.96 8458,-26662.87 8464.06,-26666.37\"/>\n",
"</g>\n",
"<!-- 29082322880 -->\n",
"<g id=\"node54\" class=\"node\">\n",
"<title>29082322880</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8482,-26776 8394,-26776 8394,-26756.75 8482,-26756.75 8482,-26776\"/>\n",
"<text text-anchor=\"middle\" x=\"8438\" y=\"-26762.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082322880&#45;&gt;29082322736 -->\n",
"<g id=\"edge52\" class=\"edge\">\n",
"<title>29082322880&#45;&gt;29082322736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8438,-26756.43C8438,-26748.65 8438,-26737.08 8438,-26727.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8441.5,-26727.04 8438,-26717.04 8434.5,-26727.04 8441.5,-26727.04\"/>\n",
"</g>\n",
"<!-- 29082323072 -->\n",
"<g id=\"node55\" class=\"node\">\n",
"<title>29082323072</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8555,-27019.5 8395,-27019.5 8395,-27000.25 8555,-27000.25 8555,-27019.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8475\" y=\"-27006\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082323072&#45;&gt;29082322880 -->\n",
"<g id=\"edge53\" class=\"edge\">\n",
"<title>29082323072&#45;&gt;29082322880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8464.52,-26999.82C8455.81,-26991.56 8444.07,-26978.5 8439,-26964.25 8417.16,-26902.9 8427.28,-26823.81 8433.88,-26787.38\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8437.26,-26788.34 8435.72,-26777.85 8430.39,-26787.01 8437.26,-26788.34\"/>\n",
"</g>\n",
"<!-- 29082902224 -->\n",
"<g id=\"node2644\" class=\"node\">\n",
"<title>29082902224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8554,-26958.62 8448,-26958.62 8448,-26939.38 8554,-26939.38 8554,-26958.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8501\" y=\"-26945.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082323072&#45;&gt;29082902224 -->\n",
"<g id=\"edge2804\" class=\"edge\">\n",
"<title>29082323072&#45;&gt;29082902224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8478.95,-26999.93C8482.5,-26991.89 8487.84,-26979.8 8492.37,-26969.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8495.56,-26970.97 8496.4,-26960.41 8489.16,-26968.14 8495.56,-26970.97\"/>\n",
"</g>\n",
"<!-- 29082323216 -->\n",
"<g id=\"node56\" class=\"node\">\n",
"<title>29082323216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8407,-27080.38 8319,-27080.38 8319,-27061.12 8407,-27061.12 8407,-27080.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8363\" y=\"-27066.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082323216&#45;&gt;29082323072 -->\n",
"<g id=\"edge54\" class=\"edge\">\n",
"<title>29082323216&#45;&gt;29082323072</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8380.01,-27060.81C8398.02,-27051.34 8426.71,-27036.26 8447.85,-27025.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8449.27,-27028.36 8456.49,-27020.61 8446.01,-27022.16 8449.27,-27028.36\"/>\n",
"</g>\n",
"<!-- 29082323408 -->\n",
"<g id=\"node57\" class=\"node\">\n",
"<title>29082323408</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8449,-28324 8289,-28324 8289,-28304.75 8449,-28304.75 8449,-28324\"/>\n",
"<text text-anchor=\"middle\" x=\"8369\" y=\"-28310.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082323408&#45;&gt;29082323216 -->\n",
"<g id=\"edge55\" class=\"edge\">\n",
"<title>29082323408&#45;&gt;29082323216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8363.27,-28304.5C8352.21,-28286.49 8329,-28244.02 8329,-28204.88 8329,-28204.88 8329,-28204.88 8329,-27197.12 8329,-27158.36 8344.33,-27115.14 8354.4,-27090.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8357.48,-27092.61 8358.23,-27082.04 8351.05,-27089.83 8357.48,-27092.61\"/>\n",
"</g>\n",
"<!-- 29082905104 -->\n",
"<g id=\"node2606\" class=\"node\">\n",
"<title>29082905104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8644,-28268.75 8520,-28268.75 8520,-28249.5 8644,-28249.5 8644,-28268.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8582\" y=\"-28255.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082323408&#45;&gt;29082905104 -->\n",
"<g id=\"edge2761\" class=\"edge\">\n",
"<title>29082323408&#45;&gt;29082905104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8405.13,-28304.34C8440.78,-28295.43 8495.47,-28281.76 8534.59,-28271.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8535.37,-28275.39 8544.22,-28269.57 8533.67,-28268.6 8535.37,-28275.39\"/>\n",
"</g>\n",
"<!-- 29082323552 -->\n",
"<g id=\"node58\" class=\"node\">\n",
"<title>29082323552</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8202,-28379.25 8114,-28379.25 8114,-28360 8202,-28360 8202,-28379.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8158\" y=\"-28365.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082323552&#45;&gt;29082323408 -->\n",
"<g id=\"edge56\" class=\"edge\">\n",
"<title>29082323552&#45;&gt;29082323408</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8193.79,-28359.59C8229.11,-28350.68 8283.28,-28337.01 8322.04,-28327.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8322.72,-28330.66 8331.56,-28324.82 8321.01,-28323.88 8322.72,-28330.66\"/>\n",
"</g>\n",
"<!-- 29082323744 -->\n",
"<g id=\"node59\" class=\"node\">\n",
"<title>29082323744</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8441,-30020.88 8281,-30020.88 8281,-30001.62 8441,-30001.62 8441,-30020.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8361\" y=\"-30007.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082323744&#45;&gt;29082323552 -->\n",
"<g id=\"edge57\" class=\"edge\">\n",
"<title>29082323744&#45;&gt;29082323552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8280.62,-30007.45C8144.68,-30000.51 7884,-29976.7 7884,-29896.12 7884,-29896.12 7884,-29896.12 7884,-28490.38 7884,-28395.99 8022.2,-28375.27 8102.3,-28371.19\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8102.32,-28374.69 8112.16,-28370.76 8102.02,-28367.7 8102.32,-28374.69\"/>\n",
"</g>\n",
"<!-- 29082903664 -->\n",
"<g id=\"node2559\" class=\"node\">\n",
"<title>29082903664</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8491,-29960 8367,-29960 8367,-29940.75 8491,-29940.75 8491,-29960\"/>\n",
"<text text-anchor=\"middle\" x=\"8429\" y=\"-29946.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082323744&#45;&gt;29082903664 -->\n",
"<g id=\"edge2711\" class=\"edge\">\n",
"<title>29082323744&#45;&gt;29082903664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8371.33,-30001.31C8381.61,-29992.4 8397.63,-29978.53 8410.18,-29967.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8412.16,-29970.58 8417.43,-29961.39 8407.58,-29965.29 8412.16,-29970.58\"/>\n",
"</g>\n",
"<!-- 29082323888 -->\n",
"<g id=\"node60\" class=\"node\">\n",
"<title>29082323888</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8405,-30081.75 8317,-30081.75 8317,-30062.5 8405,-30062.5 8405,-30081.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8361\" y=\"-30068.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082323888&#45;&gt;29082323744 -->\n",
"<g id=\"edge58\" class=\"edge\">\n",
"<title>29082323888&#45;&gt;29082323744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8361,-30062.18C8361,-30054.4 8361,-30042.83 8361,-30032.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8364.5,-30032.79 8361,-30022.79 8357.5,-30032.79 8364.5,-30032.79\"/>\n",
"</g>\n",
"<!-- 29082324080 -->\n",
"<g id=\"node61\" class=\"node\">\n",
"<title>29082324080</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8471,-30325.25 8311,-30325.25 8311,-30306 8471,-30306 8471,-30325.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8391\" y=\"-30311.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082324080&#45;&gt;29082323888 -->\n",
"<g id=\"edge59\" class=\"edge\">\n",
"<title>29082324080&#45;&gt;29082323888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8380.78,-30305.52C8372.31,-30297.23 8360.89,-30284.15 8356,-30270 8334.73,-30208.42 8347.89,-30129.45 8356.01,-30093.08\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8359.37,-30094.11 8358.26,-30083.57 8352.56,-30092.5 8359.37,-30094.11\"/>\n",
"</g>\n",
"<!-- 29082897856 -->\n",
"<g id=\"node2520\" class=\"node\">\n",
"<title>29082897856</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8471,-30264.38 8365,-30264.38 8365,-30245.12 8471,-30245.12 8471,-30264.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8418\" y=\"-30250.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082324080&#45;&gt;29082897856 -->\n",
"<g id=\"edge2671\" class=\"edge\">\n",
"<title>29082324080&#45;&gt;29082897856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8395.1,-30305.68C8398.83,-30297.56 8404.45,-30285.29 8409.19,-30274.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8412.24,-30276.7 8413.23,-30266.15 8405.88,-30273.78 8412.24,-30276.7\"/>\n",
"</g>\n",
"<!-- 29082324224 -->\n",
"<g id=\"node62\" class=\"node\">\n",
"<title>29082324224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8323,-30386.12 8235,-30386.12 8235,-30366.88 8323,-30366.88 8323,-30386.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8279\" y=\"-30372.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082324224&#45;&gt;29082324080 -->\n",
"<g id=\"edge60\" class=\"edge\">\n",
"<title>29082324224&#45;&gt;29082324080</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8296.01,-30366.56C8314.02,-30357.09 8342.71,-30342.01 8363.85,-30330.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8365.27,-30334.11 8372.49,-30326.36 8362.01,-30327.91 8365.27,-30334.11\"/>\n",
"</g>\n",
"<!-- 29082324416 -->\n",
"<g id=\"node63\" class=\"node\">\n",
"<title>29082324416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8323,-31629.75 8163,-31629.75 8163,-31610.5 8323,-31610.5 8323,-31629.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8243\" y=\"-31616.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082324416&#45;&gt;29082324224 -->\n",
"<g id=\"edge61\" class=\"edge\">\n",
"<title>29082324416&#45;&gt;29082324224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8242.44,-31610.13C8241.34,-31591.54 8239,-31547.57 8239,-31510.62 8239,-31510.62 8239,-31510.62 8239,-30502.88 8239,-30463.8 8256.85,-30420.98 8268.7,-30396.86\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8271.81,-30398.46 8273.25,-30387.96 8265.58,-30395.28 8271.81,-30398.46\"/>\n",
"</g>\n",
"<!-- 29082900736 -->\n",
"<g id=\"node2482\" class=\"node\">\n",
"<title>29082900736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8553,-31574.5 8429,-31574.5 8429,-31555.25 8553,-31555.25 8553,-31574.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8491\" y=\"-31561\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082324416&#45;&gt;29082900736 -->\n",
"<g id=\"edge2628\" class=\"edge\">\n",
"<title>29082324416&#45;&gt;29082900736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8285.35,-31610.03C8327.44,-31600.99 8392.11,-31587.11 8437.68,-31577.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8438.3,-31580.77 8447.34,-31575.25 8436.83,-31573.93 8438.3,-31580.77\"/>\n",
"</g>\n",
"<!-- 29082324560 -->\n",
"<g id=\"node64\" class=\"node\">\n",
"<title>29082324560</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8076,-31685 7988,-31685 7988,-31665.75 8076,-31665.75 8076,-31685\"/>\n",
"<text text-anchor=\"middle\" x=\"8032\" y=\"-31671.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082324560&#45;&gt;29082324416 -->\n",
"<g id=\"edge62\" class=\"edge\">\n",
"<title>29082324560&#45;&gt;29082324416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8067.79,-31665.34C8103.11,-31656.43 8157.28,-31642.76 8196.04,-31632.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8196.72,-31636.41 8205.56,-31630.57 8195.01,-31629.63 8196.72,-31636.41\"/>\n",
"</g>\n",
"<!-- 29082324752 -->\n",
"<g id=\"node65\" class=\"node\">\n",
"<title>29082324752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8351,-33326.62 8191,-33326.62 8191,-33307.38 8351,-33307.38 8351,-33326.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8271\" y=\"-33313.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082324752&#45;&gt;29082324560 -->\n",
"<g id=\"edge63\" class=\"edge\">\n",
"<title>29082324752&#45;&gt;29082324560</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8190.62,-33313.2C8054.68,-33306.26 7794,-33282.45 7794,-33201.88 7794,-33201.88 7794,-33201.88 7794,-31796.12 7794,-31714.96 7905.83,-31688.8 7976.18,-31680.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7976.45,-31683.86 7986.01,-31679.29 7975.69,-31676.91 7976.45,-31683.86\"/>\n",
"</g>\n",
"<!-- 29082899296 -->\n",
"<g id=\"node2435\" class=\"node\">\n",
"<title>29082899296</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8367,-33265.75 8243,-33265.75 8243,-33246.5 8367,-33246.5 8367,-33265.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8305\" y=\"-33252.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082324752&#45;&gt;29082899296 -->\n",
"<g id=\"edge2578\" class=\"edge\">\n",
"<title>29082324752&#45;&gt;29082899296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8276.16,-33307.06C8280.91,-33298.85 8288.09,-33286.41 8294.1,-33276\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8297.06,-33277.87 8299.03,-33267.46 8291,-33274.37 8297.06,-33277.87\"/>\n",
"</g>\n",
"<!-- 29082324896 -->\n",
"<g id=\"node66\" class=\"node\">\n",
"<title>29082324896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8315,-33387.5 8227,-33387.5 8227,-33368.25 8315,-33368.25 8315,-33387.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8271\" y=\"-33374\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082324896&#45;&gt;29082324752 -->\n",
"<g id=\"edge64\" class=\"edge\">\n",
"<title>29082324896&#45;&gt;29082324752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8271,-33367.93C8271,-33360.15 8271,-33348.58 8271,-33338.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8274.5,-33338.54 8271,-33328.54 8267.5,-33338.54 8274.5,-33338.54\"/>\n",
"</g>\n",
"<!-- 29082325088 -->\n",
"<g id=\"node67\" class=\"node\">\n",
"<title>29082325088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8381,-33631 8221,-33631 8221,-33611.75 8381,-33611.75 8381,-33631\"/>\n",
"<text text-anchor=\"middle\" x=\"8301\" y=\"-33617.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082325088&#45;&gt;29082324896 -->\n",
"<g id=\"edge65\" class=\"edge\">\n",
"<title>29082325088&#45;&gt;29082324896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8290.78,-33611.27C8282.31,-33602.98 8270.89,-33589.9 8266,-33575.75 8244.73,-33514.17 8257.89,-33435.2 8266.01,-33398.83\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8269.37,-33399.86 8268.26,-33389.32 8262.56,-33398.25 8269.37,-33399.86\"/>\n",
"</g>\n",
"<!-- 29082811504 -->\n",
"<g id=\"node2396\" class=\"node\">\n",
"<title>29082811504</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8381,-33570.12 8275,-33570.12 8275,-33550.88 8381,-33550.88 8381,-33570.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8328\" y=\"-33556.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082325088&#45;&gt;29082811504 -->\n",
"<g id=\"edge2538\" class=\"edge\">\n",
"<title>29082325088&#45;&gt;29082811504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8305.1,-33611.43C8308.83,-33603.31 8314.45,-33591.04 8319.19,-33580.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8322.24,-33582.45 8323.23,-33571.9 8315.88,-33579.53 8322.24,-33582.45\"/>\n",
"</g>\n",
"<!-- 29082325232 -->\n",
"<g id=\"node68\" class=\"node\">\n",
"<title>29082325232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8233,-33691.88 8145,-33691.88 8145,-33672.62 8233,-33672.62 8233,-33691.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8189\" y=\"-33678.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082325232&#45;&gt;29082325088 -->\n",
"<g id=\"edge66\" class=\"edge\">\n",
"<title>29082325232&#45;&gt;29082325088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8206.01,-33672.31C8224.02,-33662.84 8252.71,-33647.76 8273.85,-33636.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8275.27,-33639.86 8282.49,-33632.11 8272.01,-33633.66 8275.27,-33639.86\"/>\n",
"</g>\n",
"<!-- 29082325424 -->\n",
"<g id=\"node69\" class=\"node\">\n",
"<title>29082325424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8231,-34935.5 8071,-34935.5 8071,-34916.25 8231,-34916.25 8231,-34935.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8151\" y=\"-34922\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082325424&#45;&gt;29082325232 -->\n",
"<g id=\"edge67\" class=\"edge\">\n",
"<title>29082325424&#45;&gt;29082325232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8149.75,-34915.89C8147.28,-34897.34 8142,-34853.42 8142,-34816.38 8142,-34816.38 8142,-34816.38 8142,-33808.62 8142,-33768.69 8163.17,-33725.89 8177.09,-33702.06\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8180.06,-33703.91 8182.26,-33693.54 8174.08,-33700.27 8180.06,-33703.91\"/>\n",
"</g>\n",
"<!-- 29082896368 -->\n",
"<g id=\"node2358\" class=\"node\">\n",
"<title>29082896368</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8425,-34880.25 8301,-34880.25 8301,-34861 8425,-34861 8425,-34880.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8363\" y=\"-34866.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082325424&#45;&gt;29082896368 -->\n",
"<g id=\"edge2495\" class=\"edge\">\n",
"<title>29082325424&#45;&gt;29082896368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8186.96,-34915.84C8222.44,-34906.93 8276.88,-34893.26 8315.82,-34883.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8316.55,-34886.9 8325.39,-34881.07 8314.84,-34880.11 8316.55,-34886.9\"/>\n",
"</g>\n",
"<!-- 29082325568 -->\n",
"<g id=\"node70\" class=\"node\">\n",
"<title>29082325568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7984,-34990.75 7896,-34990.75 7896,-34971.5 7984,-34971.5 7984,-34990.75\"/>\n",
"<text text-anchor=\"middle\" x=\"7940\" y=\"-34977.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082325568&#45;&gt;29082325424 -->\n",
"<g id=\"edge68\" class=\"edge\">\n",
"<title>29082325568&#45;&gt;29082325424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7975.79,-34971.09C8011.11,-34962.18 8065.28,-34948.51 8104.04,-34938.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8104.72,-34942.16 8113.56,-34936.32 8103.01,-34935.38 8104.72,-34942.16\"/>\n",
"</g>\n",
"<!-- 29082325760 -->\n",
"<g id=\"node71\" class=\"node\">\n",
"<title>29082325760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8280,-36632.38 8120,-36632.38 8120,-36613.12 8280,-36613.12 8280,-36632.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8200\" y=\"-36618.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082325760&#45;&gt;29082325568 -->\n",
"<g id=\"edge69\" class=\"edge\">\n",
"<title>29082325760&#45;&gt;29082325568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8119.66,-36619.08C7983.01,-36612.32 7720,-36588.78 7720,-36507.62 7720,-36507.62 7720,-36507.62 7720,-35101.88 7720,-35027.11 7819.23,-34998.76 7884.4,-34988.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7884.88,-34991.66 7894.25,-34986.71 7883.84,-34984.74 7884.88,-34991.66\"/>\n",
"</g>\n",
"<!-- 29082894928 -->\n",
"<g id=\"node2311\" class=\"node\">\n",
"<title>29082894928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8328,-36571.5 8204,-36571.5 8204,-36552.25 8328,-36552.25 8328,-36571.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8266\" y=\"-36558\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082325760&#45;&gt;29082894928 -->\n",
"<g id=\"edge2445\" class=\"edge\">\n",
"<title>29082325760&#45;&gt;29082894928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8210.02,-36612.81C8219.91,-36603.99 8235.26,-36590.3 8247.38,-36579.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8249.62,-36582.18 8254.75,-36572.91 8244.96,-36576.95 8249.62,-36582.18\"/>\n",
"</g>\n",
"<!-- 29082325904 -->\n",
"<g id=\"node72\" class=\"node\">\n",
"<title>29082325904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8244,-36693.25 8156,-36693.25 8156,-36674 8244,-36674 8244,-36693.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8200\" y=\"-36679.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082325904&#45;&gt;29082325760 -->\n",
"<g id=\"edge70\" class=\"edge\">\n",
"<title>29082325904&#45;&gt;29082325760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8200,-36673.68C8200,-36665.9 8200,-36654.33 8200,-36644.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8203.5,-36644.29 8200,-36634.29 8196.5,-36644.29 8203.5,-36644.29\"/>\n",
"</g>\n",
"<!-- 29082326096 -->\n",
"<g id=\"node73\" class=\"node\">\n",
"<title>29082326096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8313,-36936.75 8153,-36936.75 8153,-36917.5 8313,-36917.5 8313,-36936.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8233\" y=\"-36923.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082326096&#45;&gt;29082325904 -->\n",
"<g id=\"edge71\" class=\"edge\">\n",
"<title>29082326096&#45;&gt;29082325904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8221.93,-36917.2C8212.74,-36909.03 8200.34,-36896.02 8195,-36881.5 8172.5,-36820.36 8186.26,-36741.17 8194.77,-36704.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8198.13,-36705.65 8197.13,-36695.11 8191.34,-36703.98 8198.13,-36705.65\"/>\n",
"</g>\n",
"<!-- 29082807136 -->\n",
"<g id=\"node2272\" class=\"node\">\n",
"<title>29082807136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8310,-36875.88 8204,-36875.88 8204,-36856.62 8310,-36856.62 8310,-36875.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8257\" y=\"-36862.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082326096&#45;&gt;29082807136 -->\n",
"<g id=\"edge2405\" class=\"edge\">\n",
"<title>29082326096&#45;&gt;29082807136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8236.65,-36917.18C8239.92,-36909.14 8244.85,-36897.05 8249.04,-36886.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8252.22,-36888.26 8252.75,-36877.68 8245.73,-36885.62 8252.22,-36888.26\"/>\n",
"</g>\n",
"<!-- 29082326240 -->\n",
"<g id=\"node74\" class=\"node\">\n",
"<title>29082326240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8165,-36997.62 8077,-36997.62 8077,-36978.38 8165,-36978.38 8165,-36997.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8121\" y=\"-36984.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082326240&#45;&gt;29082326096 -->\n",
"<g id=\"edge72\" class=\"edge\">\n",
"<title>29082326240&#45;&gt;29082326096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8138.01,-36978.06C8156.02,-36968.59 8184.71,-36953.51 8205.85,-36942.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8207.27,-36945.61 8214.49,-36937.86 8204.01,-36939.41 8207.27,-36945.61\"/>\n",
"</g>\n",
"<!-- 29082326432 -->\n",
"<g id=\"node75\" class=\"node\">\n",
"<title>29082326432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8180,-38241.25 8020,-38241.25 8020,-38222 8180,-38222 8180,-38241.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8100\" y=\"-38227.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082326432&#45;&gt;29082326240 -->\n",
"<g id=\"edge73\" class=\"edge\">\n",
"<title>29082326432&#45;&gt;29082326240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8099.72,-38221.62C8099.17,-38203.03 8098,-38159.05 8098,-38122.12 8098,-38122.12 8098,-38122.12 8098,-37114.38 8098,-37076.69 8108.18,-37033.65 8114.99,-37009.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8118.35,-37010.05 8117.76,-36999.47 8111.63,-37008.11 8118.35,-37010.05\"/>\n",
"</g>\n",
"<!-- 29082810016 -->\n",
"<g id=\"node2234\" class=\"node\">\n",
"<title>29082810016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8378,-38186 8254,-38186 8254,-38166.75 8378,-38166.75 8378,-38186\"/>\n",
"<text text-anchor=\"middle\" x=\"8316\" y=\"-38172.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082326432&#45;&gt;29082810016 -->\n",
"<g id=\"edge2362\" class=\"edge\">\n",
"<title>29082326432&#45;&gt;29082810016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8136.64,-38221.59C8172.87,-38212.66 8228.49,-38198.95 8268.18,-38189.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8268.84,-38192.61 8277.71,-38186.81 8267.16,-38185.81 8268.84,-38192.61\"/>\n",
"</g>\n",
"<!-- 29082326576 -->\n",
"<g id=\"node76\" class=\"node\">\n",
"<title>29082326576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7933,-38296.5 7845,-38296.5 7845,-38277.25 7933,-38277.25 7933,-38296.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7889\" y=\"-38283\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082326576&#45;&gt;29082326432 -->\n",
"<g id=\"edge74\" class=\"edge\">\n",
"<title>29082326576&#45;&gt;29082326432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7924.79,-38276.84C7960.11,-38267.93 8014.28,-38254.26 8053.04,-38244.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8053.72,-38247.91 8062.56,-38242.07 8052.01,-38241.13 8053.72,-38247.91\"/>\n",
"</g>\n",
"<!-- 29082326768 -->\n",
"<g id=\"node77\" class=\"node\">\n",
"<title>29082326768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8246,-39938.12 8086,-39938.12 8086,-39918.88 8246,-39918.88 8246,-39938.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8166\" y=\"-39924.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082326768&#45;&gt;29082326576 -->\n",
"<g id=\"edge75\" class=\"edge\">\n",
"<title>29082326768&#45;&gt;29082326576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8085.53,-39924.98C7947.91,-39918.47 7682,-39895.28 7682,-39813.38 7682,-39813.38 7682,-39813.38 7682,-38407.62 7682,-38337.47 7772.19,-38307.75 7833.51,-38295.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7833.91,-38299.14 7843.11,-38293.88 7832.63,-38292.26 7833.91,-38299.14\"/>\n",
"</g>\n",
"<!-- 29082808576 -->\n",
"<g id=\"node2187\" class=\"node\">\n",
"<title>29082808576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8349,-39877.25 8225,-39877.25 8225,-39858 8349,-39858 8349,-39877.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8287\" y=\"-39863.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082326768&#45;&gt;29082808576 -->\n",
"<g id=\"edge2312\" class=\"edge\">\n",
"<title>29082326768&#45;&gt;29082808576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8184.64,-39918.43C8204.33,-39908.85 8235.61,-39893.63 8258.42,-39882.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8259.71,-39885.79 8267.18,-39878.27 8256.65,-39879.5 8259.71,-39885.79\"/>\n",
"</g>\n",
"<!-- 29082326912 -->\n",
"<g id=\"node78\" class=\"node\">\n",
"<title>29082326912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8210,-39999 8122,-39999 8122,-39979.75 8210,-39979.75 8210,-39999\"/>\n",
"<text text-anchor=\"middle\" x=\"8166\" y=\"-39985.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082326912&#45;&gt;29082326768 -->\n",
"<g id=\"edge76\" class=\"edge\">\n",
"<title>29082326912&#45;&gt;29082326768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8166,-39979.43C8166,-39971.65 8166,-39960.08 8166,-39950.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8169.5,-39950.04 8166,-39940.04 8162.5,-39950.04 8169.5,-39950.04\"/>\n",
"</g>\n",
"<!-- 29082327104 -->\n",
"<g id=\"node79\" class=\"node\">\n",
"<title>29082327104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8260,-40242.5 8100,-40242.5 8100,-40223.25 8260,-40223.25 8260,-40242.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8180\" y=\"-40229\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082327104&#45;&gt;29082326912 -->\n",
"<g id=\"edge77\" class=\"edge\">\n",
"<title>29082327104&#45;&gt;29082326912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8179.49,-40222.99C8177.47,-40188.23 8170.09,-40060.86 8167.18,-40010.79\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8170.68,-40010.63 8166.61,-40000.85 8163.69,-40011.03 8170.68,-40010.63\"/>\n",
"</g>\n",
"<!-- 29082802768 -->\n",
"<g id=\"node2148\" class=\"node\">\n",
"<title>29082802768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8296,-40181.62 8190,-40181.62 8190,-40162.38 8296,-40162.38 8296,-40181.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8243\" y=\"-40168.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082327104&#45;&gt;29082802768 -->\n",
"<g id=\"edge2272\" class=\"edge\">\n",
"<title>29082327104&#45;&gt;29082802768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8189.57,-40222.93C8199,-40214.12 8213.65,-40200.43 8225.23,-40189.61\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8227.32,-40192.44 8232.24,-40183.06 8222.54,-40187.33 8227.32,-40192.44\"/>\n",
"</g>\n",
"<!-- 29082327248 -->\n",
"<g id=\"node80\" class=\"node\">\n",
"<title>29082327248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8112,-40303.38 8024,-40303.38 8024,-40284.12 8112,-40284.12 8112,-40303.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8068\" y=\"-40289.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082327248&#45;&gt;29082327104 -->\n",
"<g id=\"edge78\" class=\"edge\">\n",
"<title>29082327248&#45;&gt;29082327104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8085.01,-40283.81C8103.02,-40274.34 8131.71,-40259.26 8152.85,-40248.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8154.27,-40251.36 8161.49,-40243.61 8151.01,-40245.16 8154.27,-40251.36\"/>\n",
"</g>\n",
"<!-- 29082327440 -->\n",
"<g id=\"node81\" class=\"node\">\n",
"<title>29082327440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8165,-41547 8005,-41547 8005,-41527.75 8165,-41527.75 8165,-41547\"/>\n",
"<text text-anchor=\"middle\" x=\"8085\" y=\"-41533.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082327440&#45;&gt;29082327248 -->\n",
"<g id=\"edge79\" class=\"edge\">\n",
"<title>29082327440&#45;&gt;29082327248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8073.59,-41527.26C8053.52,-41510.11 8014,-41470.87 8014,-41427.88 8014,-41427.88 8014,-41427.88 8014,-40420.12 8014,-40385.68 8018.7,-40376.33 8033,-40345 8038.25,-40333.49 8046.18,-40321.83 8053.16,-40312.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8055.79,-40314.96 8059.26,-40304.95 8050.31,-40310.61 8055.79,-40314.96\"/>\n",
"</g>\n",
"<!-- 29082805648 -->\n",
"<g id=\"node2110\" class=\"node\">\n",
"<title>29082805648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8370,-41491.75 8246,-41491.75 8246,-41472.5 8370,-41472.5 8370,-41491.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8308\" y=\"-41478.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082327440&#45;&gt;29082805648 -->\n",
"<g id=\"edge2229\" class=\"edge\">\n",
"<title>29082327440&#45;&gt;29082805648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8123.08,-41527.28C8160.6,-41518.32 8218.1,-41504.59 8259.01,-41494.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8259.69,-41498.26 8268.6,-41492.53 8258.06,-41491.45 8259.69,-41498.26\"/>\n",
"</g>\n",
"<!-- 29082327584 -->\n",
"<g id=\"node82\" class=\"node\">\n",
"<title>29082327584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7918,-41602.25 7830,-41602.25 7830,-41583 7918,-41583 7918,-41602.25\"/>\n",
"<text text-anchor=\"middle\" x=\"7874\" y=\"-41588.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082327584&#45;&gt;29082327440 -->\n",
"<g id=\"edge80\" class=\"edge\">\n",
"<title>29082327584&#45;&gt;29082327440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7909.79,-41582.59C7945.11,-41573.68 7999.28,-41560.01 8038.04,-41550.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8038.72,-41553.66 8047.56,-41547.82 8037.01,-41546.88 8038.72,-41553.66\"/>\n",
"</g>\n",
"<!-- 29082327776 -->\n",
"<g id=\"node83\" class=\"node\">\n",
"<title>29082327776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8210,-43243.88 8050,-43243.88 8050,-43224.62 8210,-43224.62 8210,-43243.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8130\" y=\"-43230.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082327776&#45;&gt;29082327584 -->\n",
"<g id=\"edge81\" class=\"edge\">\n",
"<title>29082327776&#45;&gt;29082327584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8049.75,-43230.82C7911.71,-43224.44 7644,-43201.46 7644,-43119.12 7644,-43119.12 7644,-43119.12 7644,-41713.38 7644,-41635.07 7750.18,-41607.89 7818.25,-41598.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7818.68,-41601.99 7828.15,-41597.25 7817.79,-41595.04 7818.68,-41601.99\"/>\n",
"</g>\n",
"<!-- 29082804208 -->\n",
"<g id=\"node2063\" class=\"node\">\n",
"<title>29082804208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8256,-43183 8132,-43183 8132,-43163.75 8256,-43163.75 8256,-43183\"/>\n",
"<text text-anchor=\"middle\" x=\"8194\" y=\"-43169.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082327776&#45;&gt;29082804208 -->\n",
"<g id=\"edge2179\" class=\"edge\">\n",
"<title>29082327776&#45;&gt;29082804208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8139.72,-43224.31C8149.31,-43215.49 8164.19,-43201.8 8175.94,-43190.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8178.08,-43193.77 8183.07,-43184.43 8173.35,-43188.62 8178.08,-43193.77\"/>\n",
"</g>\n",
"<!-- 29082327920 -->\n",
"<g id=\"node84\" class=\"node\">\n",
"<title>29082327920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8174,-43304.75 8086,-43304.75 8086,-43285.5 8174,-43285.5 8174,-43304.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8130\" y=\"-43291.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082327920&#45;&gt;29082327776 -->\n",
"<g id=\"edge82\" class=\"edge\">\n",
"<title>29082327920&#45;&gt;29082327776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8130,-43285.18C8130,-43277.4 8130,-43265.83 8130,-43255.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8133.5,-43255.79 8130,-43245.79 8126.5,-43255.79 8133.5,-43255.79\"/>\n",
"</g>\n",
"<!-- 29082328112 -->\n",
"<g id=\"node85\" class=\"node\">\n",
"<title>29082328112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8235,-43548.25 8075,-43548.25 8075,-43529 8235,-43529 8235,-43548.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8155\" y=\"-43534.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082328112&#45;&gt;29082327920 -->\n",
"<g id=\"edge83\" class=\"edge\">\n",
"<title>29082328112&#45;&gt;29082327920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8140.77,-43528.6C8129.79,-43520.71 8115.42,-43508.17 8109,-43493 8082.63,-43430.68 8094.24,-43406.79 8109,-43340.75 8110.98,-43331.88 8114.93,-43322.69 8118.88,-43314.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8121.92,-43316.7 8123.69,-43306.26 8115.79,-43313.32 8121.92,-43316.7\"/>\n",
"</g>\n",
"<!-- 29082798400 -->\n",
"<g id=\"node2024\" class=\"node\">\n",
"<title>29082798400</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8224,-43487.38 8118,-43487.38 8118,-43468.12 8224,-43468.12 8224,-43487.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8171\" y=\"-43473.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082328112&#45;&gt;29082798400 -->\n",
"<g id=\"edge2139\" class=\"edge\">\n",
"<title>29082328112&#45;&gt;29082798400</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8157.43,-43528.68C8159.59,-43520.73 8162.83,-43508.81 8165.6,-43498.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8168.91,-43499.8 8168.15,-43489.24 8162.15,-43497.97 8168.91,-43499.8\"/>\n",
"</g>\n",
"<!-- 29082328256 -->\n",
"<g id=\"node86\" class=\"node\">\n",
"<title>29082328256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8087,-43609.12 7999,-43609.12 7999,-43589.88 8087,-43589.88 8087,-43609.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8043\" y=\"-43595.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082328256&#45;&gt;29082328112 -->\n",
"<g id=\"edge84\" class=\"edge\">\n",
"<title>29082328256&#45;&gt;29082328112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8060.01,-43589.56C8078.02,-43580.09 8106.71,-43565.01 8127.85,-43553.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8129.27,-43557.11 8136.49,-43549.36 8126.01,-43550.91 8129.27,-43557.11\"/>\n",
"</g>\n",
"<!-- 29082328448 -->\n",
"<g id=\"node87\" class=\"node\">\n",
"<title>29082328448</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8104,-44852.75 7944,-44852.75 7944,-44833.5 8104,-44833.5 8104,-44852.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8024\" y=\"-44839.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082328448&#45;&gt;29082328256 -->\n",
"<g id=\"edge85\" class=\"edge\">\n",
"<title>29082328448&#45;&gt;29082328256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8023.44,-44833.13C8022.34,-44814.54 8020,-44770.57 8020,-44733.62 8020,-44733.62 8020,-44733.62 8020,-43725.88 8020,-43688.19 8030.18,-43645.15 8036.99,-43620.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8040.35,-43621.55 8039.76,-43610.97 8033.63,-43619.61 8040.35,-43621.55\"/>\n",
"</g>\n",
"<!-- 29082801280 -->\n",
"<g id=\"node1986\" class=\"node\">\n",
"<title>29082801280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8299,-44797.5 8175,-44797.5 8175,-44778.25 8299,-44778.25 8299,-44797.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8237\" y=\"-44784\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082328448&#45;&gt;29082801280 -->\n",
"<g id=\"edge2096\" class=\"edge\">\n",
"<title>29082328448&#45;&gt;29082801280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8060.13,-44833.09C8095.78,-44824.18 8150.47,-44810.51 8189.59,-44800.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8190.37,-44804.14 8199.22,-44798.32 8188.67,-44797.35 8190.37,-44804.14\"/>\n",
"</g>\n",
"<!-- 29082328592 -->\n",
"<g id=\"node88\" class=\"node\">\n",
"<title>29082328592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7857,-44908 7769,-44908 7769,-44888.75 7857,-44888.75 7857,-44908\"/>\n",
"<text text-anchor=\"middle\" x=\"7813\" y=\"-44894.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082328592&#45;&gt;29082328448 -->\n",
"<g id=\"edge86\" class=\"edge\">\n",
"<title>29082328592&#45;&gt;29082328448</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7848.79,-44888.34C7884.11,-44879.43 7938.28,-44865.76 7977.04,-44855.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7977.72,-44859.41 7986.56,-44853.57 7976.01,-44852.63 7977.72,-44859.41\"/>\n",
"</g>\n",
"<!-- 29082328784 -->\n",
"<g id=\"node89\" class=\"node\">\n",
"<title>29082328784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8167,-46549.62 8007,-46549.62 8007,-46530.38 8167,-46530.38 8167,-46549.62\"/>\n",
"<text text-anchor=\"middle\" x=\"8087\" y=\"-46536.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082328784&#45;&gt;29082328592 -->\n",
"<g id=\"edge87\" class=\"edge\">\n",
"<title>29082328784&#45;&gt;29082328592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8006.76,-46536.37C7869.91,-46529.69 7606,-46506.25 7606,-46424.88 7606,-46424.88 7606,-46424.88 7606,-45019.12 7606,-44948.97 7696.19,-44919.25 7757.51,-44907.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7757.91,-44910.64 7767.11,-44905.38 7756.63,-44903.76 7757.91,-44910.64\"/>\n",
"</g>\n",
"<!-- 29082799840 -->\n",
"<g id=\"node1939\" class=\"node\">\n",
"<title>29082799840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8200,-46488.75 8076,-46488.75 8076,-46469.5 8200,-46469.5 8200,-46488.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8138\" y=\"-46475.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082328784&#45;&gt;29082799840 -->\n",
"<g id=\"edge2046\" class=\"edge\">\n",
"<title>29082328784&#45;&gt;29082799840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8094.75,-46530.06C8102.16,-46521.5 8113.55,-46508.35 8122.78,-46497.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8125.29,-46500.15 8129.19,-46490.3 8120,-46495.56 8125.29,-46500.15\"/>\n",
"</g>\n",
"<!-- 29082328928 -->\n",
"<g id=\"node90\" class=\"node\">\n",
"<title>29082328928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8131,-46610.5 8043,-46610.5 8043,-46591.25 8131,-46591.25 8131,-46610.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8087\" y=\"-46597\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082328928&#45;&gt;29082328784 -->\n",
"<g id=\"edge88\" class=\"edge\">\n",
"<title>29082328928&#45;&gt;29082328784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8087,-46590.93C8087,-46583.15 8087,-46571.58 8087,-46561.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8090.5,-46561.54 8087,-46551.54 8083.5,-46561.54 8090.5,-46561.54\"/>\n",
"</g>\n",
"<!-- 29082329120 -->\n",
"<g id=\"node91\" class=\"node\">\n",
"<title>29082329120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8201,-46854 8041,-46854 8041,-46834.75 8201,-46834.75 8201,-46854\"/>\n",
"<text text-anchor=\"middle\" x=\"8121\" y=\"-46840.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082329120&#45;&gt;29082328928 -->\n",
"<g id=\"edge89\" class=\"edge\">\n",
"<title>29082329120&#45;&gt;29082328928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8109.64,-46834.51C8100.21,-46826.38 8087.5,-46813.39 8082,-46798.75 8059.1,-46737.76 8073.06,-46658.5 8081.69,-46621.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8085.06,-46622.92 8084.09,-46612.37 8078.27,-46621.22 8085.06,-46622.92\"/>\n",
"</g>\n",
"<!-- 29082679280 -->\n",
"<g id=\"node1900\" class=\"node\">\n",
"<title>29082679280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8197,-46793.12 8091,-46793.12 8091,-46773.88 8197,-46773.88 8197,-46793.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8144\" y=\"-46779.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082329120&#45;&gt;29082679280 -->\n",
"<g id=\"edge2006\" class=\"edge\">\n",
"<title>29082329120&#45;&gt;29082679280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8124.49,-46834.43C8127.63,-46826.39 8132.36,-46814.3 8136.37,-46804.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8139.54,-46805.52 8139.92,-46794.94 8133.02,-46802.98 8139.54,-46805.52\"/>\n",
"</g>\n",
"<!-- 29082329264 -->\n",
"<g id=\"node92\" class=\"node\">\n",
"<title>29082329264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8053,-46914.88 7965,-46914.88 7965,-46895.62 8053,-46895.62 8053,-46914.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8009\" y=\"-46901.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082329264&#45;&gt;29082329120 -->\n",
"<g id=\"edge90\" class=\"edge\">\n",
"<title>29082329264&#45;&gt;29082329120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8026.01,-46895.31C8044.02,-46885.84 8072.71,-46870.76 8093.85,-46859.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8095.27,-46862.86 8102.49,-46855.11 8092.01,-46856.66 8095.27,-46862.86\"/>\n",
"</g>\n",
"<!-- 29082329456 -->\n",
"<g id=\"node93\" class=\"node\">\n",
"<title>29082329456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8072,-48158.5 7912,-48158.5 7912,-48139.25 8072,-48139.25 8072,-48158.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7992\" y=\"-48145\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082329456&#45;&gt;29082329264 -->\n",
"<g id=\"edge91\" class=\"edge\">\n",
"<title>29082329456&#45;&gt;29082329264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7991.44,-48138.88C7990.34,-48120.29 7988,-48076.32 7988,-48039.38 7988,-48039.38 7988,-48039.38 7988,-47031.62 7988,-46994.04 7997.29,-46950.97 8003.52,-46926.35\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8006.88,-46927.31 8006.04,-46916.75 8000.11,-46925.53 8006.88,-46927.31\"/>\n",
"</g>\n",
"<!-- 29082796912 -->\n",
"<g id=\"node1862\" class=\"node\">\n",
"<title>29082796912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8267,-48103.25 8143,-48103.25 8143,-48084 8267,-48084 8267,-48103.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8205\" y=\"-48089.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082329456&#45;&gt;29082796912 -->\n",
"<g id=\"edge1963\" class=\"edge\">\n",
"<title>29082329456&#45;&gt;29082796912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8028.13,-48138.84C8063.78,-48129.93 8118.47,-48116.26 8157.59,-48106.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8158.37,-48109.89 8167.22,-48104.07 8156.67,-48103.1 8158.37,-48109.89\"/>\n",
"</g>\n",
"<!-- 29082329600 -->\n",
"<g id=\"node94\" class=\"node\">\n",
"<title>29082329600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7825,-48213.75 7737,-48213.75 7737,-48194.5 7825,-48194.5 7825,-48213.75\"/>\n",
"<text text-anchor=\"middle\" x=\"7781\" y=\"-48200.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082329600&#45;&gt;29082329456 -->\n",
"<g id=\"edge92\" class=\"edge\">\n",
"<title>29082329600&#45;&gt;29082329456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7816.79,-48194.09C7852.11,-48185.18 7906.28,-48171.51 7945.04,-48161.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7945.72,-48165.16 7954.56,-48159.32 7944.01,-48158.38 7945.72,-48165.16\"/>\n",
"</g>\n",
"<!-- 29082329792 -->\n",
"<g id=\"node95\" class=\"node\">\n",
"<title>29082329792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7768,-49855.38 7608,-49855.38 7608,-49836.12 7768,-49836.12 7768,-49855.38\"/>\n",
"<text text-anchor=\"middle\" x=\"7688\" y=\"-49841.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082329792&#45;&gt;29082329600 -->\n",
"<g id=\"edge93\" class=\"edge\">\n",
"<title>29082329792&#45;&gt;29082329600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7665.71,-49835.69C7631.01,-49819.92 7568,-49783.96 7568,-49730.62 7568,-49730.62 7568,-49730.62 7568,-48324.88 7568,-48252.54 7662.5,-48223.44 7725.61,-48212.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7725.84,-48215.58 7735.12,-48210.46 7724.67,-48208.68 7725.84,-48215.58\"/>\n",
"</g>\n",
"<!-- 29082680720 -->\n",
"<g id=\"node1815\" class=\"node\">\n",
"<title>29082680720</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7802,-49794.5 7678,-49794.5 7678,-49775.25 7802,-49775.25 7802,-49794.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7740\" y=\"-49781\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082329792&#45;&gt;29082680720 -->\n",
"<g id=\"edge1913\" class=\"edge\">\n",
"<title>29082329792&#45;&gt;29082680720</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7695.9,-49835.81C7703.46,-49827.25 7715.07,-49814.1 7724.48,-49803.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7727.03,-49805.85 7731.03,-49796.04 7721.78,-49801.21 7727.03,-49805.85\"/>\n",
"</g>\n",
"<!-- 29082329936 -->\n",
"<g id=\"node96\" class=\"node\">\n",
"<title>29082329936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7732,-49916.25 7644,-49916.25 7644,-49897 7732,-49897 7732,-49916.25\"/>\n",
"<text text-anchor=\"middle\" x=\"7688\" y=\"-49902.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082329936&#45;&gt;29082329792 -->\n",
"<g id=\"edge94\" class=\"edge\">\n",
"<title>29082329936&#45;&gt;29082329792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7688,-49896.68C7688,-49888.9 7688,-49877.33 7688,-49867.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7691.5,-49867.29 7688,-49857.29 7684.5,-49867.29 7691.5,-49867.29\"/>\n",
"</g>\n",
"<!-- 29082330128 -->\n",
"<g id=\"node97\" class=\"node\">\n",
"<title>29082330128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7767,-50159.75 7607,-50159.75 7607,-50140.5 7767,-50140.5 7767,-50159.75\"/>\n",
"<text text-anchor=\"middle\" x=\"7687\" y=\"-50146.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082330128&#45;&gt;29082329936 -->\n",
"<g id=\"edge95\" class=\"edge\">\n",
"<title>29082330128&#45;&gt;29082329936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7681.42,-50140.32C7676.26,-50131.61 7668.95,-50117.7 7666,-50104.5 7651.24,-50038.46 7650.64,-50018.15 7666,-49952.25 7668.08,-49943.33 7672.21,-49934.14 7676.34,-49926.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7679.22,-49928.45 7681.19,-49918.04 7673.16,-49924.94 7679.22,-49928.45\"/>\n",
"</g>\n",
"<!-- 29082674912 -->\n",
"<g id=\"node1776\" class=\"node\">\n",
"<title>29082674912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7781,-50098.88 7675,-50098.88 7675,-50079.62 7781,-50079.62 7781,-50098.88\"/>\n",
"<text text-anchor=\"middle\" x=\"7728\" y=\"-50085.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082330128&#45;&gt;29082674912 -->\n",
"<g id=\"edge1873\" class=\"edge\">\n",
"<title>29082330128&#45;&gt;29082674912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7693.23,-50140.18C7699.07,-50131.8 7707.97,-50119.01 7715.31,-50108.47\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7718.01,-50110.72 7720.85,-50100.52 7712.26,-50106.72 7718.01,-50110.72\"/>\n",
"</g>\n",
"<!-- 29082330272 -->\n",
"<g id=\"node98\" class=\"node\">\n",
"<title>29082330272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7619,-50220.62 7531,-50220.62 7531,-50201.38 7619,-50201.38 7619,-50220.62\"/>\n",
"<text text-anchor=\"middle\" x=\"7575\" y=\"-50207.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082330272&#45;&gt;29082330128 -->\n",
"<g id=\"edge96\" class=\"edge\">\n",
"<title>29082330272&#45;&gt;29082330128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7592.01,-50201.06C7610.02,-50191.59 7638.71,-50176.51 7659.85,-50165.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7661.27,-50168.61 7668.49,-50160.86 7658.01,-50162.41 7661.27,-50168.61\"/>\n",
"</g>\n",
"<!-- 29082330464 -->\n",
"<g id=\"node99\" class=\"node\">\n",
"<title>29082330464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7694,-51464.25 7534,-51464.25 7534,-51445 7694,-51445 7694,-51464.25\"/>\n",
"<text text-anchor=\"middle\" x=\"7614\" y=\"-51450.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082330464&#45;&gt;29082330272 -->\n",
"<g id=\"edge97\" class=\"edge\">\n",
"<title>29082330464&#45;&gt;29082330272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7600.13,-51444.73C7576.27,-51428.23 7530,-51390.39 7530,-51345.12 7530,-51345.12 7530,-51345.12 7530,-50337.38 7530,-50297.65 7550.26,-50254.78 7563.6,-50230.88\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7566.56,-50232.75 7568.54,-50222.34 7560.5,-50229.24 7566.56,-50232.75\"/>\n",
"</g>\n",
"<!-- 29082677792 -->\n",
"<g id=\"node1738\" class=\"node\">\n",
"<title>29082677792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7862,-51409 7738,-51409 7738,-51389.75 7862,-51389.75 7862,-51409\"/>\n",
"<text text-anchor=\"middle\" x=\"7800\" y=\"-51395.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082330464&#45;&gt;29082677792 -->\n",
"<g id=\"edge1830\" class=\"edge\">\n",
"<title>29082330464&#45;&gt;29082677792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7645.55,-51444.59C7676.28,-51435.79 7723.21,-51422.36 7757.28,-51412.61\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7758.19,-51415.99 7766.84,-51409.87 7756.26,-51409.26 7758.19,-51415.99\"/>\n",
"</g>\n",
"<!-- 29082330608 -->\n",
"<g id=\"node100\" class=\"node\">\n",
"<title>29082330608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7447,-51519.5 7359,-51519.5 7359,-51500.25 7447,-51500.25 7447,-51519.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7403\" y=\"-51506\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082330608&#45;&gt;29082330464 -->\n",
"<g id=\"edge98\" class=\"edge\">\n",
"<title>29082330608&#45;&gt;29082330464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7438.79,-51499.84C7474.11,-51490.93 7528.28,-51477.26 7567.04,-51467.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7567.72,-51470.91 7576.56,-51465.07 7566.01,-51464.13 7567.72,-51470.91\"/>\n",
"</g>\n",
"<!-- 29082330800 -->\n",
"<g id=\"node101\" class=\"node\">\n",
"<title>29082330800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7224,-53161.12 7064,-53161.12 7064,-53141.88 7224,-53141.88 7224,-53161.12\"/>\n",
"<text text-anchor=\"middle\" x=\"7144\" y=\"-53147.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082330800&#45;&gt;29082330608 -->\n",
"<g id=\"edge99\" class=\"edge\">\n",
"<title>29082330800&#45;&gt;29082330608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7144,-53141.62C7144,-53122.42 7144,-53075.61 7144,-53036.38 7144,-53036.38 7144,-53036.38 7144,-51630.62 7144,-51541.69 7271.38,-51518.6 7347.48,-51512.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7347.52,-51516.24 7357.26,-51512.07 7347.04,-51509.26 7347.52,-51516.24\"/>\n",
"</g>\n",
"<!-- 29082676352 -->\n",
"<g id=\"node1691\" class=\"node\">\n",
"<title>29082676352</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7312,-53100.25 7188,-53100.25 7188,-53081 7312,-53081 7312,-53100.25\"/>\n",
"<text text-anchor=\"middle\" x=\"7250\" y=\"-53086.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082330800&#45;&gt;29082676352 -->\n",
"<g id=\"edge1780\" class=\"edge\">\n",
"<title>29082330800&#45;&gt;29082676352</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7160.1,-53141.56C7176.99,-53132.18 7203.8,-53117.29 7223.75,-53106.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7225.38,-53109.3 7232.43,-53101.39 7221.98,-53103.18 7225.38,-53109.3\"/>\n",
"</g>\n",
"<!-- 29082330944 -->\n",
"<g id=\"node102\" class=\"node\">\n",
"<title>29082330944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7132,-53222 7044,-53222 7044,-53202.75 7132,-53202.75 7132,-53222\"/>\n",
"<text text-anchor=\"middle\" x=\"7088\" y=\"-53208.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082330944&#45;&gt;29082330800 -->\n",
"<g id=\"edge100\" class=\"edge\">\n",
"<title>29082330944&#45;&gt;29082330800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7096.51,-53202.43C7104.73,-53193.79 7117.4,-53180.46 7127.59,-53169.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7130.02,-53172.28 7134.37,-53162.62 7124.94,-53167.46 7130.02,-53172.28\"/>\n",
"</g>\n",
"<!-- 29082331136 -->\n",
"<g id=\"node103\" class=\"node\">\n",
"<title>29082331136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7087,-53465.5 6927,-53465.5 6927,-53446.25 7087,-53446.25 7087,-53465.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7007\" y=\"-53452\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082331136&#45;&gt;29082330944 -->\n",
"<g id=\"edge101\" class=\"edge\">\n",
"<title>29082331136&#45;&gt;29082330944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7005.41,-53445.86C7000.71,-53416.48 6989.39,-53321.71 7026,-53258 7033.28,-53245.33 7045.77,-53235.31 7057.65,-53227.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7059.06,-53231.21 7066.03,-53223.23 7055.61,-53225.12 7059.06,-53231.21\"/>\n",
"</g>\n",
"<!-- 29082386544 -->\n",
"<g id=\"node1652\" class=\"node\">\n",
"<title>29082386544</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7141,-53404.62 7035,-53404.62 7035,-53385.38 7141,-53385.38 7141,-53404.62\"/>\n",
"<text text-anchor=\"middle\" x=\"7088\" y=\"-53391.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082331136&#45;&gt;29082386544 -->\n",
"<g id=\"edge1740\" class=\"edge\">\n",
"<title>29082331136&#45;&gt;29082386544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7019.3,-53445.93C7031.79,-53436.86 7051.38,-53422.62 7066.45,-53411.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7068.33,-53414.63 7074.36,-53405.92 7064.21,-53408.96 7068.33,-53414.63\"/>\n",
"</g>\n",
"<!-- 29082331280 -->\n",
"<g id=\"node104\" class=\"node\">\n",
"<title>29082331280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6830,-53526.38 6742,-53526.38 6742,-53507.12 6830,-53507.12 6830,-53526.38\"/>\n",
"<text text-anchor=\"middle\" x=\"6786\" y=\"-53512.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082331280&#45;&gt;29082331136 -->\n",
"<g id=\"edge102\" class=\"edge\">\n",
"<title>29082331280&#45;&gt;29082331136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6820.05,-53506.68C6858.09,-53496.55 6919.84,-53480.09 6961.88,-53468.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6962.69,-53472.3 6971.45,-53466.35 6960.89,-53465.54 6962.69,-53472.3\"/>\n",
"</g>\n",
"<!-- 29082331472 -->\n",
"<g id=\"node105\" class=\"node\">\n",
"<title>29082331472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6776,-54770 6616,-54770 6616,-54750.75 6776,-54750.75 6776,-54770\"/>\n",
"<text text-anchor=\"middle\" x=\"6696\" y=\"-54756.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082331472&#45;&gt;29082331280 -->\n",
"<g id=\"edge103\" class=\"edge\">\n",
"<title>29082331472&#45;&gt;29082331280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6696,-54750.37C6696,-54731.78 6696,-54687.8 6696,-54650.88 6696,-54650.88 6696,-54650.88 6696,-53643.12 6696,-53608.68 6695.52,-53596.4 6715,-53568 6725.31,-53552.97 6741.68,-53540.94 6756.11,-53532.43\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6757.78,-53535.5 6764.83,-53527.59 6754.39,-53529.38 6757.78,-53535.5\"/>\n",
"</g>\n",
"<!-- 29082673424 -->\n",
"<g id=\"node1614\" class=\"node\">\n",
"<title>29082673424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6912,-54714.75 6788,-54714.75 6788,-54695.5 6912,-54695.5 6912,-54714.75\"/>\n",
"<text text-anchor=\"middle\" x=\"6850\" y=\"-54701.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082331472&#45;&gt;29082673424 -->\n",
"<g id=\"edge1697\" class=\"edge\">\n",
"<title>29082331472&#45;&gt;29082673424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6722.12,-54750.34C6747.12,-54741.7 6785.08,-54728.57 6813.15,-54718.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6814.01,-54722.27 6822.32,-54715.7 6811.72,-54715.66 6814.01,-54722.27\"/>\n",
"</g>\n",
"<!-- 29082331616 -->\n",
"<g id=\"node106\" class=\"node\">\n",
"<title>29082331616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6373,-54825.25 6285,-54825.25 6285,-54806 6373,-54806 6373,-54825.25\"/>\n",
"<text text-anchor=\"middle\" x=\"6329\" y=\"-54811.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082331616&#45;&gt;29082331472 -->\n",
"<g id=\"edge104\" class=\"edge\">\n",
"<title>29082331616&#45;&gt;29082331472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6373.27,-54808.2C6434.92,-54799.26 6547.45,-54782.93 6621.99,-54772.11\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6622.26,-54775.61 6631.65,-54770.71 6621.25,-54768.68 6622.26,-54775.61\"/>\n",
"</g>\n",
"<!-- 29082331808 -->\n",
"<g id=\"node107\" class=\"node\">\n",
"<title>29082331808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6113,-56466.88 5953,-56466.88 5953,-56447.62 6113,-56447.62 6113,-56466.88\"/>\n",
"<text text-anchor=\"middle\" x=\"6033\" y=\"-56453.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082331808&#45;&gt;29082331616 -->\n",
"<g id=\"edge105\" class=\"edge\">\n",
"<title>29082331808&#45;&gt;29082331616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6033.39,-56447.37C6034.21,-56428.18 6036,-56381.37 6036,-56342.12 6036,-56342.12 6036,-56342.12 6036,-54936.38 6036,-54885.61 6188.61,-54845.75 6273.55,-54827.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6274.28,-54830.92 6283.34,-54825.42 6272.83,-54824.07 6274.28,-54830.92\"/>\n",
"</g>\n",
"<!-- 29082671984 -->\n",
"<g id=\"node1567\" class=\"node\">\n",
"<title>29082671984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6203,-56406 6079,-56406 6079,-56386.75 6203,-56386.75 6203,-56406\"/>\n",
"<text text-anchor=\"middle\" x=\"6141\" y=\"-56392.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082331808&#45;&gt;29082671984 -->\n",
"<g id=\"edge1647\" class=\"edge\">\n",
"<title>29082331808&#45;&gt;29082671984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6049.4,-56447.31C6066.69,-56437.88 6094.18,-56422.9 6114.54,-56411.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6116.01,-56414.98 6123.11,-56407.13 6112.66,-56408.84 6116.01,-56414.98\"/>\n",
"</g>\n",
"<!-- 29082331952 -->\n",
"<g id=\"node108\" class=\"node\">\n",
"<title>29082331952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5875,-56527.75 5787,-56527.75 5787,-56508.5 5875,-56508.5 5875,-56527.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5831\" y=\"-56514.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082331952&#45;&gt;29082331808 -->\n",
"<g id=\"edge106\" class=\"edge\">\n",
"<title>29082331952&#45;&gt;29082331808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5862.12,-56508.05C5896.67,-56497.99 5952.62,-56481.68 5991.02,-56470.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5991.77,-56473.91 6000.39,-56467.75 5989.81,-56467.19 5991.77,-56473.91\"/>\n",
"</g>\n",
"<!-- 29082332144 -->\n",
"<g id=\"node109\" class=\"node\">\n",
"<title>29082332144</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5715,-56771.25 5555,-56771.25 5555,-56752 5715,-56752 5715,-56771.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5635\" y=\"-56757.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082332144&#45;&gt;29082331952 -->\n",
"<g id=\"edge107\" class=\"edge\">\n",
"<title>29082332144&#45;&gt;29082331952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5639.65,-56751.58C5655.1,-56722.12 5707.26,-56627.13 5769,-56563.75 5779.92,-56552.54 5793.94,-56542.19 5805.88,-56534.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5807.5,-56537.4 5814.04,-56529.06 5803.73,-56531.5 5807.5,-56537.4\"/>\n",
"</g>\n",
"<!-- 29082334160 -->\n",
"<g id=\"node1528\" class=\"node\">\n",
"<title>29082334160</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5803,-56710.38 5697,-56710.38 5697,-56691.12 5803,-56691.12 5803,-56710.38\"/>\n",
"<text text-anchor=\"middle\" x=\"5750\" y=\"-56696.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082332144&#45;&gt;29082334160 -->\n",
"<g id=\"edge1607\" class=\"edge\">\n",
"<title>29082332144&#45;&gt;29082334160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5652.47,-56751.68C5671.04,-56742.17 5700.68,-56727 5722.42,-56715.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5723.72,-56719.14 5731.02,-56711.47 5720.53,-56712.91 5723.72,-56719.14\"/>\n",
"</g>\n",
"<!-- 29082332288 -->\n",
"<g id=\"node110\" class=\"node\">\n",
"<title>29082332288</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5350,-56832.12 5262,-56832.12 5262,-56812.88 5350,-56812.88 5350,-56832.12\"/>\n",
"<text text-anchor=\"middle\" x=\"5306\" y=\"-56818.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082332288&#45;&gt;29082332144 -->\n",
"<g id=\"edge108\" class=\"edge\">\n",
"<title>29082332288&#45;&gt;29082332144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5350.37,-56813.56C5407.7,-56803.3 5507.84,-56785.38 5572.76,-56773.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5573.34,-56777.21 5582.57,-56772.01 5572.11,-56770.32 5573.34,-56777.21\"/>\n",
"</g>\n",
"<!-- 29082332480 -->\n",
"<g id=\"node111\" class=\"node\">\n",
"<title>29082332480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5273,-58462.5 5113,-58462.5 5113,-58443.25 5273,-58443.25 5273,-58462.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5193\" y=\"-58449\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082332480&#45;&gt;29082332288 -->\n",
"<g id=\"edge109\" class=\"edge\">\n",
"<title>29082332480&#45;&gt;29082332288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5193.14,-58442.87C5193.41,-58424.28 5194,-58380.3 5194,-58343.38 5194,-58343.38 5194,-58343.38 5194,-56948.88 5194,-56898.09 5245.74,-56858.42 5278.89,-56838.22\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5280.34,-56841.43 5287.19,-56833.35 5276.8,-56835.39 5280.34,-56841.43\"/>\n",
"</g>\n",
"<!-- 29082337136 -->\n",
"<g id=\"node189\" class=\"node\">\n",
"<title>29082337136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5347,-58407.25 5223,-58407.25 5223,-58388 5347,-58388 5347,-58407.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5285\" y=\"-58393.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082332480&#45;&gt;29082337136 -->\n",
"<g id=\"edge191\" class=\"edge\">\n",
"<title>29082332480&#45;&gt;29082337136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5208.61,-58442.84C5222.62,-58434.73 5243.43,-58422.68 5259.8,-58413.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5261.11,-58416.5 5268.01,-58408.46 5257.6,-58410.44 5261.11,-58416.5\"/>\n",
"</g>\n",
"<!-- 29082332624 -->\n",
"<g id=\"node112\" class=\"node\">\n",
"<title>29082332624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"363,-92921.12 275,-92921.12 275,-92901.88 363,-92901.88 363,-92921.12\"/>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-92907.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082332624&#45;&gt;29082332480 -->\n",
"<g id=\"edge110\" class=\"edge\">\n",
"<title>29082332624&#45;&gt;29082332480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M363.28,-92906.79C467.97,-92896.8 722,-92864.92 722,-92790.75 722,-92790.75 722,-92790.75 722,-58579.25 722,-58465.59 4463.53,-58454.96 5101.15,-58453.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5101.03,-58457.48 5111.03,-58453.96 5101.02,-58450.48 5101.03,-58457.48\"/>\n",
"</g>\n",
"<!-- 29082332816 -->\n",
"<g id=\"node113\" class=\"node\">\n",
"<title>29082332816</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"124,-94557.12 0,-94557.12 0,-94537.88 124,-94537.88 124,-94557.12\"/>\n",
"<text text-anchor=\"middle\" x=\"62\" y=\"-94543.62\" font-family=\"monospace\" font-size=\"10.00\">EmbeddingBackward0</text>\n",
"</g>\n",
"<!-- 29082332816&#45;&gt;29082332624 -->\n",
"<g id=\"edge111\" class=\"edge\">\n",
"<title>29082332816&#45;&gt;29082332624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M53.55,-94537.56C37.23,-94519.32 3,-94475.87 3,-94432.38 3,-94432.38 3,-94432.38 3,-93037.88 3,-92982.48 172.92,-92940.91 263.55,-92922.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"264.11,-92926.13 273.24,-92920.76 262.75,-92919.27 264.11,-92926.13\"/>\n",
"</g>\n",
"<!-- 29082335600 -->\n",
"<g id=\"node142\" class=\"node\">\n",
"<title>29082335600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"184,-94496.25 60,-94496.25 60,-94477 184,-94477 184,-94496.25\"/>\n",
"<text text-anchor=\"middle\" x=\"122\" y=\"-94482.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082332816&#45;&gt;29082335600 -->\n",
"<g id=\"edge141\" class=\"edge\">\n",
"<title>29082332816&#45;&gt;29082335600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M71.11,-94537.56C80.01,-94528.83 93.78,-94515.32 104.75,-94504.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"107.03,-94507.21 111.72,-94497.71 102.13,-94502.22 107.03,-94507.21\"/>\n",
"</g>\n",
"<!-- 29082399696 -->\n",
"<g id=\"node283\" class=\"node\">\n",
"<title>29082399696</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"997,-92921.12 909,-92921.12 909,-92901.88 997,-92901.88 997,-92921.12\"/>\n",
"<text text-anchor=\"middle\" x=\"953\" y=\"-92907.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082332816&#45;&gt;29082399696 -->\n",
"<g id=\"edge286\" class=\"edge\">\n",
"<title>29082332816&#45;&gt;29082399696</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M102.78,-94537.44C112.63,-94535.49 123.16,-94533.61 133,-94532.25 339.21,-94503.72 394.41,-94528.92 600,-94496.25 718.8,-94477.37 863,-94552.66 863,-94432.38 863,-94432.38 863,-94432.38 863,-93037.88 863,-93003.43 862.52,-92991.15 882,-92962.75 892.31,-92947.72 908.68,-92935.69 923.11,-92927.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"924.78,-92930.25 931.83,-92922.34 921.39,-92924.13 924.78,-92930.25\"/>\n",
"</g>\n",
"<!-- 29082436368 -->\n",
"<g id=\"node310\" class=\"node\">\n",
"<title>29082436368</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1016,-94496.25 892,-94496.25 892,-94477 1016,-94477 1016,-94496.25\"/>\n",
"<text text-anchor=\"middle\" x=\"954\" y=\"-94482.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082332816&#45;&gt;29082436368 -->\n",
"<g id=\"edge314\" class=\"edge\">\n",
"<title>29082332816&#45;&gt;29082436368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M102.01,-94537.38C112.07,-94535.39 122.89,-94533.5 133,-94532.25 461.54,-94491.56 547,-94522.69 877,-94496.25 878.21,-94496.15 879.42,-94496.05 880.65,-94495.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"880.69,-94499.46 890.33,-94495.07 880.05,-94492.49 880.69,-94499.46\"/>\n",
"</g>\n",
"<!-- 29082332960 -->\n",
"<g id=\"node114\" class=\"node\">\n",
"<title>29082332960</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"112,-94618 12,-94618 12,-94598.75 112,-94598.75 112,-94618\"/>\n",
"<text text-anchor=\"middle\" x=\"62\" y=\"-94604.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082332960&#45;&gt;29082332816 -->\n",
"<g id=\"edge112\" class=\"edge\">\n",
"<title>29082332960&#45;&gt;29082332816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M62,-94598.43C62,-94590.65 62,-94579.08 62,-94569.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"65.5,-94569.04 62,-94559.04 58.5,-94569.04 65.5,-94569.04\"/>\n",
"</g>\n",
"<!-- 5763656368 -->\n",
"<g id=\"node115\" class=\"node\">\n",
"<title>5763656368</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"118,-94684.5 6,-94684.5 6,-94654 118,-94654 118,-94684.5\"/>\n",
"<text text-anchor=\"middle\" x=\"62\" y=\"-94671\" font-family=\"monospace\" font-size=\"10.00\">embedding.weight</text>\n",
"<text text-anchor=\"middle\" x=\"62\" y=\"-94659.75\" font-family=\"monospace\" font-size=\"10.00\"> (12084, 640)</text>\n",
"</g>\n",
"<!-- 5763656368&#45;&gt;29082332960 -->\n",
"<g id=\"edge113\" class=\"edge\">\n",
"<title>5763656368&#45;&gt;29082332960</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M62,-94653.7C62,-94646.46 62,-94637.59 62,-94629.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"65.5,-94629.96 62,-94619.96 58.5,-94629.96 65.5,-94629.96\"/>\n",
"</g>\n",
"<!-- 29082332768 -->\n",
"<g id=\"node116\" class=\"node\">\n",
"<title>29082332768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"381,-92987.62 257,-92987.62 257,-92968.38 381,-92968.38 381,-92987.62\"/>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-92974.12\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082332768&#45;&gt;29082332624 -->\n",
"<g id=\"edge114\" class=\"edge\">\n",
"<title>29082332768&#45;&gt;29082332624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M319,-92968.03C319,-92958.98 319,-92944.7 319,-92932.88\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"322.5,-92932.91 319,-92922.91 315.5,-92932.91 322.5,-92932.91\"/>\n",
"</g>\n",
"<!-- 29082333008 -->\n",
"<g id=\"node117\" class=\"node\">\n",
"<title>29082333008</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"366,-93048.5 272,-93048.5 272,-93029.25 366,-93029.25 366,-93048.5\"/>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-93035\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333008&#45;&gt;29082332768 -->\n",
"<g id=\"edge115\" class=\"edge\">\n",
"<title>29082333008&#45;&gt;29082332768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M319,-93028.93C319,-93021.15 319,-93009.58 319,-92999.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"322.5,-92999.54 319,-92989.54 315.5,-92999.54 322.5,-92999.54\"/>\n",
"</g>\n",
"<!-- 29082333104 -->\n",
"<g id=\"node118\" class=\"node\">\n",
"<title>29082333104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"372,-93103.75 266,-93103.75 266,-93084.5 372,-93084.5 372,-93103.75\"/>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-93090.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082333104&#45;&gt;29082333008 -->\n",
"<g id=\"edge116\" class=\"edge\">\n",
"<title>29082333104&#45;&gt;29082333008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M319,-93084.33C319,-93077.82 319,-93068.67 319,-93060.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"322.5,-93060.37 319,-93050.37 315.5,-93060.37 322.5,-93060.37\"/>\n",
"</g>\n",
"<!-- 29082333200 -->\n",
"<g id=\"node119\" class=\"node\">\n",
"<title>29082333200</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"190,-93159 96,-93159 96,-93139.75 190,-93139.75 190,-93159\"/>\n",
"<text text-anchor=\"middle\" x=\"143\" y=\"-93145.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333200&#45;&gt;29082333104 -->\n",
"<g id=\"edge117\" class=\"edge\">\n",
"<title>29082333200&#45;&gt;29082333104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M172.86,-93139.34C201.81,-93130.58 245.95,-93117.23 278.15,-93107.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"278.99,-93110.89 287.55,-93104.64 276.96,-93104.19 278.99,-93110.89\"/>\n",
"</g>\n",
"<!-- 29082333392 -->\n",
"<g id=\"node120\" class=\"node\">\n",
"<title>29082333392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"131,-93219.88 31,-93219.88 31,-93200.62 131,-93200.62 131,-93219.88\"/>\n",
"<text text-anchor=\"middle\" x=\"81\" y=\"-93206.38\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082333392&#45;&gt;29082333200 -->\n",
"<g id=\"edge118\" class=\"edge\">\n",
"<title>29082333392&#45;&gt;29082333200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M90.42,-93200.31C99.61,-93191.58 113.84,-93178.07 125.17,-93167.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"127.56,-93169.87 132.4,-93160.44 122.74,-93164.79 127.56,-93169.87\"/>\n",
"</g>\n",
"<!-- 29082333488 -->\n",
"<g id=\"node121\" class=\"node\">\n",
"<title>29082333488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"170,-93280.75 58,-93280.75 58,-93261.5 170,-93261.5 170,-93280.75\"/>\n",
"<text text-anchor=\"middle\" x=\"114\" y=\"-93267.25\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082333488&#45;&gt;29082333392 -->\n",
"<g id=\"edge119\" class=\"edge\">\n",
"<title>29082333488&#45;&gt;29082333392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M108.99,-93261.18C104.38,-93252.97 97.41,-93240.53 91.58,-93230.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"94.74,-93228.61 86.8,-93221.6 88.64,-93232.03 94.74,-93228.61\"/>\n",
"</g>\n",
"<!-- 29082333584 -->\n",
"<g id=\"node122\" class=\"node\">\n",
"<title>29082333584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"205,-93336 75,-93336 75,-93316.75 205,-93316.75 205,-93336\"/>\n",
"<text text-anchor=\"middle\" x=\"140\" y=\"-93322.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333584&#45;&gt;29082333488 -->\n",
"<g id=\"edge120\" class=\"edge\">\n",
"<title>29082333584&#45;&gt;29082333488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M135.71,-93316.58C132.38,-93309.76 127.64,-93300.06 123.44,-93291.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"126.58,-93289.92 119.05,-93282.47 120.29,-93292.99 126.58,-93289.92\"/>\n",
"</g>\n",
"<!-- 29082333680 -->\n",
"<g id=\"node123\" class=\"node\">\n",
"<title>29082333680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"227,-93391.25 139,-93391.25 139,-93372 227,-93372 227,-93391.25\"/>\n",
"<text text-anchor=\"middle\" x=\"183\" y=\"-93377.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082333680&#45;&gt;29082333584 -->\n",
"<g id=\"edge121\" class=\"edge\">\n",
"<title>29082333680&#45;&gt;29082333584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M175.9,-93371.83C170.08,-93364.63 161.67,-93354.21 154.44,-93345.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"157.21,-93343.12 148.21,-93337.54 151.77,-93347.52 157.21,-93343.12\"/>\n",
"</g>\n",
"<!-- 29082333776 -->\n",
"<g id=\"node124\" class=\"node\">\n",
"<title>29082333776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"230,-93446.5 136,-93446.5 136,-93427.25 230,-93427.25 230,-93446.5\"/>\n",
"<text text-anchor=\"middle\" x=\"183\" y=\"-93433\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333776&#45;&gt;29082333680 -->\n",
"<g id=\"edge122\" class=\"edge\">\n",
"<title>29082333776&#45;&gt;29082333680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M183,-93427.08C183,-93420.57 183,-93411.42 183,-93403.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"186.5,-93403.12 183,-93393.12 179.5,-93403.12 186.5,-93403.12\"/>\n",
"</g>\n",
"<!-- 29082333920 -->\n",
"<g id=\"node125\" class=\"node\">\n",
"<title>29082333920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"236,-93501.75 130,-93501.75 130,-93482.5 236,-93482.5 236,-93501.75\"/>\n",
"<text text-anchor=\"middle\" x=\"183\" y=\"-93488.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082333920&#45;&gt;29082333776 -->\n",
"<g id=\"edge123\" class=\"edge\">\n",
"<title>29082333920&#45;&gt;29082333776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M183,-93482.33C183,-93475.82 183,-93466.67 183,-93458.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"186.5,-93458.37 183,-93448.37 179.5,-93458.37 186.5,-93458.37\"/>\n",
"</g>\n",
"<!-- 29082334016 -->\n",
"<g id=\"node126\" class=\"node\">\n",
"<title>29082334016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"239,-93557 127,-93557 127,-93537.75 239,-93537.75 239,-93557\"/>\n",
"<text text-anchor=\"middle\" x=\"183\" y=\"-93543.5\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082334016&#45;&gt;29082333920 -->\n",
"<g id=\"edge124\" class=\"edge\">\n",
"<title>29082334016&#45;&gt;29082333920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M183,-93537.58C183,-93531.07 183,-93521.92 183,-93513.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"186.5,-93513.62 183,-93503.62 179.5,-93513.62 186.5,-93513.62\"/>\n",
"</g>\n",
"<!-- 29082334112 -->\n",
"<g id=\"node127\" class=\"node\">\n",
"<title>29082334112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"248,-93612.25 118,-93612.25 118,-93593 248,-93593 248,-93612.25\"/>\n",
"<text text-anchor=\"middle\" x=\"183\" y=\"-93598.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082334112&#45;&gt;29082334016 -->\n",
"<g id=\"edge125\" class=\"edge\">\n",
"<title>29082334112&#45;&gt;29082334016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M183,-93592.83C183,-93586.32 183,-93577.17 183,-93568.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"186.5,-93568.87 183,-93558.87 179.5,-93568.87 186.5,-93568.87\"/>\n",
"</g>\n",
"<!-- 29082334208 -->\n",
"<g id=\"node128\" class=\"node\">\n",
"<title>29082334208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"227,-93667.5 139,-93667.5 139,-93648.25 227,-93648.25 227,-93667.5\"/>\n",
"<text text-anchor=\"middle\" x=\"183\" y=\"-93654\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082334208&#45;&gt;29082334112 -->\n",
"<g id=\"edge126\" class=\"edge\">\n",
"<title>29082334208&#45;&gt;29082334112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M183,-93648.08C183,-93641.57 183,-93632.42 183,-93624.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"186.5,-93624.12 183,-93614.12 179.5,-93624.12 186.5,-93624.12\"/>\n",
"</g>\n",
"<!-- 29082334304 -->\n",
"<g id=\"node129\" class=\"node\">\n",
"<title>29082334304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"174,-93722.75 32,-93722.75 32,-93703.5 174,-93703.5 174,-93722.75\"/>\n",
"<text text-anchor=\"middle\" x=\"103\" y=\"-93709.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082334304&#45;&gt;29082334208 -->\n",
"<g id=\"edge127\" class=\"edge\">\n",
"<title>29082334304&#45;&gt;29082334208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M116.57,-93703.09C128.41,-93695.21 145.84,-93683.61 159.87,-93674.27\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"161.72,-93677.25 168.1,-93668.79 157.84,-93671.42 161.72,-93677.25\"/>\n",
"</g>\n",
"<!-- 29082334448 -->\n",
"<g id=\"node130\" class=\"node\">\n",
"<title>29082334448</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"158,-93833.25 52,-93833.25 52,-93814 158,-93814 158,-93833.25\"/>\n",
"<text text-anchor=\"middle\" x=\"105\" y=\"-93819.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082334448&#45;&gt;29082334304 -->\n",
"<g id=\"edge128\" class=\"edge\">\n",
"<title>29082334448&#45;&gt;29082334304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M104.84,-93813.75C104.52,-93796.5 103.81,-93758.08 103.37,-93734.31\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"106.88,-93734.57 103.19,-93724.64 99.88,-93734.7 106.88,-93734.57\"/>\n",
"</g>\n",
"<!-- 29082334544 -->\n",
"<g id=\"node131\" class=\"node\">\n",
"<title>29082334544</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"151,-93888.5 63,-93888.5 63,-93869.25 151,-93869.25 151,-93888.5\"/>\n",
"<text text-anchor=\"middle\" x=\"107\" y=\"-93875\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082334544&#45;&gt;29082334448 -->\n",
"<g id=\"edge129\" class=\"edge\">\n",
"<title>29082334544&#45;&gt;29082334448</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M106.67,-93869.08C106.42,-93862.49 106.07,-93853.21 105.76,-93844.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"109.27,-93844.98 105.39,-93835.12 102.27,-93845.25 109.27,-93844.98\"/>\n",
"</g>\n",
"<!-- 29082334640 -->\n",
"<g id=\"node132\" class=\"node\">\n",
"<title>29082334640</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"155,-93943.75 61,-93943.75 61,-93924.5 155,-93924.5 155,-93943.75\"/>\n",
"<text text-anchor=\"middle\" x=\"108\" y=\"-93930.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082334640&#45;&gt;29082334544 -->\n",
"<g id=\"edge130\" class=\"edge\">\n",
"<title>29082334640&#45;&gt;29082334544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M107.83,-93924.33C107.71,-93917.82 107.54,-93908.67 107.38,-93900.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"110.88,-93900.3 107.2,-93890.37 103.89,-93900.44 110.88,-93900.3\"/>\n",
"</g>\n",
"<!-- 29082334736 -->\n",
"<g id=\"node133\" class=\"node\">\n",
"<title>29082334736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"174,-93999 50,-93999 50,-93979.75 174,-93979.75 174,-93999\"/>\n",
"<text text-anchor=\"middle\" x=\"112\" y=\"-93985.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082334736&#45;&gt;29082334640 -->\n",
"<g id=\"edge131\" class=\"edge\">\n",
"<title>29082334736&#45;&gt;29082334640</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M111.34,-93979.58C110.84,-93972.99 110.15,-93963.71 109.52,-93955.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"113.03,-93955.33 108.79,-93945.62 106.05,-93955.85 113.03,-93955.33\"/>\n",
"</g>\n",
"<!-- 29082334832 -->\n",
"<g id=\"node134\" class=\"node\">\n",
"<title>29082334832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"163,-94054.25 69,-94054.25 69,-94035 163,-94035 163,-94054.25\"/>\n",
"<text text-anchor=\"middle\" x=\"116\" y=\"-94040.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082334832&#45;&gt;29082334736 -->\n",
"<g id=\"edge132\" class=\"edge\">\n",
"<title>29082334832&#45;&gt;29082334736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M115.34,-94034.83C114.84,-94028.24 114.15,-94018.96 113.52,-94010.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"117.03,-94010.58 112.79,-94000.87 110.05,-94011.1 117.03,-94010.58\"/>\n",
"</g>\n",
"<!-- 29082334928 -->\n",
"<g id=\"node135\" class=\"node\">\n",
"<title>29082334928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"178,-94109.5 72,-94109.5 72,-94090.25 178,-94090.25 178,-94109.5\"/>\n",
"<text text-anchor=\"middle\" x=\"125\" y=\"-94096\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082334928&#45;&gt;29082334832 -->\n",
"<g id=\"edge133\" class=\"edge\">\n",
"<title>29082334928&#45;&gt;29082334832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M123.51,-94090.08C122.4,-94083.49 120.83,-94074.21 119.41,-94065.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"122.89,-94065.38 117.77,-94056.1 115.99,-94066.55 122.89,-94065.38\"/>\n",
"</g>\n",
"<!-- 29082335024 -->\n",
"<g id=\"node136\" class=\"node\">\n",
"<title>29082335024</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"350,-94164.75 250,-94164.75 250,-94145.5 350,-94145.5 350,-94164.75\"/>\n",
"<text text-anchor=\"middle\" x=\"300\" y=\"-94151.25\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082335024&#45;&gt;29082334928 -->\n",
"<g id=\"edge134\" class=\"edge\">\n",
"<title>29082335024&#45;&gt;29082334928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M270.31,-94145.09C241.53,-94136.33 197.63,-94122.98 165.62,-94113.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"166.87,-94109.96 156.28,-94110.39 164.83,-94116.65 166.87,-94109.96\"/>\n",
"</g>\n",
"<!-- 29082335840 -->\n",
"<g id=\"node154\" class=\"node\">\n",
"<title>29082335840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"316,-94109.5 210,-94109.5 210,-94090.25 316,-94090.25 316,-94109.5\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-94096\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082335024&#45;&gt;29082335840 -->\n",
"<g id=\"edge154\" class=\"edge\">\n",
"<title>29082335024&#45;&gt;29082335840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M293.89,-94145.33C288.94,-94138.21 281.8,-94127.93 275.63,-94119.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"278.69,-94117.32 270.11,-94111.1 272.94,-94121.31 278.69,-94117.32\"/>\n",
"</g>\n",
"<!-- 29082335456 -->\n",
"<g id=\"node160\" class=\"node\">\n",
"<title>29082335456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"441,-94109.5 335,-94109.5 335,-94090.25 441,-94090.25 441,-94109.5\"/>\n",
"<text text-anchor=\"middle\" x=\"388\" y=\"-94096\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082335024&#45;&gt;29082335456 -->\n",
"<g id=\"edge161\" class=\"edge\">\n",
"<title>29082335024&#45;&gt;29082335456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M314.93,-94145.09C328.2,-94137.06 347.87,-94125.16 363.45,-94115.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"364.96,-94118.91 371.7,-94110.74 361.34,-94112.92 364.96,-94118.91\"/>\n",
"</g>\n",
"<!-- 29082335120 -->\n",
"<g id=\"node137\" class=\"node\">\n",
"<title>29082335120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"356,-94220 244,-94220 244,-94200.75 356,-94200.75 356,-94220\"/>\n",
"<text text-anchor=\"middle\" x=\"300\" y=\"-94206.5\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082335120&#45;&gt;29082335024 -->\n",
"<g id=\"edge135\" class=\"edge\">\n",
"<title>29082335120&#45;&gt;29082335024</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M300,-94200.58C300,-94194.07 300,-94184.92 300,-94176.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"303.5,-94176.62 300,-94166.62 296.5,-94176.62 303.5,-94176.62\"/>\n",
"</g>\n",
"<!-- 29082335216 -->\n",
"<g id=\"node138\" class=\"node\">\n",
"<title>29082335216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"362,-94275.25 238,-94275.25 238,-94256 362,-94256 362,-94275.25\"/>\n",
"<text text-anchor=\"middle\" x=\"300\" y=\"-94261.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082335216&#45;&gt;29082335120 -->\n",
"<g id=\"edge136\" class=\"edge\">\n",
"<title>29082335216&#45;&gt;29082335120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M300,-94255.83C300,-94249.32 300,-94240.17 300,-94231.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"303.5,-94231.87 300,-94221.87 296.5,-94231.87 303.5,-94231.87\"/>\n",
"</g>\n",
"<!-- 29082335312 -->\n",
"<g id=\"node139\" class=\"node\">\n",
"<title>29082335312</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"362,-94330.5 238,-94330.5 238,-94311.25 362,-94311.25 362,-94330.5\"/>\n",
"<text text-anchor=\"middle\" x=\"300\" y=\"-94317\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082335312&#45;&gt;29082335216 -->\n",
"<g id=\"edge137\" class=\"edge\">\n",
"<title>29082335312&#45;&gt;29082335216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M300,-94311.08C300,-94304.57 300,-94295.42 300,-94287.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"303.5,-94287.12 300,-94277.12 296.5,-94287.12 303.5,-94287.12\"/>\n",
"</g>\n",
"<!-- 29082335408 -->\n",
"<g id=\"node140\" class=\"node\">\n",
"<title>29082335408</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"354,-94385.75 260,-94385.75 260,-94366.5 354,-94366.5 354,-94385.75\"/>\n",
"<text text-anchor=\"middle\" x=\"307\" y=\"-94372.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082335408&#45;&gt;29082335312 -->\n",
"<g id=\"edge138\" class=\"edge\">\n",
"<title>29082335408&#45;&gt;29082335312</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M305.84,-94366.33C304.98,-94359.74 303.76,-94350.46 302.66,-94342.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"306.15,-94341.82 301.38,-94332.36 299.21,-94342.73 306.15,-94341.82\"/>\n",
"</g>\n",
"<!-- 29082335504 -->\n",
"<g id=\"node141\" class=\"node\">\n",
"<title>29082335504</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"362,-94441 256,-94441 256,-94421.75 362,-94421.75 362,-94441\"/>\n",
"<text text-anchor=\"middle\" x=\"309\" y=\"-94427.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082335504&#45;&gt;29082335408 -->\n",
"<g id=\"edge139\" class=\"edge\">\n",
"<title>29082335504&#45;&gt;29082335408</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M308.67,-94421.58C308.42,-94414.99 308.07,-94405.71 307.76,-94397.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"311.27,-94397.48 307.39,-94387.62 304.27,-94397.75 311.27,-94397.48\"/>\n",
"</g>\n",
"<!-- 29082335600&#45;&gt;29082335504 -->\n",
"<g id=\"edge140\" class=\"edge\">\n",
"<title>29082335600&#45;&gt;29082335504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M153.72,-94476.59C184.75,-94467.76 232.21,-94454.24 266.49,-94444.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"267.01,-94447.97 275.67,-94441.87 265.09,-94441.24 267.01,-94447.97\"/>\n",
"</g>\n",
"<!-- 29082335552 -->\n",
"<g id=\"node143\" class=\"node\">\n",
"<title>29082335552</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"359,-94496.25 259,-94496.25 259,-94477 359,-94477 359,-94496.25\"/>\n",
"<text text-anchor=\"middle\" x=\"309\" y=\"-94482.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082335552&#45;&gt;29082335504 -->\n",
"<g id=\"edge142\" class=\"edge\">\n",
"<title>29082335552&#45;&gt;29082335504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M309,-94476.83C309,-94470.32 309,-94461.17 309,-94452.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"312.5,-94452.87 309,-94442.87 305.5,-94452.87 312.5,-94452.87\"/>\n",
"</g>\n",
"<!-- 5767594064 -->\n",
"<g id=\"node144\" class=\"node\">\n",
"<title>5767594064</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"476,-94562.75 142,-94562.75 142,-94532.25 476,-94532.25 476,-94562.75\"/>\n",
"<text text-anchor=\"middle\" x=\"309\" y=\"-94549.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"309\" y=\"-94538\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767594064&#45;&gt;29082335552 -->\n",
"<g id=\"edge143\" class=\"edge\">\n",
"<title>5767594064&#45;&gt;29082335552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M309,-94531.95C309,-94524.71 309,-94515.84 309,-94507.94\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"312.5,-94508.21 309,-94498.21 305.5,-94508.21 312.5,-94508.21\"/>\n",
"</g>\n",
"<!-- 29082334352 -->\n",
"<g id=\"node145\" class=\"node\">\n",
"<title>29082334352</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"591,-94496.25 491,-94496.25 491,-94477 591,-94477 591,-94496.25\"/>\n",
"<text text-anchor=\"middle\" x=\"541\" y=\"-94482.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082334352&#45;&gt;29082335504 -->\n",
"<g id=\"edge144\" class=\"edge\">\n",
"<title>29082334352&#45;&gt;29082335504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M501.38,-94476.53C462.18,-94467.53 402.02,-94453.73 359.43,-94443.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"360.46,-94440.6 349.93,-94441.77 358.89,-94447.42 360.46,-94440.6\"/>\n",
"</g>\n",
"<!-- 5767596080 -->\n",
"<g id=\"node146\" class=\"node\">\n",
"<title>5767596080</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"816,-94562.75 494,-94562.75 494,-94532.25 816,-94532.25 816,-94562.75\"/>\n",
"<text text-anchor=\"middle\" x=\"655\" y=\"-94549.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"655\" y=\"-94538\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5767596080&#45;&gt;29082334352 -->\n",
"<g id=\"edge145\" class=\"edge\">\n",
"<title>5767596080&#45;&gt;29082334352</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M626.53,-94531.8C608.83,-94522.66 586.2,-94510.97 568.66,-94501.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"570.32,-94498.83 559.83,-94497.35 567.11,-94505.05 570.32,-94498.83\"/>\n",
"</g>\n",
"<!-- 29082334256 -->\n",
"<g id=\"node147\" class=\"node\">\n",
"<title>29082334256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"334,-93722.75 192,-93722.75 192,-93703.5 334,-93703.5 334,-93722.75\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-93709.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082334256&#45;&gt;29082334208 -->\n",
"<g id=\"edge146\" class=\"edge\">\n",
"<title>29082334256&#45;&gt;29082334208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M249.43,-93703.09C237.59,-93695.21 220.16,-93683.61 206.13,-93674.27\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"208.16,-93671.42 197.9,-93668.79 204.28,-93677.25 208.16,-93671.42\"/>\n",
"</g>\n",
"<!-- 29082334592 -->\n",
"<g id=\"node148\" class=\"node\">\n",
"<title>29082334592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"316,-93778 210,-93778 210,-93758.75 316,-93758.75 316,-93778\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-93764.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082334592&#45;&gt;29082334256 -->\n",
"<g id=\"edge147\" class=\"edge\">\n",
"<title>29082334592&#45;&gt;29082334256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-93758.58C263,-93752.07 263,-93742.92 263,-93734.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-93734.62 263,-93724.62 259.5,-93734.62 266.5,-93734.62\"/>\n",
"</g>\n",
"<!-- 29082334784 -->\n",
"<g id=\"node149\" class=\"node\">\n",
"<title>29082334784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"307,-93833.25 219,-93833.25 219,-93814 307,-93814 307,-93833.25\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-93819.75\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082334784&#45;&gt;29082334592 -->\n",
"<g id=\"edge148\" class=\"edge\">\n",
"<title>29082334784&#45;&gt;29082334592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-93813.83C263,-93807.32 263,-93798.17 263,-93789.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-93789.87 263,-93779.87 259.5,-93789.87 266.5,-93789.87\"/>\n",
"</g>\n",
"<!-- 29082334976 -->\n",
"<g id=\"node150\" class=\"node\">\n",
"<title>29082334976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"325,-93888.5 201,-93888.5 201,-93869.25 325,-93869.25 325,-93888.5\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-93875\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082334976&#45;&gt;29082334784 -->\n",
"<g id=\"edge149\" class=\"edge\">\n",
"<title>29082334976&#45;&gt;29082334784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-93869.08C263,-93862.57 263,-93853.42 263,-93845.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-93845.12 263,-93835.12 259.5,-93845.12 266.5,-93845.12\"/>\n",
"</g>\n",
"<!-- 29082335168 -->\n",
"<g id=\"node151\" class=\"node\">\n",
"<title>29082335168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"310,-93943.75 216,-93943.75 216,-93924.5 310,-93924.5 310,-93943.75\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-93930.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082335168&#45;&gt;29082334976 -->\n",
"<g id=\"edge150\" class=\"edge\">\n",
"<title>29082335168&#45;&gt;29082334976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-93924.33C263,-93917.82 263,-93908.67 263,-93900.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-93900.37 263,-93890.37 259.5,-93900.37 266.5,-93900.37\"/>\n",
"</g>\n",
"<!-- 29082335360 -->\n",
"<g id=\"node152\" class=\"node\">\n",
"<title>29082335360</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"325,-93999 201,-93999 201,-93979.75 325,-93979.75 325,-93999\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-93985.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082335360&#45;&gt;29082335168 -->\n",
"<g id=\"edge151\" class=\"edge\">\n",
"<title>29082335360&#45;&gt;29082335168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-93979.58C263,-93973.07 263,-93963.92 263,-93955.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-93955.62 263,-93945.62 259.5,-93955.62 266.5,-93955.62\"/>\n",
"</g>\n",
"<!-- 29082335648 -->\n",
"<g id=\"node153\" class=\"node\">\n",
"<title>29082335648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"310,-94054.25 216,-94054.25 216,-94035 310,-94035 310,-94054.25\"/>\n",
"<text text-anchor=\"middle\" x=\"263\" y=\"-94040.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082335648&#45;&gt;29082335360 -->\n",
"<g id=\"edge152\" class=\"edge\">\n",
"<title>29082335648&#45;&gt;29082335360</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-94034.83C263,-94028.32 263,-94019.17 263,-94010.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-94010.87 263,-94000.87 259.5,-94010.87 266.5,-94010.87\"/>\n",
"</g>\n",
"<!-- 29082335840&#45;&gt;29082335648 -->\n",
"<g id=\"edge153\" class=\"edge\">\n",
"<title>29082335840&#45;&gt;29082335648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M263,-94090.08C263,-94083.57 263,-94074.42 263,-94066.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"266.5,-94066.12 263,-94056.12 259.5,-94066.12 266.5,-94066.12\"/>\n",
"</g>\n",
"<!-- 29082333728 -->\n",
"<g id=\"node155\" class=\"node\">\n",
"<title>29082333728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"494,-93722.75 352,-93722.75 352,-93703.5 494,-93703.5 494,-93722.75\"/>\n",
"<text text-anchor=\"middle\" x=\"423\" y=\"-93709.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082333728&#45;&gt;29082333680 -->\n",
"<g id=\"edge155\" class=\"edge\">\n",
"<title>29082333728&#45;&gt;29082333680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M411.11,-93703.12C390.19,-93686.14 349,-93647.17 349,-93603.62 349,-93603.62 349,-93603.62 349,-93491.12 349,-93437.14 286.73,-93408.59 238.47,-93394.56\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"239.51,-93391.22 228.94,-93391.94 237.66,-93397.97 239.51,-93391.22\"/>\n",
"</g>\n",
"<!-- 29082334064 -->\n",
"<g id=\"node156\" class=\"node\">\n",
"<title>29082334064</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"474,-93888.5 368,-93888.5 368,-93869.25 474,-93869.25 474,-93888.5\"/>\n",
"<text text-anchor=\"middle\" x=\"421\" y=\"-93875\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082334064&#45;&gt;29082333728 -->\n",
"<g id=\"edge156\" class=\"edge\">\n",
"<title>29082334064&#45;&gt;29082333728</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M421.11,-93869.07C421.42,-93843.75 422.31,-93770.25 422.75,-93734.34\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"426.25,-93734.53 422.87,-93724.49 419.25,-93734.44 426.25,-93734.53\"/>\n",
"</g>\n",
"<!-- 29082333824 -->\n",
"<g id=\"node157\" class=\"node\">\n",
"<title>29082333824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"464,-93943.75 370,-93943.75 370,-93924.5 464,-93924.5 464,-93943.75\"/>\n",
"<text text-anchor=\"middle\" x=\"417\" y=\"-93930.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333824&#45;&gt;29082334064 -->\n",
"<g id=\"edge157\" class=\"edge\">\n",
"<title>29082333824&#45;&gt;29082334064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M417.66,-93924.33C418.16,-93917.74 418.85,-93908.46 419.48,-93900.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"422.95,-93900.6 420.21,-93890.37 415.97,-93900.08 422.95,-93900.6\"/>\n",
"</g>\n",
"<!-- 29082334688 -->\n",
"<g id=\"node158\" class=\"node\">\n",
"<title>29082334688</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"477,-93999 353,-93999 353,-93979.75 477,-93979.75 477,-93999\"/>\n",
"<text text-anchor=\"middle\" x=\"415\" y=\"-93985.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082334688&#45;&gt;29082333824 -->\n",
"<g id=\"edge158\" class=\"edge\">\n",
"<title>29082334688&#45;&gt;29082333824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M415.33,-93979.58C415.58,-93972.99 415.93,-93963.71 416.24,-93955.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"419.73,-93955.75 416.61,-93945.62 412.73,-93955.48 419.73,-93955.75\"/>\n",
"</g>\n",
"<!-- 29082335072 -->\n",
"<g id=\"node159\" class=\"node\">\n",
"<title>29082335072</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"453,-94054.25 359,-94054.25 359,-94035 453,-94035 453,-94054.25\"/>\n",
"<text text-anchor=\"middle\" x=\"406\" y=\"-94040.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082335072&#45;&gt;29082334688 -->\n",
"<g id=\"edge159\" class=\"edge\">\n",
"<title>29082335072&#45;&gt;29082334688</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M407.49,-94034.83C408.6,-94028.24 410.17,-94018.96 411.59,-94010.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"415.01,-94011.3 413.23,-94000.85 408.11,-94010.13 415.01,-94011.3\"/>\n",
"</g>\n",
"<!-- 29082335456&#45;&gt;29082335072 -->\n",
"<g id=\"edge160\" class=\"edge\">\n",
"<title>29082335456&#45;&gt;29082335072</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M390.97,-94090.08C393.25,-94083.34 396.49,-94073.77 399.37,-94065.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"402.59,-94066.64 402.48,-94056.04 395.96,-94064.4 402.59,-94066.64\"/>\n",
"</g>\n",
"<!-- 29082333152 -->\n",
"<g id=\"node161\" class=\"node\">\n",
"<title>29082333152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"369,-93159 269,-93159 269,-93139.75 369,-93139.75 369,-93159\"/>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-93145.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082333152&#45;&gt;29082333104 -->\n",
"<g id=\"edge162\" class=\"edge\">\n",
"<title>29082333152&#45;&gt;29082333104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M319,-93139.58C319,-93133.07 319,-93123.92 319,-93115.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"322.5,-93115.62 319,-93105.62 315.5,-93115.62 322.5,-93115.62\"/>\n",
"</g>\n",
"<!-- 5767596176 -->\n",
"<g id=\"node162\" class=\"node\">\n",
"<title>5767596176</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"489,-93225.5 149,-93225.5 149,-93195 489,-93195 489,-93225.5\"/>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-93212\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"319\" y=\"-93200.75\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5767596176&#45;&gt;29082333152 -->\n",
"<g id=\"edge163\" class=\"edge\">\n",
"<title>5767596176&#45;&gt;29082333152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M319,-93194.7C319,-93187.46 319,-93178.59 319,-93170.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"322.5,-93170.96 319,-93160.96 315.5,-93170.96 322.5,-93170.96\"/>\n",
"</g>\n",
"<!-- 29082332912 -->\n",
"<g id=\"node163\" class=\"node\">\n",
"<title>29082332912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"604,-93159 504,-93159 504,-93139.75 604,-93139.75 604,-93159\"/>\n",
"<text text-anchor=\"middle\" x=\"554\" y=\"-93145.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082332912&#45;&gt;29082333104 -->\n",
"<g id=\"edge164\" class=\"edge\">\n",
"<title>29082332912&#45;&gt;29082333104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M513.87,-93139.28C474.16,-93130.28 413.22,-93116.48 370.08,-93106.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"370.97,-93103.31 360.44,-93104.52 369.42,-93110.14 370.97,-93103.31\"/>\n",
"</g>\n",
"<!-- 5767596272 -->\n",
"<g id=\"node164\" class=\"node\">\n",
"<title>5767596272</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"835,-93225.5 507,-93225.5 507,-93195 835,-93195 835,-93225.5\"/>\n",
"<text text-anchor=\"middle\" x=\"671\" y=\"-93212\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"671\" y=\"-93200.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767596272&#45;&gt;29082332912 -->\n",
"<g id=\"edge165\" class=\"edge\">\n",
"<title>5767596272&#45;&gt;29082332912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M641.78,-93194.55C623.53,-93185.36 600.17,-93173.61 582.13,-93164.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"583.8,-93161.45 573.3,-93160.08 580.65,-93167.71 583.8,-93161.45\"/>\n",
"</g>\n",
"<!-- 29082332576 -->\n",
"<g id=\"node165\" class=\"node\">\n",
"<title>29082332576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5086,-58523.38 4986,-58523.38 4986,-58504.12 5086,-58504.12 5086,-58523.38\"/>\n",
"<text text-anchor=\"middle\" x=\"5036\" y=\"-58509.88\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082332576&#45;&gt;29082332480 -->\n",
"<g id=\"edge166\" class=\"edge\">\n",
"<title>29082332576&#45;&gt;29082332480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5060.19,-58503.68C5086.35,-58493.87 5128.29,-58478.14 5158.04,-58466.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5159.23,-58470.28 5167.37,-58463.49 5156.78,-58463.72 5159.23,-58470.28\"/>\n",
"</g>\n",
"<!-- 5767597136 -->\n",
"<g id=\"node166\" class=\"node\">\n",
"<title>5767597136</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"5089,-58595.5 4827,-58595.5 4827,-58565 5089,-58565 5089,-58595.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4958\" y=\"-58582\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4958\" y=\"-58570.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767597136&#45;&gt;29082332576 -->\n",
"<g id=\"edge167\" class=\"edge\">\n",
"<title>5767597136&#45;&gt;29082332576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4975.7,-58564.61C4987.88,-58554.54 5004.05,-58541.17 5016.58,-58530.81\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5018.69,-58533.61 5024.16,-58524.54 5014.23,-58528.21 5018.69,-58533.61\"/>\n",
"</g>\n",
"<!-- 29082332528 -->\n",
"<g id=\"node167\" class=\"node\">\n",
"<title>29082332528</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5243,-58523.38 5143,-58523.38 5143,-58504.12 5243,-58504.12 5243,-58523.38\"/>\n",
"<text text-anchor=\"middle\" x=\"5193\" y=\"-58509.88\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082332528&#45;&gt;29082332480 -->\n",
"<g id=\"edge168\" class=\"edge\">\n",
"<title>29082332528&#45;&gt;29082332480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5193,-58503.81C5193,-58496.03 5193,-58484.45 5193,-58474.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5196.5,-58474.41 5193,-58464.41 5189.5,-58474.41 5196.5,-58474.41\"/>\n",
"</g>\n",
"<!-- 5767597232 -->\n",
"<g id=\"node168\" class=\"node\">\n",
"<title>5767597232</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"5357,-58595.5 5107,-58595.5 5107,-58565 5357,-58565 5357,-58595.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5232\" y=\"-58582\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"5232\" y=\"-58570.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767597232&#45;&gt;29082332528 -->\n",
"<g id=\"edge169\" class=\"edge\">\n",
"<title>5767597232&#45;&gt;29082332528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5223.15,-58564.61C5217.54,-58555.33 5210.23,-58543.25 5204.21,-58533.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5207.29,-58531.61 5199.12,-58524.87 5201.3,-58535.24 5207.29,-58531.61\"/>\n",
"</g>\n",
"<!-- 29082332432 -->\n",
"<g id=\"node169\" class=\"node\">\n",
"<title>29082332432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5368,-56898.62 5244,-56898.62 5244,-56879.38 5368,-56879.38 5368,-56898.62\"/>\n",
"<text text-anchor=\"middle\" x=\"5306\" y=\"-56885.12\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082332432&#45;&gt;29082332288 -->\n",
"<g id=\"edge170\" class=\"edge\">\n",
"<title>29082332432&#45;&gt;29082332288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5306,-56879.03C5306,-56869.98 5306,-56855.7 5306,-56843.88\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5309.5,-56843.91 5306,-56833.91 5302.5,-56843.91 5309.5,-56843.91\"/>\n",
"</g>\n",
"<!-- 29082333056 -->\n",
"<g id=\"node170\" class=\"node\">\n",
"<title>29082333056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5376,-56959.5 5282,-56959.5 5282,-56940.25 5376,-56940.25 5376,-56959.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5329\" y=\"-56946\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333056&#45;&gt;29082332432 -->\n",
"<g id=\"edge171\" class=\"edge\">\n",
"<title>29082333056&#45;&gt;29082332432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5325.51,-56939.93C5322.37,-56931.89 5317.64,-56919.8 5313.63,-56909.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5316.98,-56908.48 5310.08,-56900.44 5310.46,-56911.02 5316.98,-56908.48\"/>\n",
"</g>\n",
"<!-- 29082333248 -->\n",
"<g id=\"node171\" class=\"node\">\n",
"<title>29082333248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5505,-57014.75 5399,-57014.75 5399,-56995.5 5505,-56995.5 5505,-57014.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5452\" y=\"-57001.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082333248&#45;&gt;29082333056 -->\n",
"<g id=\"edge172\" class=\"edge\">\n",
"<title>29082333248&#45;&gt;29082333056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5431.13,-56995.09C5411.7,-56986.68 5382.46,-56974.02 5360.24,-56964.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5361.92,-56961.31 5351.36,-56960.55 5359.14,-56967.74 5361.92,-56961.31\"/>\n",
"</g>\n",
"<!-- 29082333440 -->\n",
"<g id=\"node172\" class=\"node\">\n",
"<title>29082333440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5394,-57070 5300,-57070 5300,-57050.75 5394,-57050.75 5394,-57070\"/>\n",
"<text text-anchor=\"middle\" x=\"5347\" y=\"-57056.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082333440&#45;&gt;29082333248 -->\n",
"<g id=\"edge173\" class=\"edge\">\n",
"<title>29082333440&#45;&gt;29082333248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5364.81,-57050.34C5381.03,-57042.12 5405.24,-57029.84 5424.03,-57020.31\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5425.42,-57023.53 5432.75,-57015.89 5422.25,-57017.29 5425.42,-57023.53\"/>\n",
"</g>\n",
"<!-- 29082333968 -->\n",
"<g id=\"node173\" class=\"node\">\n",
"<title>29082333968</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5328,-57130.88 5228,-57130.88 5228,-57111.62 5328,-57111.62 5328,-57130.88\"/>\n",
"<text text-anchor=\"middle\" x=\"5278\" y=\"-57117.38\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082333968&#45;&gt;29082333440 -->\n",
"<g id=\"edge174\" class=\"edge\">\n",
"<title>29082333968&#45;&gt;29082333440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5288.48,-57111.31C5298.92,-57102.4 5315.17,-57088.53 5327.91,-57077.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5329.94,-57080.54 5335.27,-57071.38 5325.39,-57075.21 5329.94,-57080.54\"/>\n",
"</g>\n",
"<!-- 29082334496 -->\n",
"<g id=\"node174\" class=\"node\">\n",
"<title>29082334496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5458,-57191.75 5346,-57191.75 5346,-57172.5 5458,-57172.5 5458,-57191.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5402\" y=\"-57178.25\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082334496&#45;&gt;29082333968 -->\n",
"<g id=\"edge175\" class=\"edge\">\n",
"<title>29082334496&#45;&gt;29082333968</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5382.9,-57172.05C5362.72,-57162.48 5330.66,-57147.25 5307.29,-57136.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5308.82,-57133.01 5298.29,-57131.88 5305.82,-57139.33 5308.82,-57133.01\"/>\n",
"</g>\n",
"<!-- 29082335264 -->\n",
"<g id=\"node175\" class=\"node\">\n",
"<title>29082335264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5473,-57247 5343,-57247 5343,-57227.75 5473,-57227.75 5473,-57247\"/>\n",
"<text text-anchor=\"middle\" x=\"5408\" y=\"-57233.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082335264&#45;&gt;29082334496 -->\n",
"<g id=\"edge176\" class=\"edge\">\n",
"<title>29082335264&#45;&gt;29082334496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5407.01,-57227.58C5406.27,-57220.99 5405.22,-57211.71 5404.28,-57203.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5407.78,-57203.16 5403.18,-57193.61 5400.82,-57203.94 5407.78,-57203.16\"/>\n",
"</g>\n",
"<!-- 29082335792 -->\n",
"<g id=\"node176\" class=\"node\">\n",
"<title>29082335792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5464,-57302.25 5376,-57302.25 5376,-57283 5464,-57283 5464,-57302.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5420\" y=\"-57288.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082335792&#45;&gt;29082335264 -->\n",
"<g id=\"edge177\" class=\"edge\">\n",
"<title>29082335792&#45;&gt;29082335264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5418.02,-57282.83C5416.53,-57276.24 5414.44,-57266.96 5412.55,-57258.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5415.97,-57257.82 5410.36,-57248.84 5409.14,-57259.36 5415.97,-57257.82\"/>\n",
"</g>\n",
"<!-- 29082335888 -->\n",
"<g id=\"node177\" class=\"node\">\n",
"<title>29082335888</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5467,-57357.5 5373,-57357.5 5373,-57338.25 5467,-57338.25 5467,-57357.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5420\" y=\"-57344\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082335888&#45;&gt;29082335792 -->\n",
"<g id=\"edge178\" class=\"edge\">\n",
"<title>29082335888&#45;&gt;29082335792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5420,-57338.08C5420,-57331.57 5420,-57322.42 5420,-57314.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5423.5,-57314.12 5420,-57304.12 5416.5,-57314.12 5423.5,-57314.12\"/>\n",
"</g>\n",
"<!-- 29082336032 -->\n",
"<g id=\"node178\" class=\"node\">\n",
"<title>29082336032</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5473,-57412.75 5367,-57412.75 5367,-57393.5 5473,-57393.5 5473,-57412.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5420\" y=\"-57399.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082336032&#45;&gt;29082335888 -->\n",
"<g id=\"edge179\" class=\"edge\">\n",
"<title>29082336032&#45;&gt;29082335888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5420,-57393.33C5420,-57386.82 5420,-57377.67 5420,-57369.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5423.5,-57369.37 5420,-57359.37 5416.5,-57369.37 5423.5,-57369.37\"/>\n",
"</g>\n",
"<!-- 29082336128 -->\n",
"<g id=\"node179\" class=\"node\">\n",
"<title>29082336128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5476,-57468 5364,-57468 5364,-57448.75 5476,-57448.75 5476,-57468\"/>\n",
"<text text-anchor=\"middle\" x=\"5420\" y=\"-57454.5\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082336128&#45;&gt;29082336032 -->\n",
"<g id=\"edge180\" class=\"edge\">\n",
"<title>29082336128&#45;&gt;29082336032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5420,-57448.58C5420,-57442.07 5420,-57432.92 5420,-57424.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5423.5,-57424.62 5420,-57414.62 5416.5,-57424.62 5423.5,-57424.62\"/>\n",
"</g>\n",
"<!-- 29082336224 -->\n",
"<g id=\"node180\" class=\"node\">\n",
"<title>29082336224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5485,-57523.25 5355,-57523.25 5355,-57504 5485,-57504 5485,-57523.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5420\" y=\"-57509.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082336224&#45;&gt;29082336128 -->\n",
"<g id=\"edge181\" class=\"edge\">\n",
"<title>29082336224&#45;&gt;29082336128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5420,-57503.83C5420,-57497.32 5420,-57488.17 5420,-57479.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5423.5,-57479.87 5420,-57469.87 5416.5,-57479.87 5423.5,-57479.87\"/>\n",
"</g>\n",
"<!-- 29082336320 -->\n",
"<g id=\"node181\" class=\"node\">\n",
"<title>29082336320</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5464,-57578.5 5376,-57578.5 5376,-57559.25 5464,-57559.25 5464,-57578.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5420\" y=\"-57565\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082336320&#45;&gt;29082336224 -->\n",
"<g id=\"edge182\" class=\"edge\">\n",
"<title>29082336320&#45;&gt;29082336224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5420,-57559.08C5420,-57552.57 5420,-57543.42 5420,-57535.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5423.5,-57535.12 5420,-57525.12 5416.5,-57535.12 5423.5,-57535.12\"/>\n",
"</g>\n",
"<!-- 29082336416 -->\n",
"<g id=\"node182\" class=\"node\">\n",
"<title>29082336416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5417,-57633.75 5275,-57633.75 5275,-57614.5 5417,-57614.5 5417,-57633.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5346\" y=\"-57620.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082336416&#45;&gt;29082336320 -->\n",
"<g id=\"edge183\" class=\"edge\">\n",
"<title>29082336416&#45;&gt;29082336320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5358.55,-57614.09C5369.46,-57606.24 5385.5,-57594.7 5398.46,-57585.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5400.33,-57588.34 5406.4,-57579.66 5396.24,-57582.66 5400.33,-57588.34\"/>\n",
"</g>\n",
"<!-- 29082336560 -->\n",
"<g id=\"node183\" class=\"node\">\n",
"<title>29082336560</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5401,-58075.75 5295,-58075.75 5295,-58056.5 5401,-58056.5 5401,-58075.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5348\" y=\"-58062.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082336560&#45;&gt;29082336416 -->\n",
"<g id=\"edge184\" class=\"edge\">\n",
"<title>29082336560&#45;&gt;29082336416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5348,-58056.12C5348,-58037.53 5348,-57993.55 5348,-57956.62 5348,-57956.62 5348,-57956.62 5348,-57733.62 5348,-57702.9 5347.19,-57667.29 5346.6,-57645.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5350.1,-57645.54 5346.32,-57635.64 5343.1,-57645.73 5350.1,-57645.54\"/>\n",
"</g>\n",
"<!-- 29082336656 -->\n",
"<g id=\"node184\" class=\"node\">\n",
"<title>29082336656</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5393,-58131 5305,-58131 5305,-58111.75 5393,-58111.75 5393,-58131\"/>\n",
"<text text-anchor=\"middle\" x=\"5349\" y=\"-58117.5\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082336656&#45;&gt;29082336560 -->\n",
"<g id=\"edge185\" class=\"edge\">\n",
"<title>29082336656&#45;&gt;29082336560</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5348.83,-58111.58C5348.71,-58105.07 5348.54,-58095.92 5348.38,-58087.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5351.88,-58087.55 5348.2,-58077.62 5344.89,-58087.69 5351.88,-58087.55\"/>\n",
"</g>\n",
"<!-- 29082336752 -->\n",
"<g id=\"node185\" class=\"node\">\n",
"<title>29082336752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5397,-58186.25 5303,-58186.25 5303,-58167 5397,-58167 5397,-58186.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5350\" y=\"-58172.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082336752&#45;&gt;29082336656 -->\n",
"<g id=\"edge186\" class=\"edge\">\n",
"<title>29082336752&#45;&gt;29082336656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5349.83,-58166.83C5349.71,-58160.32 5349.54,-58151.17 5349.38,-58142.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5352.88,-58142.8 5349.2,-58132.87 5345.89,-58142.94 5352.88,-58142.8\"/>\n",
"</g>\n",
"<!-- 29082336848 -->\n",
"<g id=\"node186\" class=\"node\">\n",
"<title>29082336848</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5477,-58241.5 5353,-58241.5 5353,-58222.25 5477,-58222.25 5477,-58241.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5415\" y=\"-58228\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082336848&#45;&gt;29082336752 -->\n",
"<g id=\"edge187\" class=\"edge\">\n",
"<title>29082336848&#45;&gt;29082336752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5403.97,-58221.84C5394.58,-58214.15 5380.85,-58202.9 5369.59,-58193.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5371.99,-58191.11 5362.03,-58187.48 5367.55,-58196.53 5371.99,-58191.11\"/>\n",
"</g>\n",
"<!-- 29082336944 -->\n",
"<g id=\"node187\" class=\"node\">\n",
"<title>29082336944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5466,-58296.75 5372,-58296.75 5372,-58277.5 5466,-58277.5 5466,-58296.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5419\" y=\"-58283.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082336944&#45;&gt;29082336848 -->\n",
"<g id=\"edge188\" class=\"edge\">\n",
"<title>29082336944&#45;&gt;29082336848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5418.34,-58277.33C5417.84,-58270.74 5417.15,-58261.46 5416.52,-58253.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5420.03,-58253.08 5415.79,-58243.37 5413.05,-58253.6 5420.03,-58253.08\"/>\n",
"</g>\n",
"<!-- 29082337040 -->\n",
"<g id=\"node188\" class=\"node\">\n",
"<title>29082337040</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5480,-58352 5374,-58352 5374,-58332.75 5480,-58332.75 5480,-58352\"/>\n",
"<text text-anchor=\"middle\" x=\"5427\" y=\"-58338.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082337040&#45;&gt;29082336944 -->\n",
"<g id=\"edge189\" class=\"edge\">\n",
"<title>29082337040&#45;&gt;29082336944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5425.68,-58332.58C5424.69,-58325.99 5423.29,-58316.71 5422.03,-58308.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5425.52,-58307.97 5420.57,-58298.61 5418.6,-58309.01 5425.52,-58307.97\"/>\n",
"</g>\n",
"<!-- 29082337136&#45;&gt;29082337040 -->\n",
"<g id=\"edge190\" class=\"edge\">\n",
"<title>29082337136&#45;&gt;29082337040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5309.09,-58387.59C5331.94,-58379.02 5366.52,-58366.06 5392.33,-58356.38\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5393.24,-58359.77 5401.38,-58352.98 5390.78,-58353.22 5393.24,-58359.77\"/>\n",
"</g>\n",
"<!-- 29082337088 -->\n",
"<g id=\"node190\" class=\"node\">\n",
"<title>29082337088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5520,-58407.25 5366,-58407.25 5366,-58388 5520,-58388 5520,-58407.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5443\" y=\"-58393.75\" font-family=\"monospace\" font-size=\"10.00\">SplitWithSizesBackward0</text>\n",
"</g>\n",
"<!-- 29082337088&#45;&gt;29082337040 -->\n",
"<g id=\"edge192\" class=\"edge\">\n",
"<title>29082337088&#45;&gt;29082337040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5440.36,-58387.83C5438.36,-58381.17 5435.52,-58371.74 5432.98,-58363.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5436.36,-58362.38 5430.14,-58353.81 5429.66,-58364.39 5436.36,-58362.38\"/>\n",
"</g>\n",
"<!-- 29082387456 -->\n",
"<g id=\"node209\" class=\"node\">\n",
"<title>29082387456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5669,-58352 5563,-58352 5563,-58332.75 5669,-58332.75 5669,-58352\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58338.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082337088&#45;&gt;29082387456 -->\n",
"<g id=\"edge1587\" class=\"edge\">\n",
"<title>29082337088&#45;&gt;29082387456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5472.35,-58387.59C5500.8,-58378.83 5544.2,-58365.48 5575.85,-58355.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5576.53,-58359.18 5585.06,-58352.9 5574.48,-58352.49 5576.53,-58359.18\"/>\n",
"</g>\n",
"<!-- 29082337232 -->\n",
"<g id=\"node191\" class=\"node\">\n",
"<title>29082337232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5493,-58462.5 5393,-58462.5 5393,-58443.25 5493,-58443.25 5493,-58462.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5443\" y=\"-58449\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082337232&#45;&gt;29082337088 -->\n",
"<g id=\"edge193\" class=\"edge\">\n",
"<title>29082337232&#45;&gt;29082337088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5443,-58443.08C5443,-58436.57 5443,-58427.42 5443,-58419.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5446.5,-58419.12 5443,-58409.12 5439.5,-58419.12 5446.5,-58419.12\"/>\n",
"</g>\n",
"<!-- 5767596368 -->\n",
"<g id=\"node192\" class=\"node\">\n",
"<title>5767596368</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"5625,-58529 5261,-58529 5261,-58498.5 5625,-58498.5 5625,-58529\"/>\n",
"<text text-anchor=\"middle\" x=\"5443\" y=\"-58515.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.multihead_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"5443\" y=\"-58504.25\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767596368&#45;&gt;29082337232 -->\n",
"<g id=\"edge194\" class=\"edge\">\n",
"<title>5767596368&#45;&gt;29082337232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5443,-58498.2C5443,-58490.96 5443,-58482.09 5443,-58474.19\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5446.5,-58474.46 5443,-58464.46 5439.5,-58474.46 5446.5,-58474.46\"/>\n",
"</g>\n",
"<!-- 29082336464 -->\n",
"<g id=\"node193\" class=\"node\">\n",
"<title>29082336464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5693,-58407.25 5539,-58407.25 5539,-58388 5693,-58388 5693,-58407.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58393.75\" font-family=\"monospace\" font-size=\"10.00\">SplitWithSizesBackward0</text>\n",
"</g>\n",
"<!-- 29082336464&#45;&gt;29082337040 -->\n",
"<g id=\"edge195\" class=\"edge\">\n",
"<title>29082336464&#45;&gt;29082337040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5583.94,-58387.59C5552.58,-58378.76 5504.61,-58365.24 5469.96,-58355.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5471.25,-58352.21 5460.68,-58352.86 5469.35,-58358.94 5471.25,-58352.21\"/>\n",
"</g>\n",
"<!-- 29082336464&#45;&gt;29082387456 -->\n",
"<g id=\"edge1588\" class=\"edge\">\n",
"<title>29082336464&#45;&gt;29082387456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5616,-58387.83C5616,-58381.32 5616,-58372.17 5616,-58363.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5619.5,-58363.87 5616,-58353.87 5612.5,-58363.87 5619.5,-58363.87\"/>\n",
"</g>\n",
"<!-- 29082386592 -->\n",
"<g id=\"node194\" class=\"node\">\n",
"<title>29082386592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5800,-58462.5 5700,-58462.5 5700,-58443.25 5800,-58443.25 5800,-58462.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5750\" y=\"-58449\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082386592&#45;&gt;29082336464 -->\n",
"<g id=\"edge196\" class=\"edge\">\n",
"<title>29082386592&#45;&gt;29082336464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5727.27,-58442.84C5705.9,-58434.35 5673.66,-58421.54 5649.37,-58411.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5650.84,-58408.7 5640.25,-58408.26 5648.25,-58415.21 5650.84,-58408.7\"/>\n",
"</g>\n",
"<!-- 5767596464 -->\n",
"<g id=\"node195\" class=\"node\">\n",
"<title>5767596464</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"5995,-58529 5643,-58529 5643,-58498.5 5995,-58498.5 5995,-58529\"/>\n",
"<text text-anchor=\"middle\" x=\"5819\" y=\"-58515.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.decoder.layers.0.multihead_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"5819\" y=\"-58504.25\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5767596464&#45;&gt;29082386592 -->\n",
"<g id=\"edge197\" class=\"edge\">\n",
"<title>5767596464&#45;&gt;29082386592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5801.94,-58498.2C5792.04,-58489.75 5779.54,-58479.08 5769.29,-58470.33\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5771.67,-58467.76 5761.79,-58463.93 5767.12,-58473.09 5771.67,-58467.76\"/>\n",
"</g>\n",
"<!-- 29082336368 -->\n",
"<g id=\"node196\" class=\"node\">\n",
"<title>29082336368</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5577,-57633.75 5435,-57633.75 5435,-57614.5 5577,-57614.5 5577,-57633.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5506\" y=\"-57620.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082336368&#45;&gt;29082336320 -->\n",
"<g id=\"edge198\" class=\"edge\">\n",
"<title>29082336368&#45;&gt;29082336320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5491.41,-57614.09C5478.56,-57606.14 5459.59,-57594.39 5444.43,-57585\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5446.29,-57582.04 5435.95,-57579.75 5442.61,-57587.99 5446.29,-57582.04\"/>\n",
"</g>\n",
"<!-- 29082336704 -->\n",
"<g id=\"node197\" class=\"node\">\n",
"<title>29082336704</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5559,-57689 5453,-57689 5453,-57669.75 5559,-57669.75 5559,-57689\"/>\n",
"<text text-anchor=\"middle\" x=\"5506\" y=\"-57675.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082336704&#45;&gt;29082336368 -->\n",
"<g id=\"edge199\" class=\"edge\">\n",
"<title>29082336704&#45;&gt;29082336368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5506,-57669.58C5506,-57663.07 5506,-57653.92 5506,-57645.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5509.5,-57645.62 5506,-57635.62 5502.5,-57645.62 5509.5,-57645.62\"/>\n",
"</g>\n",
"<!-- 29082336896 -->\n",
"<g id=\"node198\" class=\"node\">\n",
"<title>29082336896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5550,-57744.25 5462,-57744.25 5462,-57725 5550,-57725 5550,-57744.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5506\" y=\"-57730.75\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082336896&#45;&gt;29082336704 -->\n",
"<g id=\"edge200\" class=\"edge\">\n",
"<title>29082336896&#45;&gt;29082336704</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5506,-57724.83C5506,-57718.32 5506,-57709.17 5506,-57700.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5509.5,-57700.87 5506,-57690.87 5502.5,-57700.87 5509.5,-57700.87\"/>\n",
"</g>\n",
"<!-- 29082337184 -->\n",
"<g id=\"node199\" class=\"node\">\n",
"<title>29082337184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5568,-57799.5 5444,-57799.5 5444,-57780.25 5568,-57780.25 5568,-57799.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5506\" y=\"-57786\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082337184&#45;&gt;29082336896 -->\n",
"<g id=\"edge201\" class=\"edge\">\n",
"<title>29082337184&#45;&gt;29082336896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5506,-57780.08C5506,-57773.57 5506,-57764.42 5506,-57756.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5509.5,-57756.12 5506,-57746.12 5502.5,-57756.12 5509.5,-57756.12\"/>\n",
"</g>\n",
"<!-- 29082336512 -->\n",
"<g id=\"node200\" class=\"node\">\n",
"<title>29082336512</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5553,-57854.75 5459,-57854.75 5459,-57835.5 5553,-57835.5 5553,-57854.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5506\" y=\"-57841.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082336512&#45;&gt;29082337184 -->\n",
"<g id=\"edge202\" class=\"edge\">\n",
"<title>29082336512&#45;&gt;29082337184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5506,-57835.33C5506,-57828.82 5506,-57819.67 5506,-57811.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5509.5,-57811.37 5506,-57801.37 5502.5,-57811.37 5509.5,-57811.37\"/>\n",
"</g>\n",
"<!-- 29082386496 -->\n",
"<g id=\"node201\" class=\"node\">\n",
"<title>29082386496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5568,-57910 5444,-57910 5444,-57890.75 5568,-57890.75 5568,-57910\"/>\n",
"<text text-anchor=\"middle\" x=\"5506\" y=\"-57896.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082386496&#45;&gt;29082336512 -->\n",
"<g id=\"edge203\" class=\"edge\">\n",
"<title>29082386496&#45;&gt;29082336512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5506,-57890.58C5506,-57884.07 5506,-57874.92 5506,-57866.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5509.5,-57866.62 5506,-57856.62 5502.5,-57866.62 5509.5,-57866.62\"/>\n",
"</g>\n",
"<!-- 29082386784 -->\n",
"<g id=\"node202\" class=\"node\">\n",
"<title>29082386784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5557,-57965.25 5463,-57965.25 5463,-57946 5557,-57946 5557,-57965.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5510\" y=\"-57951.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082386784&#45;&gt;29082386496 -->\n",
"<g id=\"edge204\" class=\"edge\">\n",
"<title>29082386784&#45;&gt;29082386496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5509.34,-57945.83C5508.84,-57939.24 5508.15,-57929.96 5507.52,-57921.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5511.03,-57921.58 5506.79,-57911.87 5504.05,-57922.1 5511.03,-57921.58\"/>\n",
"</g>\n",
"<!-- 29082386880 -->\n",
"<g id=\"node203\" class=\"node\">\n",
"<title>29082386880</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5572,-58020.5 5466,-58020.5 5466,-58001.25 5572,-58001.25 5572,-58020.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5519\" y=\"-58007\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082386880&#45;&gt;29082386784 -->\n",
"<g id=\"edge205\" class=\"edge\">\n",
"<title>29082386880&#45;&gt;29082386784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5517.51,-58001.08C5516.4,-57994.49 5514.83,-57985.21 5513.41,-57976.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5516.89,-57976.38 5511.77,-57967.1 5509.99,-57977.55 5516.89,-57976.38\"/>\n",
"</g>\n",
"<!-- 29082386976 -->\n",
"<g id=\"node204\" class=\"node\">\n",
"<title>29082386976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5666,-58075.75 5566,-58075.75 5566,-58056.5 5666,-58056.5 5666,-58075.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58062.25\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082386976&#45;&gt;29082386880 -->\n",
"<g id=\"edge206\" class=\"edge\">\n",
"<title>29082386976&#45;&gt;29082386880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5599.55,-58056.09C5584.77,-58047.98 5562.82,-58035.93 5545.57,-58026.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5547.31,-58023.43 5536.86,-58021.68 5543.94,-58029.56 5547.31,-58023.43\"/>\n",
"</g>\n",
"<!-- 29082386736 -->\n",
"<g id=\"node1517\" class=\"node\">\n",
"<title>29082386736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5701,-58020.5 5595,-58020.5 5595,-58001.25 5701,-58001.25 5701,-58020.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5648\" y=\"-58007\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082386976&#45;&gt;29082386736 -->\n",
"<g id=\"edge1595\" class=\"edge\">\n",
"<title>29082386976&#45;&gt;29082386736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5621.28,-58056.33C5625.47,-58049.36 5631.48,-58039.37 5636.73,-58030.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5639.67,-58032.53 5641.82,-58022.16 5633.67,-58028.93 5639.67,-58032.53\"/>\n",
"</g>\n",
"<!-- 29082387072 -->\n",
"<g id=\"node205\" class=\"node\">\n",
"<title>29082387072</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5672,-58131 5560,-58131 5560,-58111.75 5672,-58111.75 5672,-58131\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58117.5\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082387072&#45;&gt;29082386976 -->\n",
"<g id=\"edge207\" class=\"edge\">\n",
"<title>29082387072&#45;&gt;29082386976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5616,-58111.58C5616,-58105.07 5616,-58095.92 5616,-58087.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5619.5,-58087.62 5616,-58077.62 5612.5,-58087.62 5619.5,-58087.62\"/>\n",
"</g>\n",
"<!-- 29082387168 -->\n",
"<g id=\"node206\" class=\"node\">\n",
"<title>29082387168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5678,-58186.25 5554,-58186.25 5554,-58167 5678,-58167 5678,-58186.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58172.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387168&#45;&gt;29082387072 -->\n",
"<g id=\"edge208\" class=\"edge\">\n",
"<title>29082387168&#45;&gt;29082387072</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5616,-58166.83C5616,-58160.32 5616,-58151.17 5616,-58142.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5619.5,-58142.87 5616,-58132.87 5612.5,-58142.87 5619.5,-58142.87\"/>\n",
"</g>\n",
"<!-- 29082387264 -->\n",
"<g id=\"node207\" class=\"node\">\n",
"<title>29082387264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5678,-58241.5 5554,-58241.5 5554,-58222.25 5678,-58222.25 5678,-58241.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58228\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082387264&#45;&gt;29082387168 -->\n",
"<g id=\"edge209\" class=\"edge\">\n",
"<title>29082387264&#45;&gt;29082387168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5616,-58222.08C5616,-58215.57 5616,-58206.42 5616,-58198.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5619.5,-58198.12 5616,-58188.12 5612.5,-58198.12 5619.5,-58198.12\"/>\n",
"</g>\n",
"<!-- 29082387360 -->\n",
"<g id=\"node208\" class=\"node\">\n",
"<title>29082387360</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5663,-58296.75 5569,-58296.75 5569,-58277.5 5663,-58277.5 5663,-58296.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5616\" y=\"-58283.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082387360&#45;&gt;29082387264 -->\n",
"<g id=\"edge210\" class=\"edge\">\n",
"<title>29082387360&#45;&gt;29082387264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5616,-58277.33C5616,-58270.82 5616,-58261.67 5616,-58253.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5619.5,-58253.37 5616,-58243.37 5612.5,-58253.37 5619.5,-58253.37\"/>\n",
"</g>\n",
"<!-- 29082387456&#45;&gt;29082387360 -->\n",
"<g id=\"edge211\" class=\"edge\">\n",
"<title>29082387456&#45;&gt;29082387360</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5616,-58332.58C5616,-58326.07 5616,-58316.92 5616,-58308.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5619.5,-58308.62 5616,-58298.62 5612.5,-58308.62 5619.5,-58308.62\"/>\n",
"</g>\n",
"<!-- 29082387552 -->\n",
"<g id=\"node210\" class=\"node\">\n",
"<title>29082387552</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7648,-58407.25 7524,-58407.25 7524,-58388 7648,-58388 7648,-58407.25\"/>\n",
"<text text-anchor=\"middle\" x=\"7586\" y=\"-58393.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387552&#45;&gt;29082387456 -->\n",
"<g id=\"edge212\" class=\"edge\">\n",
"<title>29082387552&#45;&gt;29082387456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7523.51,-58394.94C7228.86,-58386.97 5980.04,-58353.22 5680.68,-58345.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5680.8,-58341.63 5670.71,-58344.85 5680.61,-58348.62 5680.8,-58341.63\"/>\n",
"</g>\n",
"<!-- 29082387648 -->\n",
"<g id=\"node211\" class=\"node\">\n",
"<title>29082387648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9283,-58462.5 9123,-58462.5 9123,-58443.25 9283,-58443.25 9283,-58462.5\"/>\n",
"<text text-anchor=\"middle\" x=\"9203\" y=\"-58449\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082387552 -->\n",
"<g id=\"edge213\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082387552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9122.54,-58449.23C8844.65,-58440.07 7927.71,-58409.88 7660,-58401.06\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7660.12,-58397.56 7650.01,-58400.73 7659.89,-58404.56 7660.12,-58397.56\"/>\n",
"</g>\n",
"<!-- 29082674624 -->\n",
"<g id=\"node1635\" class=\"node\">\n",
"<title>29082674624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8478,-57744.25 8354,-57744.25 8354,-57725 8478,-57725 8478,-57744.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8416\" y=\"-57730.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082674624 -->\n",
"<g id=\"edge1719\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082674624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9122.88,-58449.02C9037.65,-58444.63 8909.61,-58433.73 8869,-58407.25 8841.14,-58389.08 8830,-58376.64 8830,-58343.38 8830,-58343.38 8830,-58343.38 8830,-57844.12 8830,-57774.57 8608.6,-57748.72 8489.61,-57739.85\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8490.16,-57736.38 8479.94,-57739.15 8489.66,-57743.36 8490.16,-57736.38\"/>\n",
"</g>\n",
"<!-- 29082678992 -->\n",
"<g id=\"node1759\" class=\"node\">\n",
"<title>29082678992</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8893,-57523.25 8769,-57523.25 8769,-57504 8893,-57504 8893,-57523.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8831\" y=\"-57509.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082678992 -->\n",
"<g id=\"edge1852\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082678992</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9122.56,-58445.05C9054.89,-58438.15 8964.31,-58425.82 8933,-58407.25 8901.99,-58388.86 8883,-58379.43 8883,-58343.38 8883,-58343.38 8883,-58343.38 8883,-57623.12 8883,-57588.3 8860.95,-57552.82 8845.56,-57532.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8848.53,-57530.41 8839.61,-57524.7 8843.02,-57534.73 8848.53,-57530.41\"/>\n",
"</g>\n",
"<!-- 29082798112 -->\n",
"<g id=\"node1883\" class=\"node\">\n",
"<title>29082798112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8985,-57468 8861,-57468 8861,-57448.75 8985,-57448.75 8985,-57468\"/>\n",
"<text text-anchor=\"middle\" x=\"8923\" y=\"-57454.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082798112 -->\n",
"<g id=\"edge1985\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082798112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9122.7,-58450.19C9047.63,-58443.83 8947,-58420.85 8947,-58343.38 8947,-58343.38 8947,-58343.38 8947,-57567.88 8947,-57536.12 8937.08,-57500.34 8929.99,-57478.84\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8933.4,-57477.98 8926.83,-57469.66 8926.78,-57480.26 8933.4,-57477.98\"/>\n",
"</g>\n",
"<!-- 29082802480 -->\n",
"<g id=\"node2007\" class=\"node\">\n",
"<title>29082802480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9023,-57412.75 8899,-57412.75 8899,-57393.5 9023,-57393.5 9023,-57412.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8961\" y=\"-57399.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082802480 -->\n",
"<g id=\"edge2118\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082802480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9122.51,-58445.68C9092.6,-58439.71 9060.31,-58428.41 9037,-58407.25 9014.54,-58386.87 9013,-58373.7 9013,-58343.38 9013,-58343.38 9013,-58343.38 9013,-57512.62 9013,-57483.01 9007.23,-57475.25 8994,-57448.75 8989.28,-57439.29 8982.55,-57429.75 8976.39,-57421.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8979.12,-57419.74 8970.06,-57414.24 8973.72,-57424.19 8979.12,-57419.74\"/>\n",
"</g>\n",
"<!-- 29082806848 -->\n",
"<g id=\"node2131\" class=\"node\">\n",
"<title>29082806848</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9061,-57357.5 8937,-57357.5 8937,-57338.25 9061,-57338.25 9061,-57357.5\"/>\n",
"<text text-anchor=\"middle\" x=\"8999\" y=\"-57344\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082806848 -->\n",
"<g id=\"edge2251\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082806848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9144.64,-58442.79C9120.48,-58436.41 9093.78,-58425.58 9075,-58407.25 9053.3,-58386.06 9051,-58373.7 9051,-58343.38 9051,-58343.38 9051,-58343.38 9051,-57457.38 9051,-57427.76 9045.23,-57420 9032,-57393.5 9027.28,-57384.04 9020.55,-57374.5 9014.39,-57366.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9017.12,-57364.49 9008.06,-57358.99 9011.72,-57368.94 9017.12,-57364.49\"/>\n",
"</g>\n",
"<!-- 29082811216 -->\n",
"<g id=\"node2255\" class=\"node\">\n",
"<title>29082811216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9099,-57302.25 8975,-57302.25 8975,-57283 9099,-57283 9099,-57302.25\"/>\n",
"<text text-anchor=\"middle\" x=\"9037\" y=\"-57288.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082811216 -->\n",
"<g id=\"edge2384\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082811216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9171.41,-58442.79C9152.24,-58435.83 9128.55,-58424.46 9113,-58407.25 9092.66,-58384.75 9089,-58373.7 9089,-58343.38 9089,-58343.38 9089,-58343.38 9089,-57402.12 9089,-57372.51 9083.23,-57364.75 9070,-57338.25 9065.28,-57328.79 9058.55,-57319.25 9052.39,-57311.43\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9055.12,-57309.24 9046.06,-57303.74 9049.72,-57313.69 9055.12,-57309.24\"/>\n",
"</g>\n",
"<!-- 29082897568 -->\n",
"<g id=\"node2379\" class=\"node\">\n",
"<title>29082897568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9137,-57247 9013,-57247 9013,-57227.75 9137,-57227.75 9137,-57247\"/>\n",
"<text text-anchor=\"middle\" x=\"9075\" y=\"-57233.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082897568 -->\n",
"<g id=\"edge2517\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082897568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9188.9,-58442.78C9177.32,-58434.68 9161.23,-58421.87 9151,-58407.25 9133.61,-58382.4 9127,-58373.7 9127,-58343.38 9127,-58343.38 9127,-58343.38 9127,-57346.88 9127,-57317.26 9121.23,-57309.5 9108,-57283 9103.28,-57273.54 9096.55,-57264 9090.39,-57256.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9093.12,-57253.99 9084.06,-57248.49 9087.72,-57258.44 9093.12,-57253.99\"/>\n",
"</g>\n",
"<!-- 29082901936 -->\n",
"<g id=\"node2503\" class=\"node\">\n",
"<title>29082901936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9175,-57191.75 9051,-57191.75 9051,-57172.5 9175,-57172.5 9175,-57191.75\"/>\n",
"<text text-anchor=\"middle\" x=\"9113\" y=\"-57178.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082901936 -->\n",
"<g id=\"edge2650\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082901936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9197.56,-58442.96C9187.05,-58424.88 9165,-58382.29 9165,-58343.38 9165,-58343.38 9165,-58343.38 9165,-57291.62 9165,-57262.01 9159.23,-57254.25 9146,-57227.75 9141.28,-57218.29 9134.55,-57208.75 9128.39,-57200.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9131.12,-57198.74 9122.06,-57193.24 9125.72,-57203.19 9131.12,-57198.74\"/>\n",
"</g>\n",
"<!-- 29082906304 -->\n",
"<g id=\"node2627\" class=\"node\">\n",
"<title>29082906304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9249,-57014.75 9125,-57014.75 9125,-56995.5 9249,-56995.5 9249,-57014.75\"/>\n",
"<text text-anchor=\"middle\" x=\"9187\" y=\"-57001.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082906304 -->\n",
"<g id=\"edge2783\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082906304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9203,-58442.87C9203,-58424.28 9203,-58380.3 9203,-58343.38 9203,-58343.38 9203,-58343.38 9203,-57120.25 9203,-57087.15 9196.32,-57049.16 9191.59,-57026.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9195.02,-57025.74 9189.48,-57016.71 9188.18,-57027.23 9195.02,-57025.74\"/>\n",
"</g>\n",
"<!-- 29082910672 -->\n",
"<g id=\"node2751\" class=\"node\">\n",
"<title>29082910672</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9355,-57689 9231,-57689 9231,-57669.75 9355,-57669.75 9355,-57689\"/>\n",
"<text text-anchor=\"middle\" x=\"9293\" y=\"-57675.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082910672 -->\n",
"<g id=\"edge2916\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082910672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9213,-58442.79C9231,-58425.4 9267,-58385.36 9267,-58343.38 9267,-58343.38 9267,-58343.38 9267,-57788.88 9267,-57757.15 9277.64,-57721.61 9285.31,-57700.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9288.53,-57701.5 9288.75,-57690.9 9281.97,-57699.05 9288.53,-57701.5\"/>\n",
"</g>\n",
"<!-- 29082997024 -->\n",
"<g id=\"node2875\" class=\"node\">\n",
"<title>29082997024</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9429,-56959.5 9305,-56959.5 9305,-56940.25 9429,-56940.25 9429,-56959.5\"/>\n",
"<text text-anchor=\"middle\" x=\"9367\" y=\"-56946\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29082997024 -->\n",
"<g id=\"edge3049\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29082997024</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9257.49,-58442.76C9310.47,-58430.4 9383,-58402.67 9383,-58343.38 9383,-58343.38 9383,-58343.38 9383,-57059.38 9383,-57028.18 9376.45,-56992.47 9371.73,-56970.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9375.19,-56970.26 9369.56,-56961.29 9368.37,-56971.81 9375.19,-56970.26\"/>\n",
"</g>\n",
"<!-- 29083001392 -->\n",
"<g id=\"node2999\" class=\"node\">\n",
"<title>29083001392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9467,-56350.75 9343,-56350.75 9343,-56331.5 9467,-56331.5 9467,-56350.75\"/>\n",
"<text text-anchor=\"middle\" x=\"9405\" y=\"-56337.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29083001392 -->\n",
"<g id=\"edge3182\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29083001392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9283.37,-58449.91C9357.78,-58443.3 9457,-58420.1 9457,-58343.38 9457,-58343.38 9457,-58343.38 9457,-56456.25 9457,-56419.6 9434.51,-56381.8 9419.12,-56360.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9422.13,-56358.4 9413.35,-56352.46 9416.51,-56362.57 9422.13,-56358.4\"/>\n",
"</g>\n",
"<!-- 29083005760 -->\n",
"<g id=\"node3123\" class=\"node\">\n",
"<title>29083005760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9509,-56295.5 9385,-56295.5 9385,-56276.25 9509,-56276.25 9509,-56295.5\"/>\n",
"<text text-anchor=\"middle\" x=\"9447\" y=\"-56282\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29083005760 -->\n",
"<g id=\"edge3315\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29083005760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9283.39,-58443.54C9343.62,-58436.14 9420.08,-58423.89 9447,-58407.25 9477.21,-58388.58 9495,-58378.89 9495,-58343.38 9495,-58343.38 9495,-58343.38 9495,-56395.38 9495,-56361.19 9474.83,-56325.73 9460.64,-56305.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9463.63,-56303.18 9454.96,-56297.08 9457.94,-56307.25 9463.63,-56303.18\"/>\n",
"</g>\n",
"<!-- 29083124880 -->\n",
"<g id=\"node3247\" class=\"node\">\n",
"<title>29083124880</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9599,-56240.25 9475,-56240.25 9475,-56221 9599,-56221 9599,-56240.25\"/>\n",
"<text text-anchor=\"middle\" x=\"9537\" y=\"-56226.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29083124880 -->\n",
"<g id=\"edge3448\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29083124880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9283.24,-58444.32C9351.14,-58436.91 9442.45,-58424.26 9475,-58407.25 9510.07,-58388.93 9537,-58382.94 9537,-58343.38 9537,-58343.38 9537,-58343.38 9537,-56340.12 9537,-56309.41 9537,-56273.8 9537,-56251.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9540.5,-56252.14 9537,-56242.14 9533.5,-56252.14 9540.5,-56252.14\"/>\n",
"</g>\n",
"<!-- 29083129248 -->\n",
"<g id=\"node3371\" class=\"node\">\n",
"<title>29083129248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9689,-56185 9565,-56185 9565,-56165.75 9689,-56165.75 9689,-56185\"/>\n",
"<text text-anchor=\"middle\" x=\"9627\" y=\"-56171.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29083129248 -->\n",
"<g id=\"edge3581\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29083129248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9283.25,-58447.65C9406.17,-58438.95 9627,-58413.56 9627,-58343.38 9627,-58343.38 9627,-58343.38 9627,-56284.88 9627,-56254.16 9627,-56218.55 9627,-56196.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9630.5,-56196.89 9627,-56186.89 9623.5,-56196.89 9630.5,-56196.89\"/>\n",
"</g>\n",
"<!-- 29083133616 -->\n",
"<g id=\"node3495\" class=\"node\">\n",
"<title>29083133616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9798,-56129.75 9674,-56129.75 9674,-56110.5 9798,-56110.5 9798,-56129.75\"/>\n",
"<text text-anchor=\"middle\" x=\"9736\" y=\"-56116.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29083133616 -->\n",
"<g id=\"edge3714\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29083133616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9283.29,-58451.64C9429.89,-58449.02 9726,-58432.69 9726,-58343.38 9726,-58343.38 9726,-58343.38 9726,-56229.62 9726,-56198.78 9730.06,-56163.2 9733,-56141.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9736.46,-56141.99 9734.4,-56131.6 9729.53,-56141.01 9736.46,-56141.99\"/>\n",
"</g>\n",
"<!-- 29083137984 -->\n",
"<g id=\"node3619\" class=\"node\">\n",
"<title>29083137984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"10552,-56074.5 10428,-56074.5 10428,-56055.25 10552,-56055.25 10552,-56074.5\"/>\n",
"<text text-anchor=\"middle\" x=\"10490\" y=\"-56061\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082387648&#45;&gt;29083137984 -->\n",
"<g id=\"edge3847\" class=\"edge\">\n",
"<title>29082387648&#45;&gt;29083137984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9283.2,-58452.43C9537.95,-58453.15 10312,-58446.81 10312,-58343.38 10312,-58343.38 10312,-58343.38 10312,-56174.38 10312,-56119.25 10375.02,-56091.31 10426.06,-56077.72\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"10426.76,-56081.16 10435.61,-56075.33 10425.06,-56074.37 10426.76,-56081.16\"/>\n",
"</g>\n",
"<!-- 29082387744 -->\n",
"<g id=\"node212\" class=\"node\">\n",
"<title>29082387744</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"9189,-58523.38 9029,-58523.38 9029,-58504.12 9189,-58504.12 9189,-58523.38\"/>\n",
"<text text-anchor=\"middle\" x=\"9109\" y=\"-58509.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082387744&#45;&gt;29082387648 -->\n",
"<g id=\"edge214\" class=\"edge\">\n",
"<title>29082387744&#45;&gt;29082387648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M9123.28,-58503.81C9138.05,-58494.56 9161.37,-58479.95 9178.99,-58468.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9180.69,-58471.98 9187.31,-58463.7 9176.97,-58466.05 9180.69,-58471.98\"/>\n",
"</g>\n",
"<!-- 29082387936 -->\n",
"<g id=\"node213\" class=\"node\">\n",
"<title>29082387936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8936,-58589.88 8848,-58589.88 8848,-58570.62 8936,-58570.62 8936,-58589.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8892\" y=\"-58576.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082387936&#45;&gt;29082387744 -->\n",
"<g id=\"edge215\" class=\"edge\">\n",
"<title>29082387936&#45;&gt;29082387744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8922.63,-58570.15C8960.6,-58558.86 9025.44,-58539.59 9067.76,-58527.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"9068.49,-58530.44 9077.07,-58524.24 9066.49,-58523.73 9068.49,-58530.44\"/>\n",
"</g>\n",
"<!-- 29082388128 -->\n",
"<g id=\"node214\" class=\"node\">\n",
"<title>29082388128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8891,-58839 8731,-58839 8731,-58819.75 8891,-58819.75 8891,-58839\"/>\n",
"<text text-anchor=\"middle\" x=\"8811\" y=\"-58825.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082388128&#45;&gt;29082387936 -->\n",
"<g id=\"edge216\" class=\"edge\">\n",
"<title>29082388128&#45;&gt;29082387936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8809.56,-58819.44C8805.31,-58790.32 8795.23,-58696.24 8830,-58631.5 8837.89,-58616.81 8852.06,-58604.83 8864.86,-58596.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8866.36,-58599.45 8872.98,-58591.18 8862.65,-58593.52 8866.36,-58599.45\"/>\n",
"</g>\n",
"<!-- 29082668864 -->\n",
"<g id=\"node1495\" class=\"node\">\n",
"<title>29082668864</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8945,-58778.12 8839,-58778.12 8839,-58758.88 8945,-58758.88 8945,-58778.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8892\" y=\"-58764.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082388128&#45;&gt;29082668864 -->\n",
"<g id=\"edge1570\" class=\"edge\">\n",
"<title>29082388128&#45;&gt;29082668864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8823.3,-58819.43C8835.79,-58810.36 8855.38,-58796.12 8870.45,-58785.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8872.33,-58788.13 8878.36,-58779.42 8868.21,-58782.46 8872.33,-58788.13\"/>\n",
"</g>\n",
"<!-- 29082388272 -->\n",
"<g id=\"node215\" class=\"node\">\n",
"<title>29082388272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8633,-58899.88 8545,-58899.88 8545,-58880.62 8633,-58880.62 8633,-58899.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8589\" y=\"-58886.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082388272&#45;&gt;29082388128 -->\n",
"<g id=\"edge217\" class=\"edge\">\n",
"<title>29082388272&#45;&gt;29082388128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8623.2,-58880.18C8661.42,-58870.05 8723.45,-58853.59 8765.68,-58842.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8766.53,-58845.79 8775.3,-58839.84 8764.73,-58839.02 8766.53,-58845.79\"/>\n",
"</g>\n",
"<!-- 29082388464 -->\n",
"<g id=\"node216\" class=\"node\">\n",
"<title>29082388464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8579,-60535.88 8419,-60535.88 8419,-60516.62 8579,-60516.62 8579,-60535.88\"/>\n",
"<text text-anchor=\"middle\" x=\"8499\" y=\"-60522.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082388464&#45;&gt;29082388272 -->\n",
"<g id=\"edge218\" class=\"edge\">\n",
"<title>29082388464&#45;&gt;29082388272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8499,-60516.37C8499,-60497.17 8499,-60450.36 8499,-60411.12 8499,-60411.12 8499,-60411.12 8499,-59016.62 8499,-58982.18 8498.52,-58969.9 8518,-58941.5 8528.31,-58926.47 8544.68,-58914.44 8559.11,-58905.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8560.78,-58909 8567.83,-58901.09 8557.39,-58902.88 8560.78,-58909\"/>\n",
"</g>\n",
"<!-- 29082670832 -->\n",
"<g id=\"node1466\" class=\"node\">\n",
"<title>29082670832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8675,-60475 8551,-60475 8551,-60455.75 8675,-60455.75 8675,-60475\"/>\n",
"<text text-anchor=\"middle\" x=\"8613\" y=\"-60461.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082388464&#45;&gt;29082670832 -->\n",
"<g id=\"edge1538\" class=\"edge\">\n",
"<title>29082388464&#45;&gt;29082670832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8516.31,-60516.31C8534.64,-60506.84 8563.84,-60491.76 8585.36,-60480.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8586.9,-60483.79 8594.18,-60476.1 8583.69,-60477.57 8586.9,-60483.79\"/>\n",
"</g>\n",
"<!-- 29082388608 -->\n",
"<g id=\"node217\" class=\"node\">\n",
"<title>29082388608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8487,-60596.75 8399,-60596.75 8399,-60577.5 8487,-60577.5 8487,-60596.75\"/>\n",
"<text text-anchor=\"middle\" x=\"8443\" y=\"-60583.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082388608&#45;&gt;29082388464 -->\n",
"<g id=\"edge219\" class=\"edge\">\n",
"<title>29082388608&#45;&gt;29082388464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8451.51,-60577.18C8459.73,-60568.54 8472.4,-60555.21 8482.59,-60544.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8485.02,-60547.03 8489.37,-60537.37 8479.94,-60542.21 8485.02,-60547.03\"/>\n",
"</g>\n",
"<!-- 29082388800 -->\n",
"<g id=\"node218\" class=\"node\">\n",
"<title>29082388800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8442,-60840.25 8282,-60840.25 8282,-60821 8442,-60821 8442,-60840.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8362\" y=\"-60826.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082388800&#45;&gt;29082388608 -->\n",
"<g id=\"edge220\" class=\"edge\">\n",
"<title>29082388800&#45;&gt;29082388608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8360.41,-60820.61C8355.71,-60791.23 8344.39,-60696.46 8381,-60632.75 8388.28,-60620.08 8400.77,-60610.06 8412.65,-60602.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8414.06,-60605.96 8421.03,-60597.98 8410.61,-60599.87 8414.06,-60605.96\"/>\n",
"</g>\n",
"<!-- 29082582704 -->\n",
"<g id=\"node1427\" class=\"node\">\n",
"<title>29082582704</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8496,-60779.38 8390,-60779.38 8390,-60760.12 8496,-60760.12 8496,-60779.38\"/>\n",
"<text text-anchor=\"middle\" x=\"8443\" y=\"-60765.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082388800&#45;&gt;29082582704 -->\n",
"<g id=\"edge1498\" class=\"edge\">\n",
"<title>29082388800&#45;&gt;29082582704</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8374.3,-60820.68C8386.79,-60811.61 8406.38,-60797.37 8421.45,-60786.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8423.33,-60789.38 8429.36,-60780.67 8419.21,-60783.71 8423.33,-60789.38\"/>\n",
"</g>\n",
"<!-- 29082388944 -->\n",
"<g id=\"node219\" class=\"node\">\n",
"<title>29082388944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8184,-60901.12 8096,-60901.12 8096,-60881.88 8184,-60881.88 8184,-60901.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8140\" y=\"-60887.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082388944&#45;&gt;29082388800 -->\n",
"<g id=\"edge221\" class=\"edge\">\n",
"<title>29082388944&#45;&gt;29082388800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8174.2,-60881.43C8212.42,-60871.3 8274.45,-60854.84 8316.68,-60843.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8317.53,-60847.04 8326.3,-60841.09 8315.73,-60840.27 8317.53,-60847.04\"/>\n",
"</g>\n",
"<!-- 29082389136 -->\n",
"<g id=\"node220\" class=\"node\">\n",
"<title>29082389136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8130,-62537.12 7970,-62537.12 7970,-62517.88 8130,-62517.88 8130,-62537.12\"/>\n",
"<text text-anchor=\"middle\" x=\"8050\" y=\"-62523.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082389136&#45;&gt;29082388944 -->\n",
"<g id=\"edge222\" class=\"edge\">\n",
"<title>29082389136&#45;&gt;29082388944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8050,-62517.62C8050,-62498.42 8050,-62451.61 8050,-62412.38 8050,-62412.38 8050,-62412.38 8050,-61017.88 8050,-60983.43 8049.52,-60971.15 8069,-60942.75 8079.31,-60927.72 8095.68,-60915.69 8110.11,-60907.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8111.78,-60910.25 8118.83,-60902.34 8108.39,-60904.13 8111.78,-60910.25\"/>\n",
"</g>\n",
"<!-- 29082668624 -->\n",
"<g id=\"node1398\" class=\"node\">\n",
"<title>29082668624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8226,-62476.25 8102,-62476.25 8102,-62457 8226,-62457 8226,-62476.25\"/>\n",
"<text text-anchor=\"middle\" x=\"8164\" y=\"-62462.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082389136&#45;&gt;29082668624 -->\n",
"<g id=\"edge1466\" class=\"edge\">\n",
"<title>29082389136&#45;&gt;29082668624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M8067.31,-62517.56C8085.64,-62508.09 8114.84,-62493.01 8136.36,-62481.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8137.9,-62485.04 8145.18,-62477.35 8134.69,-62478.82 8137.9,-62485.04\"/>\n",
"</g>\n",
"<!-- 29082389280 -->\n",
"<g id=\"node221\" class=\"node\">\n",
"<title>29082389280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8015,-62598 7927,-62598 7927,-62578.75 8015,-62578.75 8015,-62598\"/>\n",
"<text text-anchor=\"middle\" x=\"7971\" y=\"-62584.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082389280&#45;&gt;29082389136 -->\n",
"<g id=\"edge223\" class=\"edge\">\n",
"<title>29082389280&#45;&gt;29082389136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7983,-62578.43C7995.18,-62569.36 8014.29,-62555.12 8028.98,-62544.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"8030.75,-62547.21 8036.68,-62538.43 8026.57,-62541.6 8030.75,-62547.21\"/>\n",
"</g>\n",
"<!-- 29082389472 -->\n",
"<g id=\"node222\" class=\"node\">\n",
"<title>29082389472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7970,-62841.5 7810,-62841.5 7810,-62822.25 7970,-62822.25 7970,-62841.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7890\" y=\"-62828\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082389472&#45;&gt;29082389280 -->\n",
"<g id=\"edge224\" class=\"edge\">\n",
"<title>29082389472&#45;&gt;29082389280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7888.41,-62821.86C7883.71,-62792.48 7872.39,-62697.71 7909,-62634 7916.28,-62621.33 7928.77,-62611.31 7940.65,-62603.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7942.06,-62607.21 7949.03,-62599.23 7938.61,-62601.12 7942.06,-62607.21\"/>\n",
"</g>\n",
"<!-- 29082582464 -->\n",
"<g id=\"node1359\" class=\"node\">\n",
"<title>29082582464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"8024,-62780.62 7918,-62780.62 7918,-62761.38 8024,-62761.38 8024,-62780.62\"/>\n",
"<text text-anchor=\"middle\" x=\"7971\" y=\"-62767.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082389472&#45;&gt;29082582464 -->\n",
"<g id=\"edge1426\" class=\"edge\">\n",
"<title>29082389472&#45;&gt;29082582464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7902.3,-62821.93C7914.79,-62812.86 7934.38,-62798.62 7949.45,-62787.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7951.33,-62790.63 7957.36,-62781.92 7947.21,-62784.96 7951.33,-62790.63\"/>\n",
"</g>\n",
"<!-- 29082389616 -->\n",
"<g id=\"node223\" class=\"node\">\n",
"<title>29082389616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7712,-62902.38 7624,-62902.38 7624,-62883.12 7712,-62883.12 7712,-62902.38\"/>\n",
"<text text-anchor=\"middle\" x=\"7668\" y=\"-62888.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082389616&#45;&gt;29082389472 -->\n",
"<g id=\"edge225\" class=\"edge\">\n",
"<title>29082389616&#45;&gt;29082389472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7702.2,-62882.68C7740.42,-62872.55 7802.45,-62856.09 7844.68,-62844.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7845.53,-62848.29 7854.3,-62842.34 7843.73,-62841.52 7845.53,-62848.29\"/>\n",
"</g>\n",
"<!-- 29082389808 -->\n",
"<g id=\"node224\" class=\"node\">\n",
"<title>29082389808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7658,-64538.38 7498,-64538.38 7498,-64519.12 7658,-64519.12 7658,-64538.38\"/>\n",
"<text text-anchor=\"middle\" x=\"7578\" y=\"-64524.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082389808&#45;&gt;29082389616 -->\n",
"<g id=\"edge226\" class=\"edge\">\n",
"<title>29082389808&#45;&gt;29082389616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7578,-64518.87C7578,-64499.67 7578,-64452.86 7578,-64413.62 7578,-64413.62 7578,-64413.62 7578,-63019.12 7578,-62984.68 7577.52,-62972.4 7597,-62944 7607.31,-62928.97 7623.68,-62916.94 7638.11,-62908.43\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7639.78,-62911.5 7646.83,-62903.59 7636.39,-62905.38 7639.78,-62911.5\"/>\n",
"</g>\n",
"<!-- 29082666416 -->\n",
"<g id=\"node1330\" class=\"node\">\n",
"<title>29082666416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7754,-64477.5 7630,-64477.5 7630,-64458.25 7754,-64458.25 7754,-64477.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7692\" y=\"-64464\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082389808&#45;&gt;29082666416 -->\n",
"<g id=\"edge1394\" class=\"edge\">\n",
"<title>29082389808&#45;&gt;29082666416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7595.31,-64518.81C7613.64,-64509.34 7642.84,-64494.26 7664.36,-64483.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7665.9,-64486.29 7673.18,-64478.6 7662.69,-64480.07 7665.9,-64486.29\"/>\n",
"</g>\n",
"<!-- 29082389952 -->\n",
"<g id=\"node225\" class=\"node\">\n",
"<title>29082389952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7566,-64599.25 7478,-64599.25 7478,-64580 7566,-64580 7566,-64599.25\"/>\n",
"<text text-anchor=\"middle\" x=\"7522\" y=\"-64585.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082389952&#45;&gt;29082389808 -->\n",
"<g id=\"edge227\" class=\"edge\">\n",
"<title>29082389952&#45;&gt;29082389808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7530.51,-64579.68C7538.73,-64571.04 7551.4,-64557.71 7561.59,-64547\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7564.02,-64549.53 7568.37,-64539.87 7558.94,-64544.71 7564.02,-64549.53\"/>\n",
"</g>\n",
"<!-- 29082390144 -->\n",
"<g id=\"node226\" class=\"node\">\n",
"<title>29082390144</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7521,-64842.75 7361,-64842.75 7361,-64823.5 7521,-64823.5 7521,-64842.75\"/>\n",
"<text text-anchor=\"middle\" x=\"7441\" y=\"-64829.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082390144&#45;&gt;29082389952 -->\n",
"<g id=\"edge228\" class=\"edge\">\n",
"<title>29082390144&#45;&gt;29082389952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7439.41,-64823.11C7434.71,-64793.73 7423.39,-64698.96 7460,-64635.25 7467.28,-64622.58 7479.77,-64612.56 7491.65,-64605.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7493.06,-64608.46 7500.03,-64600.48 7489.61,-64602.37 7493.06,-64608.46\"/>\n",
"</g>\n",
"<!-- 29082580256 -->\n",
"<g id=\"node1291\" class=\"node\">\n",
"<title>29082580256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7575,-64781.88 7469,-64781.88 7469,-64762.62 7575,-64762.62 7575,-64781.88\"/>\n",
"<text text-anchor=\"middle\" x=\"7522\" y=\"-64768.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082390144&#45;&gt;29082580256 -->\n",
"<g id=\"edge1354\" class=\"edge\">\n",
"<title>29082390144&#45;&gt;29082580256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7453.3,-64823.18C7465.79,-64814.11 7485.38,-64799.87 7500.45,-64788.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7502.33,-64791.88 7508.36,-64783.17 7498.21,-64786.21 7502.33,-64791.88\"/>\n",
"</g>\n",
"<!-- 29082390288 -->\n",
"<g id=\"node227\" class=\"node\">\n",
"<title>29082390288</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7263,-64903.62 7175,-64903.62 7175,-64884.38 7263,-64884.38 7263,-64903.62\"/>\n",
"<text text-anchor=\"middle\" x=\"7219\" y=\"-64890.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082390288&#45;&gt;29082390144 -->\n",
"<g id=\"edge229\" class=\"edge\">\n",
"<title>29082390288&#45;&gt;29082390144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7253.2,-64883.93C7291.42,-64873.8 7353.45,-64857.34 7395.68,-64846.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7396.53,-64849.54 7405.3,-64843.59 7394.73,-64842.77 7396.53,-64849.54\"/>\n",
"</g>\n",
"<!-- 29082390480 -->\n",
"<g id=\"node228\" class=\"node\">\n",
"<title>29082390480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7209,-66539.62 7049,-66539.62 7049,-66520.38 7209,-66520.38 7209,-66539.62\"/>\n",
"<text text-anchor=\"middle\" x=\"7129\" y=\"-66526.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082390480&#45;&gt;29082390288 -->\n",
"<g id=\"edge230\" class=\"edge\">\n",
"<title>29082390480&#45;&gt;29082390288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7129,-66520.12C7129,-66500.92 7129,-66454.11 7129,-66414.88 7129,-66414.88 7129,-66414.88 7129,-65020.38 7129,-64985.93 7128.52,-64973.65 7148,-64945.25 7158.31,-64930.22 7174.68,-64918.19 7189.11,-64909.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7190.78,-64912.75 7197.83,-64904.84 7187.39,-64906.63 7190.78,-64912.75\"/>\n",
"</g>\n",
"<!-- 29082582224 -->\n",
"<g id=\"node1262\" class=\"node\">\n",
"<title>29082582224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7305,-66478.75 7181,-66478.75 7181,-66459.5 7305,-66459.5 7305,-66478.75\"/>\n",
"<text text-anchor=\"middle\" x=\"7243\" y=\"-66465.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082390480&#45;&gt;29082582224 -->\n",
"<g id=\"edge1322\" class=\"edge\">\n",
"<title>29082390480&#45;&gt;29082582224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7146.31,-66520.06C7164.64,-66510.59 7193.84,-66495.51 7215.36,-66484.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7216.9,-66487.54 7224.18,-66479.85 7213.69,-66481.32 7216.9,-66487.54\"/>\n",
"</g>\n",
"<!-- 29082390624 -->\n",
"<g id=\"node229\" class=\"node\">\n",
"<title>29082390624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7117,-66600.5 7029,-66600.5 7029,-66581.25 7117,-66581.25 7117,-66600.5\"/>\n",
"<text text-anchor=\"middle\" x=\"7073\" y=\"-66587\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082390624&#45;&gt;29082390480 -->\n",
"<g id=\"edge231\" class=\"edge\">\n",
"<title>29082390624&#45;&gt;29082390480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7081.51,-66580.93C7089.73,-66572.29 7102.4,-66558.96 7112.59,-66548.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7115.02,-66550.78 7119.37,-66541.12 7109.94,-66545.96 7115.02,-66550.78\"/>\n",
"</g>\n",
"<!-- 29082390816 -->\n",
"<g id=\"node230\" class=\"node\">\n",
"<title>29082390816</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7072,-66844 6912,-66844 6912,-66824.75 7072,-66824.75 7072,-66844\"/>\n",
"<text text-anchor=\"middle\" x=\"6992\" y=\"-66830.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082390816&#45;&gt;29082390624 -->\n",
"<g id=\"edge232\" class=\"edge\">\n",
"<title>29082390816&#45;&gt;29082390624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6990.41,-66824.36C6985.71,-66794.98 6974.39,-66700.21 7011,-66636.5 7018.28,-66623.83 7030.77,-66613.81 7042.65,-66606.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7044.06,-66609.71 7051.03,-66601.73 7040.61,-66603.62 7044.06,-66609.71\"/>\n",
"</g>\n",
"<!-- 29082578048 -->\n",
"<g id=\"node1223\" class=\"node\">\n",
"<title>29082578048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"7126,-66783.12 7020,-66783.12 7020,-66763.88 7126,-66763.88 7126,-66783.12\"/>\n",
"<text text-anchor=\"middle\" x=\"7073\" y=\"-66769.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082390816&#45;&gt;29082578048 -->\n",
"<g id=\"edge1282\" class=\"edge\">\n",
"<title>29082390816&#45;&gt;29082578048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M7004.3,-66824.43C7016.79,-66815.36 7036.38,-66801.12 7051.45,-66790.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"7053.33,-66793.13 7059.36,-66784.42 7049.21,-66787.46 7053.33,-66793.13\"/>\n",
"</g>\n",
"<!-- 29082390960 -->\n",
"<g id=\"node231\" class=\"node\">\n",
"<title>29082390960</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6814,-66904.88 6726,-66904.88 6726,-66885.62 6814,-66885.62 6814,-66904.88\"/>\n",
"<text text-anchor=\"middle\" x=\"6770\" y=\"-66891.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082390960&#45;&gt;29082390816 -->\n",
"<g id=\"edge233\" class=\"edge\">\n",
"<title>29082390960&#45;&gt;29082390816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6804.2,-66885.18C6842.42,-66875.05 6904.45,-66858.59 6946.68,-66847.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6947.53,-66850.79 6956.3,-66844.84 6945.73,-66844.02 6947.53,-66850.79\"/>\n",
"</g>\n",
"<!-- 29082391152 -->\n",
"<g id=\"node232\" class=\"node\">\n",
"<title>29082391152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6760,-68540.88 6600,-68540.88 6600,-68521.62 6760,-68521.62 6760,-68540.88\"/>\n",
"<text text-anchor=\"middle\" x=\"6680\" y=\"-68527.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082391152&#45;&gt;29082390960 -->\n",
"<g id=\"edge234\" class=\"edge\">\n",
"<title>29082391152&#45;&gt;29082390960</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6680,-68521.37C6680,-68502.17 6680,-68455.36 6680,-68416.12 6680,-68416.12 6680,-68416.12 6680,-67021.62 6680,-66987.18 6679.52,-66974.9 6699,-66946.5 6709.31,-66931.47 6725.68,-66919.44 6740.11,-66910.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6741.78,-66914 6748.83,-66906.09 6738.39,-66907.88 6741.78,-66914\"/>\n",
"</g>\n",
"<!-- 29082580016 -->\n",
"<g id=\"node1194\" class=\"node\">\n",
"<title>29082580016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6856,-68480 6732,-68480 6732,-68460.75 6856,-68460.75 6856,-68480\"/>\n",
"<text text-anchor=\"middle\" x=\"6794\" y=\"-68466.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082391152&#45;&gt;29082580016 -->\n",
"<g id=\"edge1250\" class=\"edge\">\n",
"<title>29082391152&#45;&gt;29082580016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6697.31,-68521.31C6715.64,-68511.84 6744.84,-68496.76 6766.36,-68485.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6767.9,-68488.79 6775.18,-68481.1 6764.69,-68482.57 6767.9,-68488.79\"/>\n",
"</g>\n",
"<!-- 29082391296 -->\n",
"<g id=\"node233\" class=\"node\">\n",
"<title>29082391296</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6668,-68601.75 6580,-68601.75 6580,-68582.5 6668,-68582.5 6668,-68601.75\"/>\n",
"<text text-anchor=\"middle\" x=\"6624\" y=\"-68588.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082391296&#45;&gt;29082391152 -->\n",
"<g id=\"edge235\" class=\"edge\">\n",
"<title>29082391296&#45;&gt;29082391152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6632.51,-68582.18C6640.73,-68573.54 6653.4,-68560.21 6663.59,-68549.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6666.02,-68552.03 6670.37,-68542.37 6660.94,-68547.21 6666.02,-68552.03\"/>\n",
"</g>\n",
"<!-- 29082391488 -->\n",
"<g id=\"node234\" class=\"node\">\n",
"<title>29082391488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6623,-68845.25 6463,-68845.25 6463,-68826 6623,-68826 6623,-68845.25\"/>\n",
"<text text-anchor=\"middle\" x=\"6543\" y=\"-68831.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082391488&#45;&gt;29082391296 -->\n",
"<g id=\"edge236\" class=\"edge\">\n",
"<title>29082391488&#45;&gt;29082391296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6541.41,-68825.61C6536.71,-68796.23 6525.39,-68701.46 6562,-68637.75 6569.28,-68625.08 6581.77,-68615.06 6593.65,-68607.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6595.06,-68610.96 6602.03,-68602.98 6591.61,-68604.87 6595.06,-68610.96\"/>\n",
"</g>\n",
"<!-- 29082575840 -->\n",
"<g id=\"node1155\" class=\"node\">\n",
"<title>29082575840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6677,-68784.38 6571,-68784.38 6571,-68765.12 6677,-68765.12 6677,-68784.38\"/>\n",
"<text text-anchor=\"middle\" x=\"6624\" y=\"-68770.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082391488&#45;&gt;29082575840 -->\n",
"<g id=\"edge1210\" class=\"edge\">\n",
"<title>29082391488&#45;&gt;29082575840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6555.3,-68825.68C6567.79,-68816.61 6587.38,-68802.37 6602.45,-68791.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6604.33,-68794.38 6610.36,-68785.67 6600.21,-68788.71 6604.33,-68794.38\"/>\n",
"</g>\n",
"<!-- 29082391632 -->\n",
"<g id=\"node235\" class=\"node\">\n",
"<title>29082391632</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6365,-68906.12 6277,-68906.12 6277,-68886.88 6365,-68886.88 6365,-68906.12\"/>\n",
"<text text-anchor=\"middle\" x=\"6321\" y=\"-68892.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082391632&#45;&gt;29082391488 -->\n",
"<g id=\"edge237\" class=\"edge\">\n",
"<title>29082391632&#45;&gt;29082391488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6355.2,-68886.43C6393.42,-68876.3 6455.45,-68859.84 6497.68,-68848.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6498.53,-68852.04 6507.3,-68846.09 6496.73,-68845.27 6498.53,-68852.04\"/>\n",
"</g>\n",
"<!-- 29082391824 -->\n",
"<g id=\"node236\" class=\"node\">\n",
"<title>29082391824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6311,-70542.12 6151,-70542.12 6151,-70522.88 6311,-70522.88 6311,-70542.12\"/>\n",
"<text text-anchor=\"middle\" x=\"6231\" y=\"-70528.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082391824&#45;&gt;29082391632 -->\n",
"<g id=\"edge238\" class=\"edge\">\n",
"<title>29082391824&#45;&gt;29082391632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6231,-70522.62C6231,-70503.42 6231,-70456.61 6231,-70417.38 6231,-70417.38 6231,-70417.38 6231,-69022.88 6231,-68988.43 6230.52,-68976.15 6250,-68947.75 6260.31,-68932.72 6276.68,-68920.69 6291.11,-68912.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6292.78,-68915.25 6299.83,-68907.34 6289.39,-68909.13 6292.78,-68915.25\"/>\n",
"</g>\n",
"<!-- 29082577808 -->\n",
"<g id=\"node1126\" class=\"node\">\n",
"<title>29082577808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6407,-70481.25 6283,-70481.25 6283,-70462 6407,-70462 6407,-70481.25\"/>\n",
"<text text-anchor=\"middle\" x=\"6345\" y=\"-70467.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082391824&#45;&gt;29082577808 -->\n",
"<g id=\"edge1178\" class=\"edge\">\n",
"<title>29082391824&#45;&gt;29082577808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6248.31,-70522.56C6266.64,-70513.09 6295.84,-70498.01 6317.36,-70486.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6318.9,-70490.04 6326.18,-70482.35 6315.69,-70483.82 6318.9,-70490.04\"/>\n",
"</g>\n",
"<!-- 29082391968 -->\n",
"<g id=\"node237\" class=\"node\">\n",
"<title>29082391968</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6219,-70603 6131,-70603 6131,-70583.75 6219,-70583.75 6219,-70603\"/>\n",
"<text text-anchor=\"middle\" x=\"6175\" y=\"-70589.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082391968&#45;&gt;29082391824 -->\n",
"<g id=\"edge239\" class=\"edge\">\n",
"<title>29082391968&#45;&gt;29082391824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6183.51,-70583.43C6191.73,-70574.79 6204.4,-70561.46 6214.59,-70550.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6217.02,-70553.28 6221.37,-70543.62 6211.94,-70548.46 6217.02,-70553.28\"/>\n",
"</g>\n",
"<!-- 29082392160 -->\n",
"<g id=\"node238\" class=\"node\">\n",
"<title>29082392160</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6174,-70846.5 6014,-70846.5 6014,-70827.25 6174,-70827.25 6174,-70846.5\"/>\n",
"<text text-anchor=\"middle\" x=\"6094\" y=\"-70833\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082392160&#45;&gt;29082391968 -->\n",
"<g id=\"edge240\" class=\"edge\">\n",
"<title>29082392160&#45;&gt;29082391968</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6092.41,-70826.86C6087.71,-70797.48 6076.39,-70702.71 6113,-70639 6120.28,-70626.33 6132.77,-70616.31 6144.65,-70608.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6146.06,-70612.21 6153.03,-70604.23 6142.61,-70606.12 6146.06,-70612.21\"/>\n",
"</g>\n",
"<!-- 29082573632 -->\n",
"<g id=\"node1087\" class=\"node\">\n",
"<title>29082573632</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"6228,-70785.62 6122,-70785.62 6122,-70766.38 6228,-70766.38 6228,-70785.62\"/>\n",
"<text text-anchor=\"middle\" x=\"6175\" y=\"-70772.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082392160&#45;&gt;29082573632 -->\n",
"<g id=\"edge1138\" class=\"edge\">\n",
"<title>29082392160&#45;&gt;29082573632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M6106.3,-70826.93C6118.79,-70817.86 6138.38,-70803.62 6153.45,-70792.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6155.33,-70795.63 6161.36,-70786.92 6151.21,-70789.96 6155.33,-70795.63\"/>\n",
"</g>\n",
"<!-- 29082392304 -->\n",
"<g id=\"node239\" class=\"node\">\n",
"<title>29082392304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5916,-70907.38 5828,-70907.38 5828,-70888.12 5916,-70888.12 5916,-70907.38\"/>\n",
"<text text-anchor=\"middle\" x=\"5872\" y=\"-70893.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082392304&#45;&gt;29082392160 -->\n",
"<g id=\"edge241\" class=\"edge\">\n",
"<title>29082392304&#45;&gt;29082392160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5906.2,-70887.68C5944.42,-70877.55 6006.45,-70861.09 6048.68,-70849.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"6049.53,-70853.29 6058.3,-70847.34 6047.73,-70846.52 6049.53,-70853.29\"/>\n",
"</g>\n",
"<!-- 29082392496 -->\n",
"<g id=\"node240\" class=\"node\">\n",
"<title>29082392496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5862,-72543.38 5702,-72543.38 5702,-72524.12 5862,-72524.12 5862,-72543.38\"/>\n",
"<text text-anchor=\"middle\" x=\"5782\" y=\"-72529.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082392496&#45;&gt;29082392304 -->\n",
"<g id=\"edge242\" class=\"edge\">\n",
"<title>29082392496&#45;&gt;29082392304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5782,-72523.87C5782,-72504.67 5782,-72457.86 5782,-72418.62 5782,-72418.62 5782,-72418.62 5782,-71024.12 5782,-70989.68 5781.52,-70977.4 5801,-70949 5811.31,-70933.97 5827.68,-70921.94 5842.11,-70913.43\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5843.78,-70916.5 5850.83,-70908.59 5840.39,-70910.38 5843.78,-70916.5\"/>\n",
"</g>\n",
"<!-- 29082575600 -->\n",
"<g id=\"node1058\" class=\"node\">\n",
"<title>29082575600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5957,-72482.5 5833,-72482.5 5833,-72463.25 5957,-72463.25 5957,-72482.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5895\" y=\"-72469\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082392496&#45;&gt;29082575600 -->\n",
"<g id=\"edge1106\" class=\"edge\">\n",
"<title>29082392496&#45;&gt;29082575600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5799.16,-72523.81C5817.33,-72514.34 5846.28,-72499.26 5867.61,-72488.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5869.08,-72491.33 5876.33,-72483.6 5865.85,-72485.12 5869.08,-72491.33\"/>\n",
"</g>\n",
"<!-- 29082392640 -->\n",
"<g id=\"node241\" class=\"node\">\n",
"<title>29082392640</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5770,-72604.25 5682,-72604.25 5682,-72585 5770,-72585 5770,-72604.25\"/>\n",
"<text text-anchor=\"middle\" x=\"5726\" y=\"-72590.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082392640&#45;&gt;29082392496 -->\n",
"<g id=\"edge243\" class=\"edge\">\n",
"<title>29082392640&#45;&gt;29082392496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5734.51,-72584.68C5742.73,-72576.04 5755.4,-72562.71 5765.59,-72552\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5768.02,-72554.53 5772.37,-72544.87 5762.94,-72549.71 5768.02,-72554.53\"/>\n",
"</g>\n",
"<!-- 29082392832 -->\n",
"<g id=\"node242\" class=\"node\">\n",
"<title>29082392832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5725,-72847.75 5565,-72847.75 5565,-72828.5 5725,-72828.5 5725,-72847.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5645\" y=\"-72834.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082392832&#45;&gt;29082392640 -->\n",
"<g id=\"edge244\" class=\"edge\">\n",
"<title>29082392832&#45;&gt;29082392640</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5643.41,-72828.11C5638.71,-72798.73 5627.39,-72703.96 5664,-72640.25 5671.28,-72627.58 5683.77,-72617.56 5695.65,-72610.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5697.06,-72613.46 5704.03,-72605.48 5693.61,-72607.37 5697.06,-72613.46\"/>\n",
"</g>\n",
"<!-- 29082571424 -->\n",
"<g id=\"node1019\" class=\"node\">\n",
"<title>29082571424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5779,-72786.88 5673,-72786.88 5673,-72767.62 5779,-72767.62 5779,-72786.88\"/>\n",
"<text text-anchor=\"middle\" x=\"5726\" y=\"-72773.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082392832&#45;&gt;29082571424 -->\n",
"<g id=\"edge1066\" class=\"edge\">\n",
"<title>29082392832&#45;&gt;29082571424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5657.3,-72828.18C5669.79,-72819.11 5689.38,-72804.87 5704.45,-72793.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5706.33,-72796.88 5712.36,-72788.17 5702.21,-72791.21 5706.33,-72796.88\"/>\n",
"</g>\n",
"<!-- 29082392976 -->\n",
"<g id=\"node243\" class=\"node\">\n",
"<title>29082392976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5467,-72908.62 5379,-72908.62 5379,-72889.38 5467,-72889.38 5467,-72908.62\"/>\n",
"<text text-anchor=\"middle\" x=\"5423\" y=\"-72895.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082392976&#45;&gt;29082392832 -->\n",
"<g id=\"edge245\" class=\"edge\">\n",
"<title>29082392976&#45;&gt;29082392832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5457.2,-72888.93C5495.42,-72878.8 5557.45,-72862.34 5599.68,-72851.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5600.53,-72854.54 5609.3,-72848.59 5598.73,-72847.77 5600.53,-72854.54\"/>\n",
"</g>\n",
"<!-- 29082393168 -->\n",
"<g id=\"node244\" class=\"node\">\n",
"<title>29082393168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5413,-74544.62 5253,-74544.62 5253,-74525.38 5413,-74525.38 5413,-74544.62\"/>\n",
"<text text-anchor=\"middle\" x=\"5333\" y=\"-74531.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082393168&#45;&gt;29082392976 -->\n",
"<g id=\"edge246\" class=\"edge\">\n",
"<title>29082393168&#45;&gt;29082392976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5333,-74525.12C5333,-74505.92 5333,-74459.11 5333,-74419.88 5333,-74419.88 5333,-74419.88 5333,-73025.38 5333,-72990.93 5332.52,-72978.65 5352,-72950.25 5362.31,-72935.22 5378.68,-72923.19 5393.11,-72914.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5394.78,-72917.75 5401.83,-72909.84 5391.39,-72911.63 5394.78,-72917.75\"/>\n",
"</g>\n",
"<!-- 29082573392 -->\n",
"<g id=\"node990\" class=\"node\">\n",
"<title>29082573392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5509,-74483.75 5385,-74483.75 5385,-74464.5 5509,-74464.5 5509,-74483.75\"/>\n",
"<text text-anchor=\"middle\" x=\"5447\" y=\"-74470.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082393168&#45;&gt;29082573392 -->\n",
"<g id=\"edge1034\" class=\"edge\">\n",
"<title>29082393168&#45;&gt;29082573392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5350.31,-74525.06C5368.64,-74515.59 5397.84,-74500.51 5419.36,-74489.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5420.9,-74492.54 5428.18,-74484.85 5417.69,-74486.32 5420.9,-74492.54\"/>\n",
"</g>\n",
"<!-- 29082393312 -->\n",
"<g id=\"node245\" class=\"node\">\n",
"<title>29082393312</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5321,-74605.5 5233,-74605.5 5233,-74586.25 5321,-74586.25 5321,-74605.5\"/>\n",
"<text text-anchor=\"middle\" x=\"5277\" y=\"-74592\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082393312&#45;&gt;29082393168 -->\n",
"<g id=\"edge247\" class=\"edge\">\n",
"<title>29082393312&#45;&gt;29082393168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5285.51,-74585.93C5293.73,-74577.29 5306.4,-74563.96 5316.59,-74553.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5319.02,-74555.78 5323.37,-74546.12 5313.94,-74550.96 5319.02,-74555.78\"/>\n",
"</g>\n",
"<!-- 29082393504 -->\n",
"<g id=\"node246\" class=\"node\">\n",
"<title>29082393504</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5276,-74849 5116,-74849 5116,-74829.75 5276,-74829.75 5276,-74849\"/>\n",
"<text text-anchor=\"middle\" x=\"5196\" y=\"-74835.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082393504&#45;&gt;29082393312 -->\n",
"<g id=\"edge248\" class=\"edge\">\n",
"<title>29082393504&#45;&gt;29082393312</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5194.41,-74829.36C5189.71,-74799.98 5178.39,-74705.21 5215,-74641.5 5222.28,-74628.83 5234.77,-74618.81 5246.65,-74611.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5248.06,-74614.71 5255.03,-74606.73 5244.61,-74608.62 5248.06,-74614.71\"/>\n",
"</g>\n",
"<!-- 29082569216 -->\n",
"<g id=\"node951\" class=\"node\">\n",
"<title>29082569216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5330,-74788.12 5224,-74788.12 5224,-74768.88 5330,-74768.88 5330,-74788.12\"/>\n",
"<text text-anchor=\"middle\" x=\"5277\" y=\"-74774.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082393504&#45;&gt;29082569216 -->\n",
"<g id=\"edge994\" class=\"edge\">\n",
"<title>29082393504&#45;&gt;29082569216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5208.3,-74829.43C5220.79,-74820.36 5240.38,-74806.12 5255.45,-74795.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5257.33,-74798.13 5263.36,-74789.42 5253.21,-74792.46 5257.33,-74798.13\"/>\n",
"</g>\n",
"<!-- 29082393648 -->\n",
"<g id=\"node247\" class=\"node\">\n",
"<title>29082393648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5020,-74909.88 4932,-74909.88 4932,-74890.62 5020,-74890.62 5020,-74909.88\"/>\n",
"<text text-anchor=\"middle\" x=\"4976\" y=\"-74896.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082393648&#45;&gt;29082393504 -->\n",
"<g id=\"edge249\" class=\"edge\">\n",
"<title>29082393648&#45;&gt;29082393504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M5009.89,-74890.18C5047.76,-74880.05 5109.24,-74863.59 5151.09,-74852.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"5151.85,-74855.81 5160.61,-74849.85 5150.04,-74849.05 5151.85,-74855.81\"/>\n",
"</g>\n",
"<!-- 29082393840 -->\n",
"<g id=\"node248\" class=\"node\">\n",
"<title>29082393840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4966,-76545.88 4806,-76545.88 4806,-76526.62 4966,-76526.62 4966,-76545.88\"/>\n",
"<text text-anchor=\"middle\" x=\"4886\" y=\"-76532.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082393840&#45;&gt;29082393648 -->\n",
"<g id=\"edge250\" class=\"edge\">\n",
"<title>29082393840&#45;&gt;29082393648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4886,-76526.37C4886,-76507.17 4886,-76460.36 4886,-76421.12 4886,-76421.12 4886,-76421.12 4886,-75026.62 4886,-74992.18 4885.52,-74979.9 4905,-74951.5 4915.31,-74936.47 4931.68,-74924.44 4946.11,-74915.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4947.78,-74919 4954.83,-74911.09 4944.39,-74912.88 4947.78,-74919\"/>\n",
"</g>\n",
"<!-- 29082571184 -->\n",
"<g id=\"node922\" class=\"node\">\n",
"<title>29082571184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"5060,-76485 4936,-76485 4936,-76465.75 5060,-76465.75 5060,-76485\"/>\n",
"<text text-anchor=\"middle\" x=\"4998\" y=\"-76471.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082393840&#45;&gt;29082571184 -->\n",
"<g id=\"edge962\" class=\"edge\">\n",
"<title>29082393840&#45;&gt;29082571184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4903.01,-76526.31C4921.02,-76516.84 4949.71,-76501.76 4970.85,-76490.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4972.27,-76493.86 4979.49,-76486.11 4969.01,-76487.66 4972.27,-76493.86\"/>\n",
"</g>\n",
"<!-- 29082393984 -->\n",
"<g id=\"node249\" class=\"node\">\n",
"<title>29082393984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4874,-76606.75 4786,-76606.75 4786,-76587.5 4874,-76587.5 4874,-76606.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4830\" y=\"-76593.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082393984&#45;&gt;29082393840 -->\n",
"<g id=\"edge251\" class=\"edge\">\n",
"<title>29082393984&#45;&gt;29082393840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4838.51,-76587.18C4846.73,-76578.54 4859.4,-76565.21 4869.59,-76554.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4872.02,-76557.03 4876.37,-76547.37 4866.94,-76552.21 4872.02,-76557.03\"/>\n",
"</g>\n",
"<!-- 29082394176 -->\n",
"<g id=\"node250\" class=\"node\">\n",
"<title>29082394176</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4829,-76850.25 4669,-76850.25 4669,-76831 4829,-76831 4829,-76850.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4749\" y=\"-76836.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082394176&#45;&gt;29082393984 -->\n",
"<g id=\"edge252\" class=\"edge\">\n",
"<title>29082394176&#45;&gt;29082393984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4747.41,-76830.61C4742.71,-76801.23 4731.39,-76706.46 4768,-76642.75 4775.28,-76630.08 4787.77,-76620.06 4799.65,-76612.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4801.06,-76615.96 4808.03,-76607.98 4797.61,-76609.87 4801.06,-76615.96\"/>\n",
"</g>\n",
"<!-- 29082450912 -->\n",
"<g id=\"node883\" class=\"node\">\n",
"<title>29082450912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4883,-76789.38 4777,-76789.38 4777,-76770.12 4883,-76770.12 4883,-76789.38\"/>\n",
"<text text-anchor=\"middle\" x=\"4830\" y=\"-76775.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082394176&#45;&gt;29082450912 -->\n",
"<g id=\"edge922\" class=\"edge\">\n",
"<title>29082394176&#45;&gt;29082450912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4761.3,-76830.68C4773.79,-76821.61 4793.38,-76807.37 4808.45,-76796.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4810.33,-76799.38 4816.36,-76790.67 4806.21,-76793.71 4810.33,-76799.38\"/>\n",
"</g>\n",
"<!-- 29082394320 -->\n",
"<g id=\"node251\" class=\"node\">\n",
"<title>29082394320</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4573,-76911.12 4485,-76911.12 4485,-76891.88 4573,-76891.88 4573,-76911.12\"/>\n",
"<text text-anchor=\"middle\" x=\"4529\" y=\"-76897.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082394320&#45;&gt;29082394176 -->\n",
"<g id=\"edge253\" class=\"edge\">\n",
"<title>29082394320&#45;&gt;29082394176</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4562.89,-76891.43C4600.76,-76881.3 4662.24,-76864.84 4704.09,-76853.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4704.85,-76857.06 4713.61,-76851.1 4703.04,-76850.3 4704.85,-76857.06\"/>\n",
"</g>\n",
"<!-- 29082394512 -->\n",
"<g id=\"node252\" class=\"node\">\n",
"<title>29082394512</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4519,-78547.12 4359,-78547.12 4359,-78527.88 4519,-78527.88 4519,-78547.12\"/>\n",
"<text text-anchor=\"middle\" x=\"4439\" y=\"-78533.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082394512&#45;&gt;29082394320 -->\n",
"<g id=\"edge254\" class=\"edge\">\n",
"<title>29082394512&#45;&gt;29082394320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4439,-78527.62C4439,-78508.42 4439,-78461.61 4439,-78422.38 4439,-78422.38 4439,-78422.38 4439,-77027.88 4439,-76993.43 4438.52,-76981.15 4458,-76952.75 4468.31,-76937.72 4484.68,-76925.69 4499.11,-76917.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4500.78,-76920.25 4507.83,-76912.34 4497.39,-76914.13 4500.78,-76920.25\"/>\n",
"</g>\n",
"<!-- 29082568976 -->\n",
"<g id=\"node854\" class=\"node\">\n",
"<title>29082568976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4613,-78486.25 4489,-78486.25 4489,-78467 4613,-78467 4613,-78486.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4551\" y=\"-78472.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082394512&#45;&gt;29082568976 -->\n",
"<g id=\"edge890\" class=\"edge\">\n",
"<title>29082394512&#45;&gt;29082568976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4456.01,-78527.56C4474.02,-78518.09 4502.71,-78503.01 4523.85,-78491.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4525.27,-78495.11 4532.49,-78487.36 4522.01,-78488.91 4525.27,-78495.11\"/>\n",
"</g>\n",
"<!-- 29082394656 -->\n",
"<g id=\"node253\" class=\"node\">\n",
"<title>29082394656</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4427,-78608 4339,-78608 4339,-78588.75 4427,-78588.75 4427,-78608\"/>\n",
"<text text-anchor=\"middle\" x=\"4383\" y=\"-78594.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082394656&#45;&gt;29082394512 -->\n",
"<g id=\"edge255\" class=\"edge\">\n",
"<title>29082394656&#45;&gt;29082394512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4391.51,-78588.43C4399.73,-78579.79 4412.4,-78566.46 4422.59,-78555.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4425.02,-78558.28 4429.37,-78548.62 4419.94,-78553.46 4425.02,-78558.28\"/>\n",
"</g>\n",
"<!-- 29082394848 -->\n",
"<g id=\"node254\" class=\"node\">\n",
"<title>29082394848</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4382,-78851.5 4222,-78851.5 4222,-78832.25 4382,-78832.25 4382,-78851.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4302\" y=\"-78838\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082394848&#45;&gt;29082394656 -->\n",
"<g id=\"edge256\" class=\"edge\">\n",
"<title>29082394848&#45;&gt;29082394656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4300.41,-78831.86C4295.71,-78802.48 4284.39,-78707.71 4321,-78644 4328.28,-78631.33 4340.77,-78621.31 4352.65,-78613.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4354.06,-78617.21 4361.03,-78609.23 4350.61,-78611.12 4354.06,-78617.21\"/>\n",
"</g>\n",
"<!-- 29082450048 -->\n",
"<g id=\"node815\" class=\"node\">\n",
"<title>29082450048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4436,-78790.62 4330,-78790.62 4330,-78771.38 4436,-78771.38 4436,-78790.62\"/>\n",
"<text text-anchor=\"middle\" x=\"4383\" y=\"-78777.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082394848&#45;&gt;29082450048 -->\n",
"<g id=\"edge850\" class=\"edge\">\n",
"<title>29082394848&#45;&gt;29082450048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4314.3,-78831.93C4326.79,-78822.86 4346.38,-78808.62 4361.45,-78797.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4363.33,-78800.63 4369.36,-78791.92 4359.21,-78794.96 4363.33,-78800.63\"/>\n",
"</g>\n",
"<!-- 29082394992 -->\n",
"<g id=\"node255\" class=\"node\">\n",
"<title>29082394992</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4126,-78912.38 4038,-78912.38 4038,-78893.12 4126,-78893.12 4126,-78912.38\"/>\n",
"<text text-anchor=\"middle\" x=\"4082\" y=\"-78898.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082394992&#45;&gt;29082394848 -->\n",
"<g id=\"edge257\" class=\"edge\">\n",
"<title>29082394992&#45;&gt;29082394848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4115.89,-78892.68C4153.76,-78882.55 4215.24,-78866.09 4257.09,-78854.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4257.85,-78858.31 4266.61,-78852.35 4256.04,-78851.55 4257.85,-78858.31\"/>\n",
"</g>\n",
"<!-- 29082395184 -->\n",
"<g id=\"node256\" class=\"node\">\n",
"<title>29082395184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4072,-80548.38 3912,-80548.38 3912,-80529.12 4072,-80529.12 4072,-80548.38\"/>\n",
"<text text-anchor=\"middle\" x=\"3992\" y=\"-80534.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082395184&#45;&gt;29082394992 -->\n",
"<g id=\"edge258\" class=\"edge\">\n",
"<title>29082395184&#45;&gt;29082394992</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3992,-80528.87C3992,-80509.67 3992,-80462.86 3992,-80423.62 3992,-80423.62 3992,-80423.62 3992,-79029.12 3992,-78994.68 3991.52,-78982.4 4011,-78954 4021.31,-78938.97 4037.68,-78926.94 4052.11,-78918.43\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4053.78,-78921.5 4060.83,-78913.59 4050.39,-78915.38 4053.78,-78921.5\"/>\n",
"</g>\n",
"<!-- 29082450768 -->\n",
"<g id=\"node786\" class=\"node\">\n",
"<title>29082450768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4166,-80487.5 4042,-80487.5 4042,-80468.25 4166,-80468.25 4166,-80487.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4104\" y=\"-80474\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082395184&#45;&gt;29082450768 -->\n",
"<g id=\"edge818\" class=\"edge\">\n",
"<title>29082395184&#45;&gt;29082450768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4009.01,-80528.81C4027.02,-80519.34 4055.71,-80504.26 4076.85,-80493.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4078.27,-80496.36 4085.49,-80488.61 4075.01,-80490.16 4078.27,-80496.36\"/>\n",
"</g>\n",
"<!-- 29082395328 -->\n",
"<g id=\"node257\" class=\"node\">\n",
"<title>29082395328</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3980,-80609.25 3892,-80609.25 3892,-80590 3980,-80590 3980,-80609.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3936\" y=\"-80595.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082395328&#45;&gt;29082395184 -->\n",
"<g id=\"edge259\" class=\"edge\">\n",
"<title>29082395328&#45;&gt;29082395184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3944.51,-80589.68C3952.73,-80581.04 3965.4,-80567.71 3975.59,-80557\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3978.02,-80559.53 3982.37,-80549.87 3972.94,-80554.71 3978.02,-80559.53\"/>\n",
"</g>\n",
"<!-- 29082395520 -->\n",
"<g id=\"node258\" class=\"node\">\n",
"<title>29082395520</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3935,-80852.75 3775,-80852.75 3775,-80833.5 3935,-80833.5 3935,-80852.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3855\" y=\"-80839.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082395520&#45;&gt;29082395328 -->\n",
"<g id=\"edge260\" class=\"edge\">\n",
"<title>29082395520&#45;&gt;29082395328</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3853.41,-80833.11C3848.71,-80803.73 3837.39,-80708.96 3874,-80645.25 3881.28,-80632.58 3893.77,-80622.56 3905.65,-80615.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3907.06,-80618.46 3914.03,-80610.48 3903.61,-80612.37 3907.06,-80618.46\"/>\n",
"</g>\n",
"<!-- 29082447840 -->\n",
"<g id=\"node747\" class=\"node\">\n",
"<title>29082447840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3989,-80791.88 3883,-80791.88 3883,-80772.62 3989,-80772.62 3989,-80791.88\"/>\n",
"<text text-anchor=\"middle\" x=\"3936\" y=\"-80778.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082395520&#45;&gt;29082447840 -->\n",
"<g id=\"edge778\" class=\"edge\">\n",
"<title>29082395520&#45;&gt;29082447840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3867.3,-80833.18C3879.79,-80824.11 3899.38,-80809.87 3914.45,-80798.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3916.33,-80801.88 3922.36,-80793.17 3912.21,-80796.21 3916.33,-80801.88\"/>\n",
"</g>\n",
"<!-- 29082395664 -->\n",
"<g id=\"node259\" class=\"node\">\n",
"<title>29082395664</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3679,-80913.62 3591,-80913.62 3591,-80894.38 3679,-80894.38 3679,-80913.62\"/>\n",
"<text text-anchor=\"middle\" x=\"3635\" y=\"-80900.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082395664&#45;&gt;29082395520 -->\n",
"<g id=\"edge261\" class=\"edge\">\n",
"<title>29082395664&#45;&gt;29082395520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3668.89,-80893.93C3706.76,-80883.8 3768.24,-80867.34 3810.09,-80856.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3810.85,-80859.56 3819.61,-80853.6 3809.04,-80852.8 3810.85,-80859.56\"/>\n",
"</g>\n",
"<!-- 29082395856 -->\n",
"<g id=\"node260\" class=\"node\">\n",
"<title>29082395856</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3625,-82549.62 3465,-82549.62 3465,-82530.38 3625,-82530.38 3625,-82549.62\"/>\n",
"<text text-anchor=\"middle\" x=\"3545\" y=\"-82536.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082395856&#45;&gt;29082395664 -->\n",
"<g id=\"edge262\" class=\"edge\">\n",
"<title>29082395856&#45;&gt;29082395664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3545,-82530.12C3545,-82510.92 3545,-82464.11 3545,-82424.88 3545,-82424.88 3545,-82424.88 3545,-81030.38 3545,-80995.93 3544.52,-80983.65 3564,-80955.25 3574.31,-80940.22 3590.68,-80928.19 3605.11,-80919.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3606.78,-80922.75 3613.83,-80914.84 3603.39,-80916.63 3606.78,-80922.75\"/>\n",
"</g>\n",
"<!-- 29082449808 -->\n",
"<g id=\"node718\" class=\"node\">\n",
"<title>29082449808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3719,-82488.75 3595,-82488.75 3595,-82469.5 3719,-82469.5 3719,-82488.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3657\" y=\"-82475.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082395856&#45;&gt;29082449808 -->\n",
"<g id=\"edge746\" class=\"edge\">\n",
"<title>29082395856&#45;&gt;29082449808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3562.01,-82530.06C3580.02,-82520.59 3608.71,-82505.51 3629.85,-82494.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3631.27,-82497.61 3638.49,-82489.86 3628.01,-82491.41 3631.27,-82497.61\"/>\n",
"</g>\n",
"<!-- 29082396000 -->\n",
"<g id=\"node261\" class=\"node\">\n",
"<title>29082396000</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3533,-82610.5 3445,-82610.5 3445,-82591.25 3533,-82591.25 3533,-82610.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3489\" y=\"-82597\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082396000&#45;&gt;29082395856 -->\n",
"<g id=\"edge263\" class=\"edge\">\n",
"<title>29082396000&#45;&gt;29082395856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3497.51,-82590.93C3505.73,-82582.29 3518.4,-82568.96 3528.59,-82558.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3531.02,-82560.78 3535.37,-82551.12 3525.94,-82555.96 3531.02,-82560.78\"/>\n",
"</g>\n",
"<!-- 29082396192 -->\n",
"<g id=\"node262\" class=\"node\">\n",
"<title>29082396192</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3488,-82854 3328,-82854 3328,-82834.75 3488,-82834.75 3488,-82854\"/>\n",
"<text text-anchor=\"middle\" x=\"3408\" y=\"-82840.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082396192&#45;&gt;29082396000 -->\n",
"<g id=\"edge264\" class=\"edge\">\n",
"<title>29082396192&#45;&gt;29082396000</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3406.41,-82834.36C3401.71,-82804.98 3390.39,-82710.21 3427,-82646.5 3434.28,-82633.83 3446.77,-82623.81 3458.65,-82616.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3460.06,-82619.71 3467.03,-82611.73 3456.61,-82613.62 3460.06,-82619.71\"/>\n",
"</g>\n",
"<!-- 29082445632 -->\n",
"<g id=\"node679\" class=\"node\">\n",
"<title>29082445632</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3542,-82793.12 3436,-82793.12 3436,-82773.88 3542,-82773.88 3542,-82793.12\"/>\n",
"<text text-anchor=\"middle\" x=\"3489\" y=\"-82779.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082396192&#45;&gt;29082445632 -->\n",
"<g id=\"edge706\" class=\"edge\">\n",
"<title>29082396192&#45;&gt;29082445632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3420.3,-82834.43C3432.79,-82825.36 3452.38,-82811.12 3467.45,-82800.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3469.33,-82803.13 3475.36,-82794.42 3465.21,-82797.46 3469.33,-82803.13\"/>\n",
"</g>\n",
"<!-- 29082396336 -->\n",
"<g id=\"node263\" class=\"node\">\n",
"<title>29082396336</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3232,-82914.88 3144,-82914.88 3144,-82895.62 3232,-82895.62 3232,-82914.88\"/>\n",
"<text text-anchor=\"middle\" x=\"3188\" y=\"-82901.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082396336&#45;&gt;29082396192 -->\n",
"<g id=\"edge265\" class=\"edge\">\n",
"<title>29082396336&#45;&gt;29082396192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3221.89,-82895.18C3259.76,-82885.05 3321.24,-82868.59 3363.09,-82857.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3363.85,-82860.81 3372.61,-82854.85 3362.04,-82854.05 3363.85,-82860.81\"/>\n",
"</g>\n",
"<!-- 29082396528 -->\n",
"<g id=\"node264\" class=\"node\">\n",
"<title>29082396528</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3178,-84550.88 3018,-84550.88 3018,-84531.62 3178,-84531.62 3178,-84550.88\"/>\n",
"<text text-anchor=\"middle\" x=\"3098\" y=\"-84537.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082396528&#45;&gt;29082396336 -->\n",
"<g id=\"edge266\" class=\"edge\">\n",
"<title>29082396528&#45;&gt;29082396336</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3098,-84531.37C3098,-84512.17 3098,-84465.36 3098,-84426.12 3098,-84426.12 3098,-84426.12 3098,-83031.62 3098,-82997.18 3097.52,-82984.9 3117,-82956.5 3127.31,-82941.47 3143.68,-82929.44 3158.11,-82920.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3159.78,-82924 3166.83,-82916.09 3156.39,-82917.88 3159.78,-82924\"/>\n",
"</g>\n",
"<!-- 29082447600 -->\n",
"<g id=\"node650\" class=\"node\">\n",
"<title>29082447600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3272,-84490 3148,-84490 3148,-84470.75 3272,-84470.75 3272,-84490\"/>\n",
"<text text-anchor=\"middle\" x=\"3210\" y=\"-84476.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082396528&#45;&gt;29082447600 -->\n",
"<g id=\"edge674\" class=\"edge\">\n",
"<title>29082396528&#45;&gt;29082447600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3115.01,-84531.31C3133.02,-84521.84 3161.71,-84506.76 3182.85,-84495.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3184.27,-84498.86 3191.49,-84491.11 3181.01,-84492.66 3184.27,-84498.86\"/>\n",
"</g>\n",
"<!-- 29082396672 -->\n",
"<g id=\"node265\" class=\"node\">\n",
"<title>29082396672</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3086,-84611.75 2998,-84611.75 2998,-84592.5 3086,-84592.5 3086,-84611.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3042\" y=\"-84598.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082396672&#45;&gt;29082396528 -->\n",
"<g id=\"edge267\" class=\"edge\">\n",
"<title>29082396672&#45;&gt;29082396528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3050.51,-84592.18C3058.73,-84583.54 3071.4,-84570.21 3081.59,-84559.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3084.02,-84562.03 3088.37,-84552.37 3078.94,-84557.21 3084.02,-84562.03\"/>\n",
"</g>\n",
"<!-- 29082396864 -->\n",
"<g id=\"node266\" class=\"node\">\n",
"<title>29082396864</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3041,-84855.25 2881,-84855.25 2881,-84836 3041,-84836 3041,-84855.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2961\" y=\"-84841.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082396864&#45;&gt;29082396672 -->\n",
"<g id=\"edge268\" class=\"edge\">\n",
"<title>29082396864&#45;&gt;29082396672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2959.41,-84835.61C2954.71,-84806.23 2943.39,-84711.46 2980,-84647.75 2987.28,-84635.08 2999.77,-84625.06 3011.65,-84617.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3013.06,-84620.96 3020.03,-84612.98 3009.61,-84614.87 3013.06,-84620.96\"/>\n",
"</g>\n",
"<!-- 29082443424 -->\n",
"<g id=\"node611\" class=\"node\">\n",
"<title>29082443424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3095,-84794.38 2989,-84794.38 2989,-84775.12 3095,-84775.12 3095,-84794.38\"/>\n",
"<text text-anchor=\"middle\" x=\"3042\" y=\"-84780.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082396864&#45;&gt;29082443424 -->\n",
"<g id=\"edge634\" class=\"edge\">\n",
"<title>29082396864&#45;&gt;29082443424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2973.3,-84835.68C2985.79,-84826.61 3005.38,-84812.37 3020.45,-84801.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3022.33,-84804.38 3028.36,-84795.67 3018.21,-84798.71 3022.33,-84804.38\"/>\n",
"</g>\n",
"<!-- 29082397008 -->\n",
"<g id=\"node267\" class=\"node\">\n",
"<title>29082397008</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2785,-84916.12 2697,-84916.12 2697,-84896.88 2785,-84896.88 2785,-84916.12\"/>\n",
"<text text-anchor=\"middle\" x=\"2741\" y=\"-84902.62\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082397008&#45;&gt;29082396864 -->\n",
"<g id=\"edge269\" class=\"edge\">\n",
"<title>29082397008&#45;&gt;29082396864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2774.89,-84896.43C2812.76,-84886.3 2874.24,-84869.84 2916.09,-84858.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2916.85,-84862.06 2925.61,-84856.1 2915.04,-84855.3 2916.85,-84862.06\"/>\n",
"</g>\n",
"<!-- 29082397200 -->\n",
"<g id=\"node268\" class=\"node\">\n",
"<title>29082397200</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2731,-86552.12 2571,-86552.12 2571,-86532.88 2731,-86532.88 2731,-86552.12\"/>\n",
"<text text-anchor=\"middle\" x=\"2651\" y=\"-86538.62\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082397200&#45;&gt;29082397008 -->\n",
"<g id=\"edge270\" class=\"edge\">\n",
"<title>29082397200&#45;&gt;29082397008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2651,-86532.62C2651,-86513.42 2651,-86466.61 2651,-86427.38 2651,-86427.38 2651,-86427.38 2651,-85032.88 2651,-84998.43 2650.52,-84986.15 2670,-84957.75 2680.31,-84942.72 2696.68,-84930.69 2711.11,-84922.18\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2712.78,-84925.25 2719.83,-84917.34 2709.39,-84919.13 2712.78,-84925.25\"/>\n",
"</g>\n",
"<!-- 29082445392 -->\n",
"<g id=\"node582\" class=\"node\">\n",
"<title>29082445392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2825,-86491.25 2701,-86491.25 2701,-86472 2825,-86472 2825,-86491.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2763\" y=\"-86477.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082397200&#45;&gt;29082445392 -->\n",
"<g id=\"edge602\" class=\"edge\">\n",
"<title>29082397200&#45;&gt;29082445392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2668.01,-86532.56C2686.02,-86523.09 2714.71,-86508.01 2735.85,-86496.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2737.27,-86500.11 2744.49,-86492.36 2734.01,-86493.91 2737.27,-86500.11\"/>\n",
"</g>\n",
"<!-- 29082397344 -->\n",
"<g id=\"node269\" class=\"node\">\n",
"<title>29082397344</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2639,-86613 2551,-86613 2551,-86593.75 2639,-86593.75 2639,-86613\"/>\n",
"<text text-anchor=\"middle\" x=\"2595\" y=\"-86599.5\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082397344&#45;&gt;29082397200 -->\n",
"<g id=\"edge271\" class=\"edge\">\n",
"<title>29082397344&#45;&gt;29082397200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2603.51,-86593.43C2611.73,-86584.79 2624.4,-86571.46 2634.59,-86560.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2637.02,-86563.28 2641.37,-86553.62 2631.94,-86558.46 2637.02,-86563.28\"/>\n",
"</g>\n",
"<!-- 29082397536 -->\n",
"<g id=\"node270\" class=\"node\">\n",
"<title>29082397536</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2594,-86856.5 2434,-86856.5 2434,-86837.25 2594,-86837.25 2594,-86856.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2514\" y=\"-86843\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082397536&#45;&gt;29082397344 -->\n",
"<g id=\"edge272\" class=\"edge\">\n",
"<title>29082397536&#45;&gt;29082397344</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2512.41,-86836.86C2507.71,-86807.48 2496.39,-86712.71 2533,-86649 2540.28,-86636.33 2552.77,-86626.31 2564.65,-86618.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2566.06,-86622.21 2573.03,-86614.23 2562.61,-86616.12 2566.06,-86622.21\"/>\n",
"</g>\n",
"<!-- 29082441216 -->\n",
"<g id=\"node543\" class=\"node\">\n",
"<title>29082441216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2648,-86795.62 2542,-86795.62 2542,-86776.38 2648,-86776.38 2648,-86795.62\"/>\n",
"<text text-anchor=\"middle\" x=\"2595\" y=\"-86782.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082397536&#45;&gt;29082441216 -->\n",
"<g id=\"edge562\" class=\"edge\">\n",
"<title>29082397536&#45;&gt;29082441216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2526.3,-86836.93C2538.79,-86827.86 2558.38,-86813.62 2573.45,-86802.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2575.33,-86805.63 2581.36,-86796.92 2571.21,-86799.96 2575.33,-86805.63\"/>\n",
"</g>\n",
"<!-- 29082397680 -->\n",
"<g id=\"node271\" class=\"node\">\n",
"<title>29082397680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2338,-86917.38 2250,-86917.38 2250,-86898.12 2338,-86898.12 2338,-86917.38\"/>\n",
"<text text-anchor=\"middle\" x=\"2294\" y=\"-86903.88\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082397680&#45;&gt;29082397536 -->\n",
"<g id=\"edge273\" class=\"edge\">\n",
"<title>29082397680&#45;&gt;29082397536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2327.89,-86897.68C2365.76,-86887.55 2427.24,-86871.09 2469.09,-86859.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2469.85,-86863.31 2478.61,-86857.35 2468.04,-86856.55 2469.85,-86863.31\"/>\n",
"</g>\n",
"<!-- 29082397872 -->\n",
"<g id=\"node272\" class=\"node\">\n",
"<title>29082397872</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2284,-88553.38 2124,-88553.38 2124,-88534.12 2284,-88534.12 2284,-88553.38\"/>\n",
"<text text-anchor=\"middle\" x=\"2204\" y=\"-88539.88\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082397872&#45;&gt;29082397680 -->\n",
"<g id=\"edge274\" class=\"edge\">\n",
"<title>29082397872&#45;&gt;29082397680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2204,-88533.87C2204,-88514.67 2204,-88467.86 2204,-88428.62 2204,-88428.62 2204,-88428.62 2204,-87034.12 2204,-86999.68 2203.52,-86987.4 2223,-86959 2233.31,-86943.97 2249.68,-86931.94 2264.11,-86923.43\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2265.78,-86926.5 2272.83,-86918.59 2262.39,-86920.38 2265.78,-86926.5\"/>\n",
"</g>\n",
"<!-- 29082443184 -->\n",
"<g id=\"node514\" class=\"node\">\n",
"<title>29082443184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2378,-88492.5 2254,-88492.5 2254,-88473.25 2378,-88473.25 2378,-88492.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2316\" y=\"-88479\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082397872&#45;&gt;29082443184 -->\n",
"<g id=\"edge530\" class=\"edge\">\n",
"<title>29082397872&#45;&gt;29082443184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2221.01,-88533.81C2239.02,-88524.34 2267.71,-88509.26 2288.85,-88498.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2290.27,-88501.36 2297.49,-88493.61 2287.01,-88495.16 2290.27,-88501.36\"/>\n",
"</g>\n",
"<!-- 29082398016 -->\n",
"<g id=\"node273\" class=\"node\">\n",
"<title>29082398016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2192,-88614.25 2104,-88614.25 2104,-88595 2192,-88595 2192,-88614.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2148\" y=\"-88600.75\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082398016&#45;&gt;29082397872 -->\n",
"<g id=\"edge275\" class=\"edge\">\n",
"<title>29082398016&#45;&gt;29082397872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2156.51,-88594.68C2164.73,-88586.04 2177.4,-88572.71 2187.59,-88562\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2190.02,-88564.53 2194.37,-88554.87 2184.94,-88559.71 2190.02,-88564.53\"/>\n",
"</g>\n",
"<!-- 29082398208 -->\n",
"<g id=\"node274\" class=\"node\">\n",
"<title>29082398208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2147,-88857.75 1987,-88857.75 1987,-88838.5 2147,-88838.5 2147,-88857.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2067\" y=\"-88844.25\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082398208&#45;&gt;29082398016 -->\n",
"<g id=\"edge276\" class=\"edge\">\n",
"<title>29082398208&#45;&gt;29082398016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2065.41,-88838.11C2060.71,-88808.73 2049.39,-88713.96 2086,-88650.25 2093.28,-88637.58 2105.77,-88627.56 2117.65,-88620.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2119.06,-88623.46 2126.03,-88615.48 2115.61,-88617.37 2119.06,-88623.46\"/>\n",
"</g>\n",
"<!-- 29082439008 -->\n",
"<g id=\"node475\" class=\"node\">\n",
"<title>29082439008</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2201,-88796.88 2095,-88796.88 2095,-88777.62 2201,-88777.62 2201,-88796.88\"/>\n",
"<text text-anchor=\"middle\" x=\"2148\" y=\"-88783.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082398208&#45;&gt;29082439008 -->\n",
"<g id=\"edge490\" class=\"edge\">\n",
"<title>29082398208&#45;&gt;29082439008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2079.3,-88838.18C2091.79,-88829.11 2111.38,-88814.87 2126.45,-88803.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2128.33,-88806.88 2134.36,-88798.17 2124.21,-88801.21 2128.33,-88806.88\"/>\n",
"</g>\n",
"<!-- 29082398352 -->\n",
"<g id=\"node275\" class=\"node\">\n",
"<title>29082398352</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1891,-88918.62 1803,-88918.62 1803,-88899.38 1891,-88899.38 1891,-88918.62\"/>\n",
"<text text-anchor=\"middle\" x=\"1847\" y=\"-88905.12\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082398352&#45;&gt;29082398208 -->\n",
"<g id=\"edge277\" class=\"edge\">\n",
"<title>29082398352&#45;&gt;29082398208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1880.89,-88898.93C1918.76,-88888.8 1980.24,-88872.34 2022.09,-88861.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2022.85,-88864.56 2031.61,-88858.6 2021.04,-88857.8 2022.85,-88864.56\"/>\n",
"</g>\n",
"<!-- 29082398544 -->\n",
"<g id=\"node276\" class=\"node\">\n",
"<title>29082398544</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1837,-90554.62 1677,-90554.62 1677,-90535.38 1837,-90535.38 1837,-90554.62\"/>\n",
"<text text-anchor=\"middle\" x=\"1757\" y=\"-90541.12\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082398544&#45;&gt;29082398352 -->\n",
"<g id=\"edge278\" class=\"edge\">\n",
"<title>29082398544&#45;&gt;29082398352</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1757,-90535.12C1757,-90515.92 1757,-90469.11 1757,-90429.88 1757,-90429.88 1757,-90429.88 1757,-89035.38 1757,-89000.93 1756.52,-88988.65 1776,-88960.25 1786.31,-88945.22 1802.68,-88933.19 1817.11,-88924.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1818.78,-88927.75 1825.83,-88919.84 1815.39,-88921.63 1818.78,-88927.75\"/>\n",
"</g>\n",
"<!-- 29082440976 -->\n",
"<g id=\"node446\" class=\"node\">\n",
"<title>29082440976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1931,-90493.75 1807,-90493.75 1807,-90474.5 1931,-90474.5 1931,-90493.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1869\" y=\"-90480.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082398544&#45;&gt;29082440976 -->\n",
"<g id=\"edge458\" class=\"edge\">\n",
"<title>29082398544&#45;&gt;29082440976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1774.01,-90535.06C1792.02,-90525.59 1820.71,-90510.51 1841.85,-90499.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1843.27,-90502.61 1850.49,-90494.86 1840.01,-90496.41 1843.27,-90502.61\"/>\n",
"</g>\n",
"<!-- 29082398688 -->\n",
"<g id=\"node277\" class=\"node\">\n",
"<title>29082398688</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1745,-90615.5 1657,-90615.5 1657,-90596.25 1745,-90596.25 1745,-90615.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1701\" y=\"-90602\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082398688&#45;&gt;29082398544 -->\n",
"<g id=\"edge279\" class=\"edge\">\n",
"<title>29082398688&#45;&gt;29082398544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1709.51,-90595.93C1717.73,-90587.29 1730.4,-90573.96 1740.59,-90563.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1743.02,-90565.78 1747.37,-90556.12 1737.94,-90560.96 1743.02,-90565.78\"/>\n",
"</g>\n",
"<!-- 29082398880 -->\n",
"<g id=\"node278\" class=\"node\">\n",
"<title>29082398880</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1700,-90859 1540,-90859 1540,-90839.75 1700,-90839.75 1700,-90859\"/>\n",
"<text text-anchor=\"middle\" x=\"1620\" y=\"-90845.5\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082398880&#45;&gt;29082398688 -->\n",
"<g id=\"edge280\" class=\"edge\">\n",
"<title>29082398880&#45;&gt;29082398688</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1618.41,-90839.36C1613.71,-90809.98 1602.39,-90715.21 1639,-90651.5 1646.28,-90638.83 1658.77,-90628.81 1670.65,-90621.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1672.06,-90624.71 1679.03,-90616.73 1668.61,-90618.62 1672.06,-90624.71\"/>\n",
"</g>\n",
"<!-- 29082401808 -->\n",
"<g id=\"node407\" class=\"node\">\n",
"<title>29082401808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1754,-90798.12 1648,-90798.12 1648,-90778.88 1754,-90778.88 1754,-90798.12\"/>\n",
"<text text-anchor=\"middle\" x=\"1701\" y=\"-90784.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082398880&#45;&gt;29082401808 -->\n",
"<g id=\"edge418\" class=\"edge\">\n",
"<title>29082398880&#45;&gt;29082401808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1632.3,-90839.43C1644.79,-90830.36 1664.38,-90816.12 1679.45,-90805.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1681.33,-90808.13 1687.36,-90799.42 1677.21,-90802.46 1681.33,-90808.13\"/>\n",
"</g>\n",
"<!-- 29082399024 -->\n",
"<g id=\"node279\" class=\"node\">\n",
"<title>29082399024</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1444,-90919.88 1356,-90919.88 1356,-90900.62 1444,-90900.62 1444,-90919.88\"/>\n",
"<text text-anchor=\"middle\" x=\"1400\" y=\"-90906.38\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082399024&#45;&gt;29082398880 -->\n",
"<g id=\"edge281\" class=\"edge\">\n",
"<title>29082399024&#45;&gt;29082398880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1433.89,-90900.18C1471.76,-90890.05 1533.24,-90873.59 1575.09,-90862.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1575.85,-90865.81 1584.61,-90859.85 1574.04,-90859.05 1575.85,-90865.81\"/>\n",
"</g>\n",
"<!-- 29082399216 -->\n",
"<g id=\"node280\" class=\"node\">\n",
"<title>29082399216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1390,-92555.88 1230,-92555.88 1230,-92536.62 1390,-92536.62 1390,-92555.88\"/>\n",
"<text text-anchor=\"middle\" x=\"1310\" y=\"-92542.38\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082399216&#45;&gt;29082399024 -->\n",
"<g id=\"edge282\" class=\"edge\">\n",
"<title>29082399216&#45;&gt;29082399024</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1310,-92536.37C1310,-92517.17 1310,-92470.36 1310,-92431.12 1310,-92431.12 1310,-92431.12 1310,-91036.62 1310,-91002.18 1309.52,-90989.9 1329,-90961.5 1339.31,-90946.47 1355.68,-90934.44 1370.11,-90925.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1371.78,-90929 1378.83,-90921.09 1368.39,-90922.88 1371.78,-90929\"/>\n",
"</g>\n",
"<!-- 29082438768 -->\n",
"<g id=\"node378\" class=\"node\">\n",
"<title>29082438768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1484,-92495 1360,-92495 1360,-92475.75 1484,-92475.75 1484,-92495\"/>\n",
"<text text-anchor=\"middle\" x=\"1422\" y=\"-92481.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082399216&#45;&gt;29082438768 -->\n",
"<g id=\"edge386\" class=\"edge\">\n",
"<title>29082399216&#45;&gt;29082438768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1327.01,-92536.31C1345.02,-92526.84 1373.71,-92511.76 1394.85,-92500.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1396.27,-92503.86 1403.49,-92496.11 1393.01,-92497.66 1396.27,-92503.86\"/>\n",
"</g>\n",
"<!-- 29082399360 -->\n",
"<g id=\"node281\" class=\"node\">\n",
"<title>29082399360</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1298,-92616.75 1210,-92616.75 1210,-92597.5 1298,-92597.5 1298,-92616.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1254\" y=\"-92603.25\" font-family=\"monospace\" font-size=\"10.00\">AddBackward0</text>\n",
"</g>\n",
"<!-- 29082399360&#45;&gt;29082399216 -->\n",
"<g id=\"edge283\" class=\"edge\">\n",
"<title>29082399360&#45;&gt;29082399216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1262.51,-92597.18C1270.73,-92588.54 1283.4,-92575.21 1293.59,-92564.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1296.02,-92567.03 1300.37,-92557.37 1290.94,-92562.21 1296.02,-92567.03\"/>\n",
"</g>\n",
"<!-- 29082399552 -->\n",
"<g id=\"node282\" class=\"node\">\n",
"<title>29082399552</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1253,-92860.25 1093,-92860.25 1093,-92841 1253,-92841 1253,-92860.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1173\" y=\"-92846.75\" font-family=\"monospace\" font-size=\"10.00\">NativeLayerNormBackward0</text>\n",
"</g>\n",
"<!-- 29082399552&#45;&gt;29082399360 -->\n",
"<g id=\"edge284\" class=\"edge\">\n",
"<title>29082399552&#45;&gt;29082399360</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1171.41,-92840.61C1166.71,-92811.23 1155.39,-92716.46 1192,-92652.75 1199.28,-92640.08 1211.77,-92630.06 1223.65,-92622.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1225.06,-92625.96 1232.03,-92617.98 1221.61,-92619.87 1225.06,-92625.96\"/>\n",
"</g>\n",
"<!-- 29082400368 -->\n",
"<g id=\"node339\" class=\"node\">\n",
"<title>29082400368</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1307,-92799.38 1201,-92799.38 1201,-92780.12 1307,-92780.12 1307,-92799.38\"/>\n",
"<text text-anchor=\"middle\" x=\"1254\" y=\"-92785.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082399552&#45;&gt;29082400368 -->\n",
"<g id=\"edge346\" class=\"edge\">\n",
"<title>29082399552&#45;&gt;29082400368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1185.3,-92840.68C1197.79,-92831.61 1217.38,-92817.37 1232.45,-92806.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1234.33,-92809.38 1240.36,-92800.67 1230.21,-92803.71 1234.33,-92809.38\"/>\n",
"</g>\n",
"<!-- 29082399696&#45;&gt;29082399552 -->\n",
"<g id=\"edge285\" class=\"edge\">\n",
"<title>29082399696&#45;&gt;29082399552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M986.89,-92901.43C1024.76,-92891.3 1086.24,-92874.84 1128.09,-92863.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1128.85,-92867.06 1137.61,-92861.1 1127.04,-92860.3 1128.85,-92867.06\"/>\n",
"</g>\n",
"<!-- 29082399888 -->\n",
"<g id=\"node284\" class=\"node\">\n",
"<title>29082399888</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1015,-92987.62 891,-92987.62 891,-92968.38 1015,-92968.38 1015,-92987.62\"/>\n",
"<text text-anchor=\"middle\" x=\"953\" y=\"-92974.12\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082399888&#45;&gt;29082399696 -->\n",
"<g id=\"edge287\" class=\"edge\">\n",
"<title>29082399888&#45;&gt;29082399696</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M953,-92968.03C953,-92958.98 953,-92944.7 953,-92932.88\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"956.5,-92932.91 953,-92922.91 949.5,-92932.91 956.5,-92932.91\"/>\n",
"</g>\n",
"<!-- 29082399984 -->\n",
"<g id=\"node285\" class=\"node\">\n",
"<title>29082399984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1007,-93048.5 913,-93048.5 913,-93029.25 1007,-93029.25 1007,-93048.5\"/>\n",
"<text text-anchor=\"middle\" x=\"960\" y=\"-93035\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082399984&#45;&gt;29082399888 -->\n",
"<g id=\"edge288\" class=\"edge\">\n",
"<title>29082399984&#45;&gt;29082399888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M958.94,-93028.93C958,-93021.07 956.61,-93009.32 955.4,-92999.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"958.91,-92999.05 954.25,-92989.53 951.96,-92999.87 958.91,-92999.05\"/>\n",
"</g>\n",
"<!-- 29082400032 -->\n",
"<g id=\"node286\" class=\"node\">\n",
"<title>29082400032</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1026,-93103.75 920,-93103.75 920,-93084.5 1026,-93084.5 1026,-93103.75\"/>\n",
"<text text-anchor=\"middle\" x=\"973\" y=\"-93090.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082400032&#45;&gt;29082399984 -->\n",
"<g id=\"edge289\" class=\"edge\">\n",
"<title>29082400032&#45;&gt;29082399984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M970.85,-93084.33C969.23,-93077.67 966.92,-93068.24 964.86,-93059.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"968.32,-93059.21 962.55,-93050.33 961.52,-93060.87 968.32,-93059.21\"/>\n",
"</g>\n",
"<!-- 29082400176 -->\n",
"<g id=\"node287\" class=\"node\">\n",
"<title>29082400176</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1017,-93159 923,-93159 923,-93139.75 1017,-93139.75 1017,-93159\"/>\n",
"<text text-anchor=\"middle\" x=\"970\" y=\"-93145.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082400176&#45;&gt;29082400032 -->\n",
"<g id=\"edge290\" class=\"edge\">\n",
"<title>29082400176&#45;&gt;29082400032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M970.5,-93139.58C970.87,-93132.99 971.39,-93123.71 971.86,-93115.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"975.34,-93115.8 972.41,-93105.62 968.35,-93115.41 975.34,-93115.8\"/>\n",
"</g>\n",
"<!-- 29082400464 -->\n",
"<g id=\"node288\" class=\"node\">\n",
"<title>29082400464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1014,-93219.88 914,-93219.88 914,-93200.62 1014,-93200.62 1014,-93219.88\"/>\n",
"<text text-anchor=\"middle\" x=\"964\" y=\"-93206.38\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082400464&#45;&gt;29082400176 -->\n",
"<g id=\"edge291\" class=\"edge\">\n",
"<title>29082400464&#45;&gt;29082400176</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M964.91,-93200.31C965.71,-93192.44 966.91,-93180.7 967.94,-93170.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"971.39,-93171.21 968.93,-93160.91 964.43,-93170.5 971.39,-93171.21\"/>\n",
"</g>\n",
"<!-- 29082400512 -->\n",
"<g id=\"node289\" class=\"node\">\n",
"<title>29082400512</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1027,-93280.75 915,-93280.75 915,-93261.5 1027,-93261.5 1027,-93280.75\"/>\n",
"<text text-anchor=\"middle\" x=\"971\" y=\"-93267.25\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082400512&#45;&gt;29082400464 -->\n",
"<g id=\"edge292\" class=\"edge\">\n",
"<title>29082400512&#45;&gt;29082400464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M969.94,-93261.18C969,-93253.32 967.61,-93241.57 966.4,-93231.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"969.91,-93231.3 965.25,-93221.78 962.96,-93232.12 969.91,-93231.3\"/>\n",
"</g>\n",
"<!-- 29082400656 -->\n",
"<g id=\"node290\" class=\"node\">\n",
"<title>29082400656</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1054,-93336 924,-93336 924,-93316.75 1054,-93316.75 1054,-93336\"/>\n",
"<text text-anchor=\"middle\" x=\"989\" y=\"-93322.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082400656&#45;&gt;29082400512 -->\n",
"<g id=\"edge293\" class=\"edge\">\n",
"<title>29082400656&#45;&gt;29082400512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M986.03,-93316.58C983.75,-93309.84 980.51,-93300.27 977.63,-93291.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"981.04,-93290.9 974.52,-93282.54 974.41,-93293.14 981.04,-93290.9\"/>\n",
"</g>\n",
"<!-- 29082400800 -->\n",
"<g id=\"node291\" class=\"node\">\n",
"<title>29082400800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1067,-93391.25 979,-93391.25 979,-93372 1067,-93372 1067,-93391.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1023\" y=\"-93377.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082400800&#45;&gt;29082400656 -->\n",
"<g id=\"edge294\" class=\"edge\">\n",
"<title>29082400800&#45;&gt;29082400656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1017.39,-93371.83C1012.88,-93364.78 1006.41,-93354.65 1000.79,-93345.83\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1003.88,-93344.18 995.55,-93337.63 997.98,-93347.95 1003.88,-93344.18\"/>\n",
"</g>\n",
"<!-- 29082400944 -->\n",
"<g id=\"node292\" class=\"node\">\n",
"<title>29082400944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1070,-93446.5 976,-93446.5 976,-93427.25 1070,-93427.25 1070,-93446.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1023\" y=\"-93433\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082400944&#45;&gt;29082400800 -->\n",
"<g id=\"edge295\" class=\"edge\">\n",
"<title>29082400944&#45;&gt;29082400800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1023,-93427.08C1023,-93420.57 1023,-93411.42 1023,-93403.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1026.5,-93403.12 1023,-93393.12 1019.5,-93403.12 1026.5,-93403.12\"/>\n",
"</g>\n",
"<!-- 29082401184 -->\n",
"<g id=\"node293\" class=\"node\">\n",
"<title>29082401184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1076,-93501.75 970,-93501.75 970,-93482.5 1076,-93482.5 1076,-93501.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1023\" y=\"-93488.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082401184&#45;&gt;29082400944 -->\n",
"<g id=\"edge296\" class=\"edge\">\n",
"<title>29082401184&#45;&gt;29082400944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1023,-93482.33C1023,-93475.82 1023,-93466.67 1023,-93458.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1026.5,-93458.37 1023,-93448.37 1019.5,-93458.37 1026.5,-93458.37\"/>\n",
"</g>\n",
"<!-- 29082401232 -->\n",
"<g id=\"node294\" class=\"node\">\n",
"<title>29082401232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1079,-93557 967,-93557 967,-93537.75 1079,-93537.75 1079,-93557\"/>\n",
"<text text-anchor=\"middle\" x=\"1023\" y=\"-93543.5\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082401232&#45;&gt;29082401184 -->\n",
"<g id=\"edge297\" class=\"edge\">\n",
"<title>29082401232&#45;&gt;29082401184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1023,-93537.58C1023,-93531.07 1023,-93521.92 1023,-93513.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1026.5,-93513.62 1023,-93503.62 1019.5,-93513.62 1026.5,-93513.62\"/>\n",
"</g>\n",
"<!-- 29082401376 -->\n",
"<g id=\"node295\" class=\"node\">\n",
"<title>29082401376</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1088,-93612.25 958,-93612.25 958,-93593 1088,-93593 1088,-93612.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1023\" y=\"-93598.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082401376&#45;&gt;29082401232 -->\n",
"<g id=\"edge298\" class=\"edge\">\n",
"<title>29082401376&#45;&gt;29082401232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1023,-93592.83C1023,-93586.32 1023,-93577.17 1023,-93568.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1026.5,-93568.87 1023,-93558.87 1019.5,-93568.87 1026.5,-93568.87\"/>\n",
"</g>\n",
"<!-- 29082401520 -->\n",
"<g id=\"node296\" class=\"node\">\n",
"<title>29082401520</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1067,-93667.5 979,-93667.5 979,-93648.25 1067,-93648.25 1067,-93667.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1023\" y=\"-93654\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082401520&#45;&gt;29082401376 -->\n",
"<g id=\"edge299\" class=\"edge\">\n",
"<title>29082401520&#45;&gt;29082401376</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1023,-93648.08C1023,-93641.57 1023,-93632.42 1023,-93624.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1026.5,-93624.12 1023,-93614.12 1019.5,-93624.12 1026.5,-93624.12\"/>\n",
"</g>\n",
"<!-- 29082401664 -->\n",
"<g id=\"node297\" class=\"node\">\n",
"<title>29082401664</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1033,-93778 891,-93778 891,-93758.75 1033,-93758.75 1033,-93778\"/>\n",
"<text text-anchor=\"middle\" x=\"962\" y=\"-93764.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082401664&#45;&gt;29082401520 -->\n",
"<g id=\"edge300\" class=\"edge\">\n",
"<title>29082401664&#45;&gt;29082401520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M966.99,-93758.5C976.87,-93740.93 999.09,-93701.41 1012.38,-93677.77\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1015.35,-93679.63 1017.2,-93669.2 1009.25,-93676.2 1015.35,-93679.63\"/>\n",
"</g>\n",
"<!-- 29082401904 -->\n",
"<g id=\"node298\" class=\"node\">\n",
"<title>29082401904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1015,-93833.25 909,-93833.25 909,-93814 1015,-93814 1015,-93833.25\"/>\n",
"<text text-anchor=\"middle\" x=\"962\" y=\"-93819.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082401904&#45;&gt;29082401664 -->\n",
"<g id=\"edge301\" class=\"edge\">\n",
"<title>29082401904&#45;&gt;29082401664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M962,-93813.83C962,-93807.32 962,-93798.17 962,-93789.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"965.5,-93789.87 962,-93779.87 958.5,-93789.87 965.5,-93789.87\"/>\n",
"</g>\n",
"<!-- 29082401952 -->\n",
"<g id=\"node299\" class=\"node\">\n",
"<title>29082401952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1006,-93888.5 918,-93888.5 918,-93869.25 1006,-93869.25 1006,-93888.5\"/>\n",
"<text text-anchor=\"middle\" x=\"962\" y=\"-93875\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082401952&#45;&gt;29082401904 -->\n",
"<g id=\"edge302\" class=\"edge\">\n",
"<title>29082401952&#45;&gt;29082401904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M962,-93869.08C962,-93862.57 962,-93853.42 962,-93845.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"965.5,-93845.12 962,-93835.12 958.5,-93845.12 965.5,-93845.12\"/>\n",
"</g>\n",
"<!-- 29082402096 -->\n",
"<g id=\"node300\" class=\"node\">\n",
"<title>29082402096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1009,-93943.75 915,-93943.75 915,-93924.5 1009,-93924.5 1009,-93943.75\"/>\n",
"<text text-anchor=\"middle\" x=\"962\" y=\"-93930.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082402096&#45;&gt;29082401952 -->\n",
"<g id=\"edge303\" class=\"edge\">\n",
"<title>29082402096&#45;&gt;29082401952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M962,-93924.33C962,-93917.82 962,-93908.67 962,-93900.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"965.5,-93900.37 962,-93890.37 958.5,-93900.37 965.5,-93900.37\"/>\n",
"</g>\n",
"<!-- 29082402240 -->\n",
"<g id=\"node301\" class=\"node\">\n",
"<title>29082402240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1024,-93999 900,-93999 900,-93979.75 1024,-93979.75 1024,-93999\"/>\n",
"<text text-anchor=\"middle\" x=\"962\" y=\"-93985.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082402240&#45;&gt;29082402096 -->\n",
"<g id=\"edge304\" class=\"edge\">\n",
"<title>29082402240&#45;&gt;29082402096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M962,-93979.58C962,-93973.07 962,-93963.92 962,-93955.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"965.5,-93955.62 962,-93945.62 958.5,-93955.62 965.5,-93955.62\"/>\n",
"</g>\n",
"<!-- 29082402384 -->\n",
"<g id=\"node302\" class=\"node\">\n",
"<title>29082402384</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1012,-94054.25 918,-94054.25 918,-94035 1012,-94035 1012,-94054.25\"/>\n",
"<text text-anchor=\"middle\" x=\"965\" y=\"-94040.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082402384&#45;&gt;29082402240 -->\n",
"<g id=\"edge305\" class=\"edge\">\n",
"<title>29082402384&#45;&gt;29082402240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M964.5,-94034.83C964.13,-94028.24 963.61,-94018.96 963.14,-94010.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"966.65,-94010.66 962.59,-94000.87 959.66,-94011.05 966.65,-94010.66\"/>\n",
"</g>\n",
"<!-- 29082402528 -->\n",
"<g id=\"node303\" class=\"node\">\n",
"<title>29082402528</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1020,-94109.5 914,-94109.5 914,-94090.25 1020,-94090.25 1020,-94109.5\"/>\n",
"<text text-anchor=\"middle\" x=\"967\" y=\"-94096\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082402528&#45;&gt;29082402384 -->\n",
"<g id=\"edge306\" class=\"edge\">\n",
"<title>29082402528&#45;&gt;29082402384</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M966.67,-94090.08C966.42,-94083.49 966.07,-94074.21 965.76,-94065.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"969.27,-94065.98 965.39,-94056.12 962.27,-94066.25 969.27,-94065.98\"/>\n",
"</g>\n",
"<!-- 29082402672 -->\n",
"<g id=\"node304\" class=\"node\">\n",
"<title>29082402672</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1145,-94164.75 1045,-94164.75 1045,-94145.5 1145,-94145.5 1145,-94164.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1095\" y=\"-94151.25\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082402672&#45;&gt;29082402528 -->\n",
"<g id=\"edge307\" class=\"edge\">\n",
"<title>29082402672&#45;&gt;29082402528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1073.29,-94145.09C1052.97,-94136.64 1022.35,-94123.9 999.19,-94114.27\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1000.79,-94111.14 990.22,-94110.53 998.11,-94117.61 1000.79,-94111.14\"/>\n",
"</g>\n",
"<!-- 29082436704 -->\n",
"<g id=\"node322\" class=\"node\">\n",
"<title>29082436704</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1148,-94109.5 1042,-94109.5 1042,-94090.25 1148,-94090.25 1148,-94109.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1095\" y=\"-94096\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082402672&#45;&gt;29082436704 -->\n",
"<g id=\"edge327\" class=\"edge\">\n",
"<title>29082402672&#45;&gt;29082436704</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1095,-94145.33C1095,-94138.82 1095,-94129.67 1095,-94121.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1098.5,-94121.37 1095,-94111.37 1091.5,-94121.37 1098.5,-94121.37\"/>\n",
"</g>\n",
"<!-- 29082436176 -->\n",
"<g id=\"node328\" class=\"node\">\n",
"<title>29082436176</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1285,-94109.5 1179,-94109.5 1179,-94090.25 1285,-94090.25 1285,-94109.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1232\" y=\"-94096\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082402672&#45;&gt;29082436176 -->\n",
"<g id=\"edge334\" class=\"edge\">\n",
"<title>29082402672&#45;&gt;29082436176</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1118.24,-94145.09C1140.19,-94136.56 1173.35,-94123.67 1198.21,-94114.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1199.18,-94117.39 1207.24,-94110.5 1196.65,-94110.86 1199.18,-94117.39\"/>\n",
"</g>\n",
"<!-- 29082435696 -->\n",
"<g id=\"node305\" class=\"node\">\n",
"<title>29082435696</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1151,-94220 1039,-94220 1039,-94200.75 1151,-94200.75 1151,-94220\"/>\n",
"<text text-anchor=\"middle\" x=\"1095\" y=\"-94206.5\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082435696&#45;&gt;29082402672 -->\n",
"<g id=\"edge308\" class=\"edge\">\n",
"<title>29082435696&#45;&gt;29082402672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1095,-94200.58C1095,-94194.07 1095,-94184.92 1095,-94176.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1098.5,-94176.62 1095,-94166.62 1091.5,-94176.62 1098.5,-94176.62\"/>\n",
"</g>\n",
"<!-- 29082435792 -->\n",
"<g id=\"node306\" class=\"node\">\n",
"<title>29082435792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1157,-94275.25 1033,-94275.25 1033,-94256 1157,-94256 1157,-94275.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1095\" y=\"-94261.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082435792&#45;&gt;29082435696 -->\n",
"<g id=\"edge309\" class=\"edge\">\n",
"<title>29082435792&#45;&gt;29082435696</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1095,-94255.83C1095,-94249.32 1095,-94240.17 1095,-94231.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1098.5,-94231.87 1095,-94221.87 1091.5,-94231.87 1098.5,-94231.87\"/>\n",
"</g>\n",
"<!-- 29082435936 -->\n",
"<g id=\"node307\" class=\"node\">\n",
"<title>29082435936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1157,-94330.5 1033,-94330.5 1033,-94311.25 1157,-94311.25 1157,-94330.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1095\" y=\"-94317\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082435936&#45;&gt;29082435792 -->\n",
"<g id=\"edge310\" class=\"edge\">\n",
"<title>29082435936&#45;&gt;29082435792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1095,-94311.08C1095,-94304.57 1095,-94295.42 1095,-94287.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1098.5,-94287.12 1095,-94277.12 1091.5,-94287.12 1098.5,-94287.12\"/>\n",
"</g>\n",
"<!-- 29082436080 -->\n",
"<g id=\"node308\" class=\"node\">\n",
"<title>29082436080</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1141,-94385.75 1047,-94385.75 1047,-94366.5 1141,-94366.5 1141,-94385.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1094\" y=\"-94372.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082436080&#45;&gt;29082435936 -->\n",
"<g id=\"edge311\" class=\"edge\">\n",
"<title>29082436080&#45;&gt;29082435936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1094.17,-94366.33C1094.29,-94359.82 1094.46,-94350.67 1094.62,-94342.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1098.11,-94342.44 1094.8,-94332.37 1091.12,-94342.3 1098.11,-94342.44\"/>\n",
"</g>\n",
"<!-- 29082436224 -->\n",
"<g id=\"node309\" class=\"node\">\n",
"<title>29082436224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1146,-94441 1040,-94441 1040,-94421.75 1146,-94421.75 1146,-94441\"/>\n",
"<text text-anchor=\"middle\" x=\"1093\" y=\"-94427.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082436224&#45;&gt;29082436080 -->\n",
"<g id=\"edge312\" class=\"edge\">\n",
"<title>29082436224&#45;&gt;29082436080</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1093.17,-94421.58C1093.29,-94415.07 1093.46,-94405.92 1093.62,-94397.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1097.11,-94397.69 1093.8,-94387.62 1090.12,-94397.55 1097.11,-94397.69\"/>\n",
"</g>\n",
"<!-- 29082436368&#45;&gt;29082436224 -->\n",
"<g id=\"edge313\" class=\"edge\">\n",
"<title>29082436368&#45;&gt;29082436224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M977.58,-94476.59C999.84,-94468.06 1033.49,-94455.17 1058.72,-94445.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1059.81,-94448.84 1067.89,-94441.99 1057.3,-94442.3 1059.81,-94448.84\"/>\n",
"</g>\n",
"<!-- 29082436320 -->\n",
"<g id=\"node311\" class=\"node\">\n",
"<title>29082436320</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1140,-94496.25 1040,-94496.25 1040,-94477 1140,-94477 1140,-94496.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1090\" y=\"-94482.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082436320&#45;&gt;29082436224 -->\n",
"<g id=\"edge315\" class=\"edge\">\n",
"<title>29082436320&#45;&gt;29082436224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1090.5,-94476.83C1090.87,-94470.24 1091.39,-94460.96 1091.86,-94452.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1095.34,-94453.05 1092.41,-94442.87 1088.35,-94452.66 1095.34,-94453.05\"/>\n",
"</g>\n",
"<!-- 5763655312 -->\n",
"<g id=\"node312\" class=\"node\">\n",
"<title>5763655312</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1243,-94562.75 909,-94562.75 909,-94532.25 1243,-94532.25 1243,-94562.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1076\" y=\"-94549.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"1076\" y=\"-94538\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5763655312&#45;&gt;29082436320 -->\n",
"<g id=\"edge316\" class=\"edge\">\n",
"<title>5763655312&#45;&gt;29082436320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1079.46,-94531.95C1081.2,-94524.62 1083.34,-94515.62 1085.24,-94507.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1088.58,-94508.71 1087.49,-94498.17 1081.77,-94507.09 1088.58,-94508.71\"/>\n",
"</g>\n",
"<!-- 29082436464 -->\n",
"<g id=\"node313\" class=\"node\">\n",
"<title>29082436464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1365,-94496.25 1265,-94496.25 1265,-94477 1365,-94477 1365,-94496.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1315\" y=\"-94482.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082436464&#45;&gt;29082436224 -->\n",
"<g id=\"edge317\" class=\"edge\">\n",
"<title>29082436464&#45;&gt;29082436224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1277.09,-94476.53C1239.73,-94467.57 1182.5,-94453.84 1141.77,-94444.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1142.77,-94440.71 1132.23,-94441.78 1141.13,-94447.52 1142.77,-94440.71\"/>\n",
"</g>\n",
"<!-- 5763657520 -->\n",
"<g id=\"node314\" class=\"node\">\n",
"<title>5763657520</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1583,-94562.75 1261,-94562.75 1261,-94532.25 1583,-94532.25 1583,-94562.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1422\" y=\"-94549.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"1422\" y=\"-94538\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5763657520&#45;&gt;29082436464 -->\n",
"<g id=\"edge318\" class=\"edge\">\n",
"<title>5763657520&#45;&gt;29082436464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1395.28,-94531.8C1378.82,-94522.74 1357.82,-94511.19 1341.42,-94502.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1343.18,-94499.14 1332.74,-94497.38 1339.81,-94505.27 1343.18,-94499.14\"/>\n",
"</g>\n",
"<!-- 29082401616 -->\n",
"<g id=\"node315\" class=\"node\">\n",
"<title>29082401616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1159,-93722.75 1017,-93722.75 1017,-93703.5 1159,-93703.5 1159,-93722.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1088\" y=\"-93709.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082401616&#45;&gt;29082401520 -->\n",
"<g id=\"edge319\" class=\"edge\">\n",
"<title>29082401616&#45;&gt;29082401520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1076.97,-93703.09C1067.58,-93695.4 1053.85,-93684.15 1042.59,-93674.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1044.99,-93672.36 1035.03,-93668.73 1040.55,-93677.78 1044.99,-93672.36\"/>\n",
"</g>\n",
"<!-- 29082402048 -->\n",
"<g id=\"node316\" class=\"node\">\n",
"<title>29082402048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1157,-93778 1051,-93778 1051,-93758.75 1157,-93758.75 1157,-93778\"/>\n",
"<text text-anchor=\"middle\" x=\"1104\" y=\"-93764.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082402048&#45;&gt;29082401616 -->\n",
"<g id=\"edge320\" class=\"edge\">\n",
"<title>29082402048&#45;&gt;29082401616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1101.36,-93758.58C1099.36,-93751.92 1096.52,-93742.49 1093.98,-93734.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1097.36,-93733.13 1091.14,-93724.56 1090.66,-93735.14 1097.36,-93733.13\"/>\n",
"</g>\n",
"<!-- 29082402336 -->\n",
"<g id=\"node317\" class=\"node\">\n",
"<title>29082402336</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1148,-93833.25 1060,-93833.25 1060,-93814 1148,-93814 1148,-93833.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1104\" y=\"-93819.75\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082402336&#45;&gt;29082402048 -->\n",
"<g id=\"edge321\" class=\"edge\">\n",
"<title>29082402336&#45;&gt;29082402048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1104,-93813.83C1104,-93807.32 1104,-93798.17 1104,-93789.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1107.5,-93789.87 1104,-93779.87 1100.5,-93789.87 1107.5,-93789.87\"/>\n",
"</g>\n",
"<!-- 29082402624 -->\n",
"<g id=\"node318\" class=\"node\">\n",
"<title>29082402624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1166,-93888.5 1042,-93888.5 1042,-93869.25 1166,-93869.25 1166,-93888.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1104\" y=\"-93875\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082402624&#45;&gt;29082402336 -->\n",
"<g id=\"edge322\" class=\"edge\">\n",
"<title>29082402624&#45;&gt;29082402336</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1104,-93869.08C1104,-93862.57 1104,-93853.42 1104,-93845.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1107.5,-93845.12 1104,-93835.12 1100.5,-93845.12 1107.5,-93845.12\"/>\n",
"</g>\n",
"<!-- 29082401856 -->\n",
"<g id=\"node319\" class=\"node\">\n",
"<title>29082401856</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1151,-93943.75 1057,-93943.75 1057,-93924.5 1151,-93924.5 1151,-93943.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1104\" y=\"-93930.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082401856&#45;&gt;29082402624 -->\n",
"<g id=\"edge323\" class=\"edge\">\n",
"<title>29082401856&#45;&gt;29082402624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1104,-93924.33C1104,-93917.82 1104,-93908.67 1104,-93900.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1107.5,-93900.37 1104,-93890.37 1100.5,-93900.37 1107.5,-93900.37\"/>\n",
"</g>\n",
"<!-- 29082436032 -->\n",
"<g id=\"node320\" class=\"node\">\n",
"<title>29082436032</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1166,-93999 1042,-93999 1042,-93979.75 1166,-93979.75 1166,-93999\"/>\n",
"<text text-anchor=\"middle\" x=\"1104\" y=\"-93985.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082436032&#45;&gt;29082401856 -->\n",
"<g id=\"edge324\" class=\"edge\">\n",
"<title>29082436032&#45;&gt;29082401856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1104,-93979.58C1104,-93973.07 1104,-93963.92 1104,-93955.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1107.5,-93955.62 1104,-93945.62 1100.5,-93955.62 1107.5,-93955.62\"/>\n",
"</g>\n",
"<!-- 29082436512 -->\n",
"<g id=\"node321\" class=\"node\">\n",
"<title>29082436512</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1142,-94054.25 1048,-94054.25 1048,-94035 1142,-94035 1142,-94054.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1095\" y=\"-94040.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082436512&#45;&gt;29082436032 -->\n",
"<g id=\"edge325\" class=\"edge\">\n",
"<title>29082436512&#45;&gt;29082436032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1096.49,-94034.83C1097.6,-94028.24 1099.17,-94018.96 1100.59,-94010.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1104.01,-94011.3 1102.23,-94000.85 1097.11,-94010.13 1104.01,-94011.3\"/>\n",
"</g>\n",
"<!-- 29082436704&#45;&gt;29082436512 -->\n",
"<g id=\"edge326\" class=\"edge\">\n",
"<title>29082436704&#45;&gt;29082436512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1095,-94090.08C1095,-94083.57 1095,-94074.42 1095,-94066.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1098.5,-94066.12 1095,-94056.12 1091.5,-94066.12 1098.5,-94066.12\"/>\n",
"</g>\n",
"<!-- 29082400896 -->\n",
"<g id=\"node323\" class=\"node\">\n",
"<title>29082400896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1255,-93667.5 1113,-93667.5 1113,-93648.25 1255,-93648.25 1255,-93667.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1184\" y=\"-93654\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082400896&#45;&gt;29082400800 -->\n",
"<g id=\"edge328\" class=\"edge\">\n",
"<title>29082400896&#45;&gt;29082400800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1179.13,-93647.89C1169.73,-93629.67 1150,-93586.87 1150,-93548.38 1150,-93548.38 1150,-93548.38 1150,-93491.12 1150,-93443.48 1097.7,-93412.31 1060.22,-93396.08\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1061.6,-93392.86 1051.02,-93392.29 1058.93,-93399.34 1061.6,-93392.86\"/>\n",
"</g>\n",
"<!-- 29082401328 -->\n",
"<g id=\"node324\" class=\"node\">\n",
"<title>29082401328</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1292,-93888.5 1186,-93888.5 1186,-93869.25 1292,-93869.25 1292,-93888.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1239\" y=\"-93875\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082401328&#45;&gt;29082400896 -->\n",
"<g id=\"edge329\" class=\"edge\">\n",
"<title>29082401328&#45;&gt;29082400896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1236.78,-93869.02C1228.66,-93836.69 1200.49,-93724.53 1188.97,-93678.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1192.39,-93677.92 1186.56,-93669.07 1185.6,-93679.62 1192.39,-93677.92\"/>\n",
"</g>\n",
"<!-- 29082401760 -->\n",
"<g id=\"node325\" class=\"node\">\n",
"<title>29082401760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1290,-93943.75 1196,-93943.75 1196,-93924.5 1290,-93924.5 1290,-93943.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1243\" y=\"-93930.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082401760&#45;&gt;29082401328 -->\n",
"<g id=\"edge330\" class=\"edge\">\n",
"<title>29082401760&#45;&gt;29082401328</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1242.34,-93924.33C1241.84,-93917.74 1241.15,-93908.46 1240.52,-93900.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1244.03,-93900.08 1239.79,-93890.37 1237.05,-93900.6 1244.03,-93900.08\"/>\n",
"</g>\n",
"<!-- 29082402192 -->\n",
"<g id=\"node326\" class=\"node\">\n",
"<title>29082402192</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1308,-93999 1184,-93999 1184,-93979.75 1308,-93979.75 1308,-93999\"/>\n",
"<text text-anchor=\"middle\" x=\"1246\" y=\"-93985.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082402192&#45;&gt;29082401760 -->\n",
"<g id=\"edge331\" class=\"edge\">\n",
"<title>29082402192&#45;&gt;29082401760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1245.5,-93979.58C1245.13,-93972.99 1244.61,-93963.71 1244.14,-93955.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1247.65,-93955.41 1243.59,-93945.62 1240.66,-93955.8 1247.65,-93955.41\"/>\n",
"</g>\n",
"<!-- 29082402480 -->\n",
"<g id=\"node327\" class=\"node\">\n",
"<title>29082402480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1286,-94054.25 1192,-94054.25 1192,-94035 1286,-94035 1286,-94054.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1239\" y=\"-94040.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082402480&#45;&gt;29082402192 -->\n",
"<g id=\"edge332\" class=\"edge\">\n",
"<title>29082402480&#45;&gt;29082402192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1240.16,-94034.83C1241.02,-94028.24 1242.24,-94018.96 1243.34,-94010.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1246.79,-94011.23 1244.62,-94000.86 1239.85,-94010.32 1246.79,-94011.23\"/>\n",
"</g>\n",
"<!-- 29082436176&#45;&gt;29082402480 -->\n",
"<g id=\"edge333\" class=\"edge\">\n",
"<title>29082436176&#45;&gt;29082402480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1233.16,-94090.08C1234.02,-94083.49 1235.24,-94074.21 1236.34,-94065.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1239.79,-94066.48 1237.62,-94056.11 1232.85,-94065.57 1239.79,-94066.48\"/>\n",
"</g>\n",
"<!-- 29082400128 -->\n",
"<g id=\"node329\" class=\"node\">\n",
"<title>29082400128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1193,-93159 1093,-93159 1093,-93139.75 1193,-93139.75 1193,-93159\"/>\n",
"<text text-anchor=\"middle\" x=\"1143\" y=\"-93145.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082400128&#45;&gt;29082400032 -->\n",
"<g id=\"edge335\" class=\"edge\">\n",
"<title>29082400128&#45;&gt;29082400032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1114.16,-93139.34C1086.32,-93130.62 1043.93,-93117.34 1012.86,-93107.61\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1014.01,-93104.3 1003.42,-93104.65 1011.92,-93110.98 1014.01,-93104.3\"/>\n",
"</g>\n",
"<!-- 5763657616 -->\n",
"<g id=\"node330\" class=\"node\">\n",
"<title>5763657616</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1372,-93225.5 1032,-93225.5 1032,-93195 1372,-93195 1372,-93225.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1202\" y=\"-93212\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1202\" y=\"-93200.75\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5763657616&#45;&gt;29082400128 -->\n",
"<g id=\"edge336\" class=\"edge\">\n",
"<title>5763657616&#45;&gt;29082400128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1187.42,-93194.7C1179.12,-93186.42 1168.7,-93176.02 1160.03,-93167.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1162.72,-93165.11 1153.17,-93160.52 1157.77,-93170.06 1162.72,-93165.11\"/>\n",
"</g>\n",
"<!-- 29082400272 -->\n",
"<g id=\"node331\" class=\"node\">\n",
"<title>29082400272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1457,-93159 1357,-93159 1357,-93139.75 1457,-93139.75 1457,-93159\"/>\n",
"<text text-anchor=\"middle\" x=\"1407\" y=\"-93145.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082400272&#45;&gt;29082400032 -->\n",
"<g id=\"edge337\" class=\"edge\">\n",
"<title>29082400272&#45;&gt;29082400032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1356.79,-93142.21C1277.89,-93132.53 1124.9,-93113.76 1037.8,-93103.08\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1038.33,-93099.62 1027.98,-93101.87 1037.48,-93106.56 1038.33,-93099.62\"/>\n",
"</g>\n",
"<!-- 5763657712 -->\n",
"<g id=\"node332\" class=\"node\">\n",
"<title>5763657712</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1718,-93225.5 1390,-93225.5 1390,-93195 1718,-93195 1718,-93225.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1554\" y=\"-93212\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1554\" y=\"-93200.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763657712&#45;&gt;29082400272 -->\n",
"<g id=\"edge338\" class=\"edge\">\n",
"<title>5763657712&#45;&gt;29082400272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1517.28,-93194.55C1493.61,-93185.06 1463.07,-93172.83 1440.13,-93163.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1441.53,-93160.44 1430.95,-93159.97 1438.93,-93166.93 1441.53,-93160.44\"/>\n",
"</g>\n",
"<!-- 29082399648 -->\n",
"<g id=\"node333\" class=\"node\">\n",
"<title>29082399648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1164,-92921.12 1064,-92921.12 1064,-92901.88 1164,-92901.88 1164,-92921.12\"/>\n",
"<text text-anchor=\"middle\" x=\"1114\" y=\"-92907.62\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399648&#45;&gt;29082399552 -->\n",
"<g id=\"edge339\" class=\"edge\">\n",
"<title>29082399648&#45;&gt;29082399552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1122.96,-92901.56C1131.71,-92892.83 1145.25,-92879.32 1156.04,-92868.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1158.28,-92871.26 1162.88,-92861.72 1153.33,-92866.31 1158.28,-92871.26\"/>\n",
"</g>\n",
"<!-- 5763658192 -->\n",
"<g id=\"node334\" class=\"node\">\n",
"<title>5763658192</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1295,-92993.25 1033,-92993.25 1033,-92962.75 1295,-92962.75 1295,-92993.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1164\" y=\"-92979.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1164\" y=\"-92968.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763658192&#45;&gt;29082399648 -->\n",
"<g id=\"edge340\" class=\"edge\">\n",
"<title>5763658192&#45;&gt;29082399648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1152.65,-92962.36C1145.31,-92952.89 1135.69,-92940.48 1127.89,-92930.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1130.66,-92928.28 1121.77,-92922.52 1125.13,-92932.57 1130.66,-92928.28\"/>\n",
"</g>\n",
"<!-- 29082399600 -->\n",
"<g id=\"node335\" class=\"node\">\n",
"<title>29082399600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1282,-92921.12 1182,-92921.12 1182,-92901.88 1282,-92901.88 1282,-92921.12\"/>\n",
"<text text-anchor=\"middle\" x=\"1232\" y=\"-92907.62\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399600&#45;&gt;29082399552 -->\n",
"<g id=\"edge341\" class=\"edge\">\n",
"<title>29082399600&#45;&gt;29082399552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1223.04,-92901.56C1214.29,-92892.83 1200.75,-92879.32 1189.96,-92868.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1192.67,-92866.31 1183.12,-92861.72 1187.72,-92871.26 1192.67,-92866.31\"/>\n",
"</g>\n",
"<!-- 5763658288 -->\n",
"<g id=\"node336\" class=\"node\">\n",
"<title>5763658288</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1563,-92993.25 1313,-92993.25 1313,-92962.75 1563,-92962.75 1563,-92993.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1438\" y=\"-92979.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1438\" y=\"-92968.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763658288&#45;&gt;29082399600 -->\n",
"<g id=\"edge342\" class=\"edge\">\n",
"<title>5763658288&#45;&gt;29082399600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1391,-92962.28C1355.04,-92951.03 1306.01,-92935.67 1271.94,-92925.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1273.04,-92921.68 1262.45,-92922.03 1270.94,-92928.36 1273.04,-92921.68\"/>\n",
"</g>\n",
"<!-- 29082399504 -->\n",
"<g id=\"node337\" class=\"node\">\n",
"<title>29082399504</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1307,-92677.62 1201,-92677.62 1201,-92658.38 1307,-92658.38 1307,-92677.62\"/>\n",
"<text text-anchor=\"middle\" x=\"1254\" y=\"-92664.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082399504&#45;&gt;29082399360 -->\n",
"<g id=\"edge343\" class=\"edge\">\n",
"<title>29082399504&#45;&gt;29082399360</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1254,-92658.06C1254,-92650.28 1254,-92638.7 1254,-92628.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1257.5,-92628.66 1254,-92618.66 1250.5,-92628.66 1257.5,-92628.66\"/>\n",
"</g>\n",
"<!-- 29082399936 -->\n",
"<g id=\"node338\" class=\"node\">\n",
"<title>29082399936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1301,-92738.5 1207,-92738.5 1207,-92719.25 1301,-92719.25 1301,-92738.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1254\" y=\"-92725\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082399936&#45;&gt;29082399504 -->\n",
"<g id=\"edge344\" class=\"edge\">\n",
"<title>29082399936&#45;&gt;29082399504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1254,-92718.93C1254,-92711.15 1254,-92699.58 1254,-92689.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1257.5,-92689.54 1254,-92679.54 1250.5,-92689.54 1257.5,-92689.54\"/>\n",
"</g>\n",
"<!-- 29082400368&#45;&gt;29082399936 -->\n",
"<g id=\"edge345\" class=\"edge\">\n",
"<title>29082400368&#45;&gt;29082399936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1254,-92779.81C1254,-92772.03 1254,-92760.45 1254,-92750.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1257.5,-92750.41 1254,-92740.41 1250.5,-92750.41 1257.5,-92750.41\"/>\n",
"</g>\n",
"<!-- 29082400752 -->\n",
"<g id=\"node340\" class=\"node\">\n",
"<title>29082400752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1429,-92860.25 1329,-92860.25 1329,-92841 1429,-92841 1429,-92860.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1379\" y=\"-92846.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082400752&#45;&gt;29082400368 -->\n",
"<g id=\"edge347\" class=\"edge\">\n",
"<title>29082400752&#45;&gt;29082400368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1359.74,-92840.55C1339.31,-92830.93 1306.79,-92815.62 1283.21,-92804.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1284.98,-92801.47 1274.44,-92800.38 1282,-92807.81 1284.98,-92801.47\"/>\n",
"</g>\n",
"<!-- 5763657808 -->\n",
"<g id=\"node341\" class=\"node\">\n",
"<title>5763657808</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1574,-92926.75 1300,-92926.75 1300,-92896.25 1574,-92896.25 1574,-92926.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1437\" y=\"-92913.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1437\" y=\"-92902\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5763657808&#45;&gt;29082400752 -->\n",
"<g id=\"edge348\" class=\"edge\">\n",
"<title>5763657808&#45;&gt;29082400752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1422.66,-92895.95C1414.6,-92887.76 1404.48,-92877.48 1396.01,-92868.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1398.51,-92866.45 1389,-92861.78 1393.53,-92871.36 1398.51,-92866.45\"/>\n",
"</g>\n",
"<!-- 29082400608 -->\n",
"<g id=\"node342\" class=\"node\">\n",
"<title>29082400608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1660,-92860.25 1560,-92860.25 1560,-92841 1660,-92841 1660,-92860.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1610\" y=\"-92846.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082400608&#45;&gt;29082400368 -->\n",
"<g id=\"edge349\" class=\"edge\">\n",
"<title>29082400608&#45;&gt;29082400368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1559.6,-92843.15C1500.89,-92835.34 1401.07,-92821.21 1316,-92805 1311.67,-92804.17 1307.18,-92803.26 1302.69,-92802.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1303.61,-92798.92 1293.09,-92800.2 1302.1,-92805.76 1303.61,-92798.92\"/>\n",
"</g>\n",
"<!-- 5763657904 -->\n",
"<g id=\"node343\" class=\"node\">\n",
"<title>5763657904</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1854,-92926.75 1592,-92926.75 1592,-92896.25 1854,-92896.25 1854,-92926.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1723\" y=\"-92913.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1723\" y=\"-92902\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5763657904&#45;&gt;29082400608 -->\n",
"<g id=\"edge350\" class=\"edge\">\n",
"<title>5763657904&#45;&gt;29082400608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1694.78,-92895.8C1677.24,-92886.66 1654.8,-92874.97 1637.41,-92865.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1639.16,-92862.87 1628.67,-92861.35 1635.92,-92869.08 1639.16,-92862.87\"/>\n",
"</g>\n",
"<!-- 29082399840 -->\n",
"<g id=\"node344\" class=\"node\">\n",
"<title>29082399840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1465,-92738.5 1365,-92738.5 1365,-92719.25 1465,-92719.25 1465,-92738.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1415\" y=\"-92725\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399840&#45;&gt;29082399504 -->\n",
"<g id=\"edge351\" class=\"edge\">\n",
"<title>29082399840&#45;&gt;29082399504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1390.2,-92718.8C1363.25,-92708.95 1319.97,-92693.13 1289.45,-92681.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1290.85,-92678.75 1280.25,-92678.6 1288.44,-92685.32 1290.85,-92678.75\"/>\n",
"</g>\n",
"<!-- 5763658000 -->\n",
"<g id=\"node345\" class=\"node\">\n",
"<title>5763658000</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1599,-92805 1325,-92805 1325,-92774.5 1599,-92774.5 1599,-92805\"/>\n",
"<text text-anchor=\"middle\" x=\"1462\" y=\"-92791.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1462\" y=\"-92780.25\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5763658000&#45;&gt;29082399840 -->\n",
"<g id=\"edge352\" class=\"edge\">\n",
"<title>5763658000&#45;&gt;29082399840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1450.38,-92774.2C1443.98,-92766.18 1435.99,-92756.17 1429.22,-92747.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1432.16,-92745.77 1423.19,-92740.13 1426.69,-92750.13 1432.16,-92745.77\"/>\n",
"</g>\n",
"<!-- 29082399744 -->\n",
"<g id=\"node346\" class=\"node\">\n",
"<title>29082399744</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1690,-92738.5 1590,-92738.5 1590,-92719.25 1690,-92719.25 1690,-92738.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1640\" y=\"-92725\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399744&#45;&gt;29082399504 -->\n",
"<g id=\"edge353\" class=\"edge\">\n",
"<title>29082399744&#45;&gt;29082399504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1589.55,-92722.34C1525.63,-92715 1412.2,-92700.89 1316,-92683.25 1311.42,-92682.41 1306.66,-92681.46 1301.91,-92680.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1302.93,-92677.1 1292.41,-92678.38 1301.43,-92683.94 1302.93,-92677.1\"/>\n",
"</g>\n",
"<!-- 5763658096 -->\n",
"<g id=\"node347\" class=\"node\">\n",
"<title>5763658096</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1879,-92805 1617,-92805 1617,-92774.5 1879,-92774.5 1879,-92805\"/>\n",
"<text text-anchor=\"middle\" x=\"1748\" y=\"-92791.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1748\" y=\"-92780.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763658096&#45;&gt;29082399744 -->\n",
"<g id=\"edge354\" class=\"edge\">\n",
"<title>5763658096&#45;&gt;29082399744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1721.03,-92774.05C1704.42,-92764.99 1683.22,-92753.44 1666.67,-92744.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1668.35,-92741.34 1657.89,-92739.63 1665,-92747.49 1668.35,-92741.34\"/>\n",
"</g>\n",
"<!-- 29082399312 -->\n",
"<g id=\"node348\" class=\"node\">\n",
"<title>29082399312</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1461,-92616.75 1361,-92616.75 1361,-92597.5 1461,-92597.5 1461,-92616.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1411\" y=\"-92603.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399312&#45;&gt;29082399216 -->\n",
"<g id=\"edge355\" class=\"edge\">\n",
"<title>29082399312&#45;&gt;29082399216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1395.66,-92597.18C1379.64,-92587.85 1354.26,-92573.05 1335.27,-92561.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1337.19,-92559.05 1326.79,-92557.04 1333.67,-92565.1 1337.19,-92559.05\"/>\n",
"</g>\n",
"<!-- 5763658384 -->\n",
"<g id=\"node349\" class=\"node\">\n",
"<title>5763658384</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1587,-92683.25 1325,-92683.25 1325,-92652.75 1587,-92652.75 1587,-92683.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1456\" y=\"-92669.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1456\" y=\"-92658.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763658384&#45;&gt;29082399312 -->\n",
"<g id=\"edge356\" class=\"edge\">\n",
"<title>5763658384&#45;&gt;29082399312</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1444.88,-92652.45C1438.82,-92644.52 1431.26,-92634.63 1424.82,-92626.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1427.71,-92624.22 1418.86,-92618.4 1422.15,-92628.47 1427.71,-92624.22\"/>\n",
"</g>\n",
"<!-- 29082399264 -->\n",
"<g id=\"node350\" class=\"node\">\n",
"<title>29082399264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1679,-92616.75 1579,-92616.75 1579,-92597.5 1679,-92597.5 1679,-92616.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1629\" y=\"-92603.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399264&#45;&gt;29082399216 -->\n",
"<g id=\"edge357\" class=\"edge\">\n",
"<title>29082399264&#45;&gt;29082399216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1579.86,-92597.05C1523.42,-92586.64 1430.84,-92569.55 1370.15,-92558.35\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1371.16,-92554.98 1360.69,-92556.61 1369.89,-92561.86 1371.16,-92554.98\"/>\n",
"</g>\n",
"<!-- 5763658480 -->\n",
"<g id=\"node351\" class=\"node\">\n",
"<title>5763658480</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1855,-92683.25 1605,-92683.25 1605,-92652.75 1855,-92652.75 1855,-92683.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1730\" y=\"-92669.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.0.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1730\" y=\"-92658.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763658480&#45;&gt;29082399264 -->\n",
"<g id=\"edge358\" class=\"edge\">\n",
"<title>5763658480&#45;&gt;29082399264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1704.77,-92652.3C1689.39,-92643.33 1669.8,-92631.91 1654.39,-92622.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1656.2,-92619.93 1645.8,-92617.92 1652.67,-92625.98 1656.2,-92619.93\"/>\n",
"</g>\n",
"<!-- 29082399168 -->\n",
"<g id=\"node352\" class=\"node\">\n",
"<title>29082399168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1462,-90986.38 1338,-90986.38 1338,-90967.12 1462,-90967.12 1462,-90986.38\"/>\n",
"<text text-anchor=\"middle\" x=\"1400\" y=\"-90972.88\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082399168&#45;&gt;29082399024 -->\n",
"<g id=\"edge359\" class=\"edge\">\n",
"<title>29082399168&#45;&gt;29082399024</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1400,-90966.78C1400,-90957.73 1400,-90943.45 1400,-90931.63\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1403.5,-90931.66 1400,-90921.66 1396.5,-90931.66 1403.5,-90931.66\"/>\n",
"</g>\n",
"<!-- 29082399792 -->\n",
"<g id=\"node353\" class=\"node\">\n",
"<title>29082399792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1473,-91047.25 1379,-91047.25 1379,-91028 1473,-91028 1473,-91047.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1426\" y=\"-91033.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082399792&#45;&gt;29082399168 -->\n",
"<g id=\"edge360\" class=\"edge\">\n",
"<title>29082399792&#45;&gt;29082399168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1422.05,-91027.68C1418.5,-91019.64 1413.16,-91007.55 1408.63,-90997.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1411.84,-90995.89 1404.6,-90988.16 1405.44,-90998.72 1411.84,-90995.89\"/>\n",
"</g>\n",
"<!-- 29082400320 -->\n",
"<g id=\"node354\" class=\"node\">\n",
"<title>29082400320</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1530,-91102.5 1424,-91102.5 1424,-91083.25 1530,-91083.25 1530,-91102.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1477\" y=\"-91089\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082400320&#45;&gt;29082399792 -->\n",
"<g id=\"edge361\" class=\"edge\">\n",
"<title>29082400320&#45;&gt;29082399792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1468.58,-91083.08C1461.46,-91075.65 1451.06,-91064.79 1442.31,-91055.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1445.1,-91053.5 1435.65,-91048.7 1440.04,-91058.35 1445.1,-91053.5\"/>\n",
"</g>\n",
"<!-- 29082401088 -->\n",
"<g id=\"node355\" class=\"node\">\n",
"<title>29082401088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1482,-91157.75 1388,-91157.75 1388,-91138.5 1482,-91138.5 1482,-91157.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1435\" y=\"-91144.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082401088&#45;&gt;29082400320 -->\n",
"<g id=\"edge362\" class=\"edge\">\n",
"<title>29082401088&#45;&gt;29082400320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1441.94,-91138.33C1447.62,-91131.13 1455.84,-91120.71 1462.89,-91111.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1465.53,-91114.07 1468.98,-91104.05 1460.04,-91109.73 1465.53,-91114.07\"/>\n",
"</g>\n",
"<!-- 29082401136 -->\n",
"<g id=\"node356\" class=\"node\">\n",
"<title>29082401136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1441,-91218.62 1341,-91218.62 1341,-91199.38 1441,-91199.38 1441,-91218.62\"/>\n",
"<text text-anchor=\"middle\" x=\"1391\" y=\"-91205.12\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082401136&#45;&gt;29082401088 -->\n",
"<g id=\"edge363\" class=\"edge\">\n",
"<title>29082401136&#45;&gt;29082401088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1397.68,-91199.06C1403.95,-91190.67 1413.51,-91177.88 1421.38,-91167.34\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1424.17,-91169.47 1427.35,-91159.36 1418.56,-91165.28 1424.17,-91169.47\"/>\n",
"</g>\n",
"<!-- 29082436656 -->\n",
"<g id=\"node357\" class=\"node\">\n",
"<title>29082436656</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1457,-91279.5 1345,-91279.5 1345,-91260.25 1457,-91260.25 1457,-91279.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1401\" y=\"-91266\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082436656&#45;&gt;29082401136 -->\n",
"<g id=\"edge364\" class=\"edge\">\n",
"<title>29082436656&#45;&gt;29082401136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1399.48,-91259.93C1398.14,-91252.07 1396.15,-91240.32 1394.43,-91230.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1397.91,-91229.79 1392.79,-91220.52 1391.01,-91230.96 1397.91,-91229.79\"/>\n",
"</g>\n",
"<!-- 29082436752 -->\n",
"<g id=\"node358\" class=\"node\">\n",
"<title>29082436752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1530,-91334.75 1400,-91334.75 1400,-91315.5 1530,-91315.5 1530,-91334.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1465\" y=\"-91321.25\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082436752&#45;&gt;29082436656 -->\n",
"<g id=\"edge365\" class=\"edge\">\n",
"<title>29082436752&#45;&gt;29082436656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1454.14,-91315.09C1444.89,-91307.4 1431.38,-91296.15 1420.29,-91286.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1422.79,-91284.45 1412.86,-91280.74 1418.31,-91289.83 1422.79,-91284.45\"/>\n",
"</g>\n",
"<!-- 29082436848 -->\n",
"<g id=\"node359\" class=\"node\">\n",
"<title>29082436848</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1512,-91390 1424,-91390 1424,-91370.75 1512,-91370.75 1512,-91390\"/>\n",
"<text text-anchor=\"middle\" x=\"1468\" y=\"-91376.5\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082436848&#45;&gt;29082436752 -->\n",
"<g id=\"edge366\" class=\"edge\">\n",
"<title>29082436848&#45;&gt;29082436752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1467.5,-91370.58C1467.13,-91363.99 1466.61,-91354.71 1466.14,-91346.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1469.65,-91346.41 1465.59,-91336.62 1462.66,-91346.8 1469.65,-91346.41\"/>\n",
"</g>\n",
"<!-- 29082436944 -->\n",
"<g id=\"node360\" class=\"node\">\n",
"<title>29082436944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1515,-91445.25 1421,-91445.25 1421,-91426 1515,-91426 1515,-91445.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1468\" y=\"-91431.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082436944&#45;&gt;29082436848 -->\n",
"<g id=\"edge367\" class=\"edge\">\n",
"<title>29082436944&#45;&gt;29082436848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1468,-91425.83C1468,-91419.32 1468,-91410.17 1468,-91401.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1471.5,-91401.87 1468,-91391.87 1464.5,-91401.87 1471.5,-91401.87\"/>\n",
"</g>\n",
"<!-- 29082437088 -->\n",
"<g id=\"node361\" class=\"node\">\n",
"<title>29082437088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1521,-91500.5 1415,-91500.5 1415,-91481.25 1521,-91481.25 1521,-91500.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1468\" y=\"-91487\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082437088&#45;&gt;29082436944 -->\n",
"<g id=\"edge368\" class=\"edge\">\n",
"<title>29082437088&#45;&gt;29082436944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1468,-91481.08C1468,-91474.57 1468,-91465.42 1468,-91457.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1471.5,-91457.12 1468,-91447.12 1464.5,-91457.12 1471.5,-91457.12\"/>\n",
"</g>\n",
"<!-- 29082437184 -->\n",
"<g id=\"node362\" class=\"node\">\n",
"<title>29082437184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1524,-91555.75 1412,-91555.75 1412,-91536.5 1524,-91536.5 1524,-91555.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1468\" y=\"-91542.25\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082437184&#45;&gt;29082437088 -->\n",
"<g id=\"edge369\" class=\"edge\">\n",
"<title>29082437184&#45;&gt;29082437088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1468,-91536.33C1468,-91529.82 1468,-91520.67 1468,-91512.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1471.5,-91512.37 1468,-91502.37 1464.5,-91512.37 1471.5,-91512.37\"/>\n",
"</g>\n",
"<!-- 29082437280 -->\n",
"<g id=\"node363\" class=\"node\">\n",
"<title>29082437280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1533,-91611 1403,-91611 1403,-91591.75 1533,-91591.75 1533,-91611\"/>\n",
"<text text-anchor=\"middle\" x=\"1468\" y=\"-91597.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082437280&#45;&gt;29082437184 -->\n",
"<g id=\"edge370\" class=\"edge\">\n",
"<title>29082437280&#45;&gt;29082437184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1468,-91591.58C1468,-91585.07 1468,-91575.92 1468,-91567.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1471.5,-91567.62 1468,-91557.62 1464.5,-91567.62 1471.5,-91567.62\"/>\n",
"</g>\n",
"<!-- 29082437376 -->\n",
"<g id=\"node364\" class=\"node\">\n",
"<title>29082437376</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1512,-91666.25 1424,-91666.25 1424,-91647 1512,-91647 1512,-91666.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1468\" y=\"-91652.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082437376&#45;&gt;29082437280 -->\n",
"<g id=\"edge371\" class=\"edge\">\n",
"<title>29082437376&#45;&gt;29082437280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1468,-91646.83C1468,-91640.32 1468,-91631.17 1468,-91622.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1471.5,-91622.87 1468,-91612.87 1464.5,-91622.87 1471.5,-91622.87\"/>\n",
"</g>\n",
"<!-- 29082437472 -->\n",
"<g id=\"node365\" class=\"node\">\n",
"<title>29082437472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1492,-91776.75 1350,-91776.75 1350,-91757.5 1492,-91757.5 1492,-91776.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1421\" y=\"-91763.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082437472&#45;&gt;29082437376 -->\n",
"<g id=\"edge372\" class=\"edge\">\n",
"<title>29082437472&#45;&gt;29082437376</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1424.17,-91757.35C1428.7,-91744.95 1437.44,-91721.64 1446,-91702.25 1449.7,-91693.86 1454.12,-91684.76 1458.02,-91676.97\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1461.12,-91678.6 1462.53,-91668.1 1454.88,-91675.42 1461.12,-91678.6\"/>\n",
"</g>\n",
"<!-- 29082437616 -->\n",
"<g id=\"node366\" class=\"node\">\n",
"<title>29082437616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1474,-91832 1368,-91832 1368,-91812.75 1474,-91812.75 1474,-91832\"/>\n",
"<text text-anchor=\"middle\" x=\"1421\" y=\"-91818.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082437616&#45;&gt;29082437472 -->\n",
"<g id=\"edge373\" class=\"edge\">\n",
"<title>29082437616&#45;&gt;29082437472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1421,-91812.58C1421,-91806.07 1421,-91796.92 1421,-91788.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1424.5,-91788.62 1421,-91778.62 1417.5,-91788.62 1424.5,-91788.62\"/>\n",
"</g>\n",
"<!-- 29082437712 -->\n",
"<g id=\"node367\" class=\"node\">\n",
"<title>29082437712</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1465,-91887.25 1377,-91887.25 1377,-91868 1465,-91868 1465,-91887.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1421\" y=\"-91873.75\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082437712&#45;&gt;29082437616 -->\n",
"<g id=\"edge374\" class=\"edge\">\n",
"<title>29082437712&#45;&gt;29082437616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1421,-91867.83C1421,-91861.32 1421,-91852.17 1421,-91843.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1424.5,-91843.87 1421,-91833.87 1417.5,-91843.87 1424.5,-91843.87\"/>\n",
"</g>\n",
"<!-- 29082437808 -->\n",
"<g id=\"node368\" class=\"node\">\n",
"<title>29082437808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1468,-91942.5 1374,-91942.5 1374,-91923.25 1468,-91923.25 1468,-91942.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1421\" y=\"-91929\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082437808&#45;&gt;29082437712 -->\n",
"<g id=\"edge375\" class=\"edge\">\n",
"<title>29082437808&#45;&gt;29082437712</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1421,-91923.08C1421,-91916.57 1421,-91907.42 1421,-91899.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1424.5,-91899.12 1421,-91889.12 1417.5,-91899.12 1424.5,-91899.12\"/>\n",
"</g>\n",
"<!-- 29082437904 -->\n",
"<g id=\"node369\" class=\"node\">\n",
"<title>29082437904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1483,-91997.75 1359,-91997.75 1359,-91978.5 1483,-91978.5 1483,-91997.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1421\" y=\"-91984.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082437904&#45;&gt;29082437808 -->\n",
"<g id=\"edge376\" class=\"edge\">\n",
"<title>29082437904&#45;&gt;29082437808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1421,-91978.33C1421,-91971.82 1421,-91962.67 1421,-91954.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1424.5,-91954.37 1421,-91944.37 1417.5,-91954.37 1424.5,-91954.37\"/>\n",
"</g>\n",
"<!-- 29082438000 -->\n",
"<g id=\"node370\" class=\"node\">\n",
"<title>29082438000</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1477,-92053 1383,-92053 1383,-92033.75 1477,-92033.75 1477,-92053\"/>\n",
"<text text-anchor=\"middle\" x=\"1430\" y=\"-92039.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082438000&#45;&gt;29082437904 -->\n",
"<g id=\"edge377\" class=\"edge\">\n",
"<title>29082438000&#45;&gt;29082437904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1428.51,-92033.58C1427.4,-92026.99 1425.83,-92017.71 1424.41,-92009.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1427.89,-92008.88 1422.77,-91999.6 1420.99,-92010.05 1427.89,-92008.88\"/>\n",
"</g>\n",
"<!-- 29082438096 -->\n",
"<g id=\"node371\" class=\"node\">\n",
"<title>29082438096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1492,-92108.25 1386,-92108.25 1386,-92089 1492,-92089 1492,-92108.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1439\" y=\"-92094.75\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082438096&#45;&gt;29082438000 -->\n",
"<g id=\"edge378\" class=\"edge\">\n",
"<title>29082438096&#45;&gt;29082438000</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1437.51,-92088.83C1436.4,-92082.24 1434.83,-92072.96 1433.41,-92064.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1436.89,-92064.13 1431.77,-92054.85 1429.99,-92065.3 1436.89,-92064.13\"/>\n",
"</g>\n",
"<!-- 29082438192 -->\n",
"<g id=\"node372\" class=\"node\">\n",
"<title>29082438192</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1622,-92163.5 1522,-92163.5 1522,-92144.25 1622,-92144.25 1622,-92163.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1572\" y=\"-92150\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082438192&#45;&gt;29082438096 -->\n",
"<g id=\"edge379\" class=\"edge\">\n",
"<title>29082438192&#45;&gt;29082438096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1549.44,-92143.84C1528.23,-92135.35 1496.23,-92122.54 1472.12,-92112.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1473.66,-92109.73 1463.08,-92109.27 1471.06,-92116.23 1473.66,-92109.73\"/>\n",
"</g>\n",
"<!-- 29082438912 -->\n",
"<g id=\"node390\" class=\"node\">\n",
"<title>29082438912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1625,-92108.25 1519,-92108.25 1519,-92089 1625,-92089 1625,-92108.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1572\" y=\"-92094.75\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082438192&#45;&gt;29082438912 -->\n",
"<g id=\"edge399\" class=\"edge\">\n",
"<title>29082438192&#45;&gt;29082438912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1572,-92144.08C1572,-92137.57 1572,-92128.42 1572,-92120.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1575.5,-92120.12 1572,-92110.12 1568.5,-92120.12 1575.5,-92120.12\"/>\n",
"</g>\n",
"<!-- 29082438624 -->\n",
"<g id=\"node396\" class=\"node\">\n",
"<title>29082438624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1751,-92108.25 1645,-92108.25 1645,-92089 1751,-92089 1751,-92108.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1698\" y=\"-92094.75\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082438192&#45;&gt;29082438624 -->\n",
"<g id=\"edge406\" class=\"edge\">\n",
"<title>29082438192&#45;&gt;29082438624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1593.37,-92143.84C1613.29,-92135.43 1643.24,-92122.77 1666,-92113.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1667.28,-92116.41 1675.13,-92109.29 1664.55,-92109.96 1667.28,-92116.41\"/>\n",
"</g>\n",
"<!-- 29082438288 -->\n",
"<g id=\"node373\" class=\"node\">\n",
"<title>29082438288</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1629,-92218.75 1517,-92218.75 1517,-92199.5 1629,-92199.5 1629,-92218.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1573\" y=\"-92205.25\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082438288&#45;&gt;29082438192 -->\n",
"<g id=\"edge380\" class=\"edge\">\n",
"<title>29082438288&#45;&gt;29082438192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1572.83,-92199.33C1572.71,-92192.82 1572.54,-92183.67 1572.38,-92175.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1575.88,-92175.3 1572.2,-92165.37 1568.89,-92175.44 1575.88,-92175.3\"/>\n",
"</g>\n",
"<!-- 29082438384 -->\n",
"<g id=\"node374\" class=\"node\">\n",
"<title>29082438384</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1635,-92274 1511,-92274 1511,-92254.75 1635,-92254.75 1635,-92274\"/>\n",
"<text text-anchor=\"middle\" x=\"1573\" y=\"-92260.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082438384&#45;&gt;29082438288 -->\n",
"<g id=\"edge381\" class=\"edge\">\n",
"<title>29082438384&#45;&gt;29082438288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1573,-92254.58C1573,-92248.07 1573,-92238.92 1573,-92230.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1576.5,-92230.62 1573,-92220.62 1569.5,-92230.62 1576.5,-92230.62\"/>\n",
"</g>\n",
"<!-- 29082438480 -->\n",
"<g id=\"node375\" class=\"node\">\n",
"<title>29082438480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1635,-92329.25 1511,-92329.25 1511,-92310 1635,-92310 1635,-92329.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1573\" y=\"-92315.75\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082438480&#45;&gt;29082438384 -->\n",
"<g id=\"edge382\" class=\"edge\">\n",
"<title>29082438480&#45;&gt;29082438384</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1573,-92309.83C1573,-92303.32 1573,-92294.17 1573,-92285.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1576.5,-92285.87 1573,-92275.87 1569.5,-92285.87 1576.5,-92285.87\"/>\n",
"</g>\n",
"<!-- 29082438576 -->\n",
"<g id=\"node376\" class=\"node\">\n",
"<title>29082438576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1620,-92384.5 1526,-92384.5 1526,-92365.25 1620,-92365.25 1620,-92384.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1573\" y=\"-92371\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082438576&#45;&gt;29082438480 -->\n",
"<g id=\"edge383\" class=\"edge\">\n",
"<title>29082438576&#45;&gt;29082438480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1573,-92365.08C1573,-92358.57 1573,-92349.42 1573,-92341.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1576.5,-92341.12 1573,-92331.12 1569.5,-92341.12 1576.5,-92341.12\"/>\n",
"</g>\n",
"<!-- 29082438672 -->\n",
"<g id=\"node377\" class=\"node\">\n",
"<title>29082438672</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1626,-92439.75 1520,-92439.75 1520,-92420.5 1626,-92420.5 1626,-92439.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1573\" y=\"-92426.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082438672&#45;&gt;29082438576 -->\n",
"<g id=\"edge384\" class=\"edge\">\n",
"<title>29082438672&#45;&gt;29082438576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1573,-92420.33C1573,-92413.82 1573,-92404.67 1573,-92396.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1576.5,-92396.37 1573,-92386.37 1569.5,-92396.37 1576.5,-92396.37\"/>\n",
"</g>\n",
"<!-- 29082438768&#45;&gt;29082438672 -->\n",
"<g id=\"edge385\" class=\"edge\">\n",
"<title>29082438768&#45;&gt;29082438672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1447.62,-92475.34C1472.02,-92466.74 1509.01,-92453.69 1536.5,-92444\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1537.57,-92447.33 1545.83,-92440.71 1535.24,-92440.73 1537.57,-92447.33\"/>\n",
"</g>\n",
"<!-- 29082438720 -->\n",
"<g id=\"node379\" class=\"node\">\n",
"<title>29082438720</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1624,-92495 1524,-92495 1524,-92475.75 1624,-92475.75 1624,-92495\"/>\n",
"<text text-anchor=\"middle\" x=\"1574\" y=\"-92481.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082438720&#45;&gt;29082438672 -->\n",
"<g id=\"edge387\" class=\"edge\">\n",
"<title>29082438720&#45;&gt;29082438672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1573.83,-92475.58C1573.71,-92469.07 1573.54,-92459.92 1573.38,-92451.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1576.88,-92451.55 1573.2,-92441.62 1569.89,-92451.69 1576.88,-92451.55\"/>\n",
"</g>\n",
"<!-- 5763658576 -->\n",
"<g id=\"node380\" class=\"node\">\n",
"<title>5763658576</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1742,-92561.5 1408,-92561.5 1408,-92531 1742,-92531 1742,-92561.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1575\" y=\"-92548\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"1575\" y=\"-92536.75\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5763658576&#45;&gt;29082438720 -->\n",
"<g id=\"edge388\" class=\"edge\">\n",
"<title>5763658576&#45;&gt;29082438720</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1574.75,-92530.7C1574.63,-92523.46 1574.48,-92514.59 1574.35,-92506.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1577.85,-92506.9 1574.18,-92496.96 1570.85,-92507.02 1577.85,-92506.9\"/>\n",
"</g>\n",
"<!-- 29082437520 -->\n",
"<g id=\"node381\" class=\"node\">\n",
"<title>29082437520</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1856,-92495 1756,-92495 1756,-92475.75 1856,-92475.75 1856,-92495\"/>\n",
"<text text-anchor=\"middle\" x=\"1806\" y=\"-92481.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082437520&#45;&gt;29082438672 -->\n",
"<g id=\"edge389\" class=\"edge\">\n",
"<title>29082437520&#45;&gt;29082438672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1766.21,-92475.28C1726.84,-92466.28 1666.42,-92452.48 1623.64,-92442.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1624.63,-92439.33 1614.1,-92440.52 1623.07,-92446.16 1624.63,-92439.33\"/>\n",
"</g>\n",
"<!-- 5763658672 -->\n",
"<g id=\"node382\" class=\"node\">\n",
"<title>5763658672</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2082,-92561.5 1760,-92561.5 1760,-92531 2082,-92531 2082,-92561.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1921\" y=\"-92548\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"1921\" y=\"-92536.75\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5763658672&#45;&gt;29082437520 -->\n",
"<g id=\"edge390\" class=\"edge\">\n",
"<title>5763658672&#45;&gt;29082437520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1892.28,-92530.55C1874.26,-92521.32 1851.16,-92509.5 1833.4,-92500.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1835.48,-92497.54 1824.98,-92496.09 1832.29,-92503.77 1835.48,-92497.54\"/>\n",
"</g>\n",
"<!-- 29082437424 -->\n",
"<g id=\"node383\" class=\"node\">\n",
"<title>29082437424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1597,-91721.5 1455,-91721.5 1455,-91702.25 1597,-91702.25 1597,-91721.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1526\" y=\"-91708\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082437424&#45;&gt;29082437376 -->\n",
"<g id=\"edge391\" class=\"edge\">\n",
"<title>29082437424&#45;&gt;29082437376</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1516.16,-91701.84C1507.95,-91694.3 1496.02,-91683.35 1486.09,-91674.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1488.54,-91671.73 1478.81,-91667.55 1483.81,-91676.89 1488.54,-91671.73\"/>\n",
"</g>\n",
"<!-- 29082437760 -->\n",
"<g id=\"node384\" class=\"node\">\n",
"<title>29082437760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1616,-91776.75 1510,-91776.75 1510,-91757.5 1616,-91757.5 1616,-91776.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1563\" y=\"-91763.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082437760&#45;&gt;29082437424 -->\n",
"<g id=\"edge392\" class=\"edge\">\n",
"<title>29082437760&#45;&gt;29082437424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1556.89,-91757.33C1551.94,-91750.21 1544.8,-91739.93 1538.63,-91731.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1541.69,-91729.32 1533.11,-91723.1 1535.94,-91733.31 1541.69,-91729.32\"/>\n",
"</g>\n",
"<!-- 29082437952 -->\n",
"<g id=\"node385\" class=\"node\">\n",
"<title>29082437952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1607,-91832 1519,-91832 1519,-91812.75 1607,-91812.75 1607,-91832\"/>\n",
"<text text-anchor=\"middle\" x=\"1563\" y=\"-91818.5\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082437952&#45;&gt;29082437760 -->\n",
"<g id=\"edge393\" class=\"edge\">\n",
"<title>29082437952&#45;&gt;29082437760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1563,-91812.58C1563,-91806.07 1563,-91796.92 1563,-91788.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1566.5,-91788.62 1563,-91778.62 1559.5,-91788.62 1566.5,-91788.62\"/>\n",
"</g>\n",
"<!-- 29082438144 -->\n",
"<g id=\"node386\" class=\"node\">\n",
"<title>29082438144</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1625,-91887.25 1501,-91887.25 1501,-91868 1625,-91868 1625,-91887.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1563\" y=\"-91873.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082438144&#45;&gt;29082437952 -->\n",
"<g id=\"edge394\" class=\"edge\">\n",
"<title>29082438144&#45;&gt;29082437952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1563,-91867.83C1563,-91861.32 1563,-91852.17 1563,-91843.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1566.5,-91843.87 1563,-91833.87 1559.5,-91843.87 1566.5,-91843.87\"/>\n",
"</g>\n",
"<!-- 29082438336 -->\n",
"<g id=\"node387\" class=\"node\">\n",
"<title>29082438336</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1610,-91942.5 1516,-91942.5 1516,-91923.25 1610,-91923.25 1610,-91942.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1563\" y=\"-91929\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082438336&#45;&gt;29082438144 -->\n",
"<g id=\"edge395\" class=\"edge\">\n",
"<title>29082438336&#45;&gt;29082438144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1563,-91923.08C1563,-91916.57 1563,-91907.42 1563,-91899.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1566.5,-91899.12 1563,-91889.12 1559.5,-91899.12 1566.5,-91899.12\"/>\n",
"</g>\n",
"<!-- 29082438528 -->\n",
"<g id=\"node388\" class=\"node\">\n",
"<title>29082438528</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1625,-91997.75 1501,-91997.75 1501,-91978.5 1625,-91978.5 1625,-91997.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1563\" y=\"-91984.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082438528&#45;&gt;29082438336 -->\n",
"<g id=\"edge396\" class=\"edge\">\n",
"<title>29082438528&#45;&gt;29082438336</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1563,-91978.33C1563,-91971.82 1563,-91962.67 1563,-91954.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1566.5,-91954.37 1563,-91944.37 1559.5,-91954.37 1566.5,-91954.37\"/>\n",
"</g>\n",
"<!-- 29082438816 -->\n",
"<g id=\"node389\" class=\"node\">\n",
"<title>29082438816</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1613,-92053 1519,-92053 1519,-92033.75 1613,-92033.75 1613,-92053\"/>\n",
"<text text-anchor=\"middle\" x=\"1566\" y=\"-92039.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082438816&#45;&gt;29082438528 -->\n",
"<g id=\"edge397\" class=\"edge\">\n",
"<title>29082438816&#45;&gt;29082438528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1565.5,-92033.58C1565.13,-92026.99 1564.61,-92017.71 1564.14,-92009.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1567.65,-92009.41 1563.59,-91999.62 1560.66,-92009.8 1567.65,-92009.41\"/>\n",
"</g>\n",
"<!-- 29082438912&#45;&gt;29082438816 -->\n",
"<g id=\"edge398\" class=\"edge\">\n",
"<title>29082438912&#45;&gt;29082438816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1571.01,-92088.83C1570.27,-92082.24 1569.22,-92072.96 1568.28,-92064.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1571.78,-92064.41 1567.18,-92054.86 1564.82,-92065.19 1571.78,-92064.41\"/>\n",
"</g>\n",
"<!-- 29082436896 -->\n",
"<g id=\"node391\" class=\"node\">\n",
"<title>29082436896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1758,-91721.5 1616,-91721.5 1616,-91702.25 1758,-91702.25 1758,-91721.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1687\" y=\"-91708\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082436896&#45;&gt;29082436848 -->\n",
"<g id=\"edge400\" class=\"edge\">\n",
"<title>29082436896&#45;&gt;29082436848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1680.66,-91701.78C1668.69,-91683.72 1644,-91641.68 1644,-91602.38 1644,-91602.38 1644,-91602.38 1644,-91489.88 1644,-91432.36 1575.04,-91404.33 1523.45,-91391.42\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1524.42,-91388.05 1513.89,-91389.16 1522.81,-91394.86 1524.42,-91388.05\"/>\n",
"</g>\n",
"<!-- 29082437232 -->\n",
"<g id=\"node392\" class=\"node\">\n",
"<title>29082437232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1753,-91887.25 1647,-91887.25 1647,-91868 1753,-91868 1753,-91887.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1700\" y=\"-91873.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082437232&#45;&gt;29082436896 -->\n",
"<g id=\"edge401\" class=\"edge\">\n",
"<title>29082437232&#45;&gt;29082436896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1699.3,-91867.82C1697.29,-91842.5 1691.46,-91769 1688.6,-91733.09\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1692.1,-91732.92 1687.82,-91723.23 1685.12,-91733.48 1692.1,-91732.92\"/>\n",
"</g>\n",
"<!-- 29082436992 -->\n",
"<g id=\"node393\" class=\"node\">\n",
"<title>29082436992</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1749,-91942.5 1655,-91942.5 1655,-91923.25 1749,-91923.25 1749,-91942.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1702\" y=\"-91929\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082436992&#45;&gt;29082437232 -->\n",
"<g id=\"edge402\" class=\"edge\">\n",
"<title>29082436992&#45;&gt;29082437232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1701.67,-91923.08C1701.42,-91916.49 1701.07,-91907.21 1700.76,-91898.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1704.27,-91898.98 1700.39,-91889.12 1697.27,-91899.25 1704.27,-91898.98\"/>\n",
"</g>\n",
"<!-- 29082437856 -->\n",
"<g id=\"node394\" class=\"node\">\n",
"<title>29082437856</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1767,-91997.75 1643,-91997.75 1643,-91978.5 1767,-91978.5 1767,-91997.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1705\" y=\"-91984.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082437856&#45;&gt;29082436992 -->\n",
"<g id=\"edge403\" class=\"edge\">\n",
"<title>29082437856&#45;&gt;29082436992</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1704.5,-91978.33C1704.13,-91971.74 1703.61,-91962.46 1703.14,-91954.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1706.65,-91954.16 1702.59,-91944.37 1699.66,-91954.55 1706.65,-91954.16\"/>\n",
"</g>\n",
"<!-- 29082438240 -->\n",
"<g id=\"node395\" class=\"node\">\n",
"<title>29082438240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1749,-92053 1655,-92053 1655,-92033.75 1749,-92033.75 1749,-92053\"/>\n",
"<text text-anchor=\"middle\" x=\"1702\" y=\"-92039.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082438240&#45;&gt;29082437856 -->\n",
"<g id=\"edge404\" class=\"edge\">\n",
"<title>29082438240&#45;&gt;29082437856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1702.5,-92033.58C1702.87,-92026.99 1703.39,-92017.71 1703.86,-92009.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1707.34,-92009.8 1704.41,-91999.62 1700.35,-92009.41 1707.34,-92009.8\"/>\n",
"</g>\n",
"<!-- 29082438624&#45;&gt;29082438240 -->\n",
"<g id=\"edge405\" class=\"edge\">\n",
"<title>29082438624&#45;&gt;29082438240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1698.66,-92088.83C1699.16,-92082.24 1699.85,-92072.96 1700.48,-92064.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1703.95,-92065.1 1701.21,-92054.87 1696.97,-92064.58 1703.95,-92065.1\"/>\n",
"</g>\n",
"<!-- 29082401040 -->\n",
"<g id=\"node397\" class=\"node\">\n",
"<title>29082401040</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1639,-91157.75 1539,-91157.75 1539,-91138.5 1639,-91138.5 1639,-91157.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1589\" y=\"-91144.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082401040&#45;&gt;29082400320 -->\n",
"<g id=\"edge407\" class=\"edge\">\n",
"<title>29082401040&#45;&gt;29082400320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1570,-91138.09C1552.54,-91129.79 1526.4,-91117.36 1506.28,-91107.79\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1507.99,-91104.74 1497.46,-91103.6 1504.99,-91111.06 1507.99,-91104.74\"/>\n",
"</g>\n",
"<!-- 5763658768 -->\n",
"<g id=\"node398\" class=\"node\">\n",
"<title>5763658768</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1799,-91224.25 1459,-91224.25 1459,-91193.75 1799,-91193.75 1799,-91224.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1629\" y=\"-91210.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1629\" y=\"-91199.5\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5763658768&#45;&gt;29082401040 -->\n",
"<g id=\"edge408\" class=\"edge\">\n",
"<title>5763658768&#45;&gt;29082401040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1619.11,-91193.45C1613.78,-91185.6 1607.15,-91175.85 1601.47,-91167.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1604.53,-91165.76 1596.02,-91159.45 1598.74,-91169.69 1604.53,-91165.76\"/>\n",
"</g>\n",
"<!-- 29082399408 -->\n",
"<g id=\"node399\" class=\"node\">\n",
"<title>29082399408</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1894,-91157.75 1794,-91157.75 1794,-91138.5 1894,-91138.5 1894,-91157.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1844\" y=\"-91144.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399408&#45;&gt;29082400320 -->\n",
"<g id=\"edge409\" class=\"edge\">\n",
"<title>29082399408&#45;&gt;29082400320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1793.74,-91139.83C1728.15,-91130.32 1613.27,-91113.65 1541.37,-91103.22\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1542.11,-91099.79 1531.72,-91101.81 1541.11,-91106.71 1542.11,-91099.79\"/>\n",
"</g>\n",
"<!-- 5763658864 -->\n",
"<g id=\"node400\" class=\"node\">\n",
"<title>5763658864</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2145,-91224.25 1817,-91224.25 1817,-91193.75 2145,-91193.75 2145,-91224.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1981\" y=\"-91210.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1981\" y=\"-91199.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763658864&#45;&gt;29082399408 -->\n",
"<g id=\"edge410\" class=\"edge\">\n",
"<title>5763658864&#45;&gt;29082399408</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1946.78,-91193.3C1924.92,-91183.9 1896.77,-91171.8 1875.46,-91162.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1876.97,-91159.48 1866.4,-91158.75 1874.21,-91165.92 1876.97,-91159.48\"/>\n",
"</g>\n",
"<!-- 29082398976 -->\n",
"<g id=\"node401\" class=\"node\">\n",
"<title>29082398976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1611,-90919.88 1511,-90919.88 1511,-90900.62 1611,-90900.62 1611,-90919.88\"/>\n",
"<text text-anchor=\"middle\" x=\"1561\" y=\"-90906.38\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398976&#45;&gt;29082398880 -->\n",
"<g id=\"edge411\" class=\"edge\">\n",
"<title>29082398976&#45;&gt;29082398880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1569.96,-90900.31C1578.71,-90891.58 1592.25,-90878.07 1603.04,-90867.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1605.28,-90870.01 1609.88,-90860.47 1600.33,-90865.06 1605.28,-90870.01\"/>\n",
"</g>\n",
"<!-- 5763659344 -->\n",
"<g id=\"node402\" class=\"node\">\n",
"<title>5763659344</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"1742,-90992 1480,-90992 1480,-90961.5 1742,-90961.5 1742,-90992\"/>\n",
"<text text-anchor=\"middle\" x=\"1611\" y=\"-90978.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1611\" y=\"-90967.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763659344&#45;&gt;29082398976 -->\n",
"<g id=\"edge412\" class=\"edge\">\n",
"<title>5763659344&#45;&gt;29082398976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1599.65,-90961.11C1592.31,-90951.64 1582.69,-90939.23 1574.89,-90929.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1577.66,-90927.03 1568.77,-90921.27 1572.13,-90931.32 1577.66,-90927.03\"/>\n",
"</g>\n",
"<!-- 29082398928 -->\n",
"<g id=\"node403\" class=\"node\">\n",
"<title>29082398928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1729,-90919.88 1629,-90919.88 1629,-90900.62 1729,-90900.62 1729,-90919.88\"/>\n",
"<text text-anchor=\"middle\" x=\"1679\" y=\"-90906.38\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398928&#45;&gt;29082398880 -->\n",
"<g id=\"edge413\" class=\"edge\">\n",
"<title>29082398928&#45;&gt;29082398880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1670.04,-90900.31C1661.29,-90891.58 1647.75,-90878.07 1636.96,-90867.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1639.67,-90865.06 1630.12,-90860.47 1634.72,-90870.01 1639.67,-90865.06\"/>\n",
"</g>\n",
"<!-- 5763659440 -->\n",
"<g id=\"node404\" class=\"node\">\n",
"<title>5763659440</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2010,-90992 1760,-90992 1760,-90961.5 2010,-90961.5 2010,-90992\"/>\n",
"<text text-anchor=\"middle\" x=\"1885\" y=\"-90978.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"1885\" y=\"-90967.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763659440&#45;&gt;29082398928 -->\n",
"<g id=\"edge414\" class=\"edge\">\n",
"<title>5763659440&#45;&gt;29082398928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1838,-90961.03C1802.04,-90949.78 1753.01,-90934.42 1718.94,-90923.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1720.04,-90920.43 1709.45,-90920.78 1717.94,-90927.11 1720.04,-90920.43\"/>\n",
"</g>\n",
"<!-- 29082398832 -->\n",
"<g id=\"node405\" class=\"node\">\n",
"<title>29082398832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1754,-90676.38 1648,-90676.38 1648,-90657.12 1754,-90657.12 1754,-90676.38\"/>\n",
"<text text-anchor=\"middle\" x=\"1701\" y=\"-90662.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082398832&#45;&gt;29082398688 -->\n",
"<g id=\"edge415\" class=\"edge\">\n",
"<title>29082398832&#45;&gt;29082398688</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1701,-90656.81C1701,-90649.03 1701,-90637.45 1701,-90627.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1704.5,-90627.41 1701,-90617.41 1697.5,-90627.41 1704.5,-90627.41\"/>\n",
"</g>\n",
"<!-- 29082399456 -->\n",
"<g id=\"node406\" class=\"node\">\n",
"<title>29082399456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1748,-90737.25 1654,-90737.25 1654,-90718 1748,-90718 1748,-90737.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1701\" y=\"-90723.75\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082399456&#45;&gt;29082398832 -->\n",
"<g id=\"edge416\" class=\"edge\">\n",
"<title>29082399456&#45;&gt;29082398832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1701,-90717.68C1701,-90709.9 1701,-90698.33 1701,-90688.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1704.5,-90688.29 1701,-90678.29 1697.5,-90688.29 1704.5,-90688.29\"/>\n",
"</g>\n",
"<!-- 29082401808&#45;&gt;29082399456 -->\n",
"<g id=\"edge417\" class=\"edge\">\n",
"<title>29082401808&#45;&gt;29082399456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1701,-90778.56C1701,-90770.78 1701,-90759.2 1701,-90749.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1704.5,-90749.16 1701,-90739.16 1697.5,-90749.16 1704.5,-90749.16\"/>\n",
"</g>\n",
"<!-- 29082435648 -->\n",
"<g id=\"node408\" class=\"node\">\n",
"<title>29082435648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1876,-90859 1776,-90859 1776,-90839.75 1876,-90839.75 1876,-90859\"/>\n",
"<text text-anchor=\"middle\" x=\"1826\" y=\"-90845.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082435648&#45;&gt;29082401808 -->\n",
"<g id=\"edge419\" class=\"edge\">\n",
"<title>29082435648&#45;&gt;29082401808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1806.74,-90839.3C1786.31,-90829.68 1753.79,-90814.37 1730.21,-90803.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1731.98,-90800.22 1721.44,-90799.13 1729,-90806.56 1731.98,-90800.22\"/>\n",
"</g>\n",
"<!-- 5763658960 -->\n",
"<g id=\"node409\" class=\"node\">\n",
"<title>5763658960</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2021,-90925.5 1747,-90925.5 1747,-90895 2021,-90895 2021,-90925.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1884\" y=\"-90912\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1884\" y=\"-90900.75\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5763658960&#45;&gt;29082435648 -->\n",
"<g id=\"edge420\" class=\"edge\">\n",
"<title>5763658960&#45;&gt;29082435648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1869.66,-90894.7C1861.6,-90886.51 1851.48,-90876.23 1843.01,-90867.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1845.51,-90865.2 1836,-90860.53 1840.53,-90870.11 1845.51,-90865.2\"/>\n",
"</g>\n",
"<!-- 29082435744 -->\n",
"<g id=\"node410\" class=\"node\">\n",
"<title>29082435744</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2107,-90859 2007,-90859 2007,-90839.75 2107,-90839.75 2107,-90859\"/>\n",
"<text text-anchor=\"middle\" x=\"2057\" y=\"-90845.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082435744&#45;&gt;29082401808 -->\n",
"<g id=\"edge421\" class=\"edge\">\n",
"<title>29082435744&#45;&gt;29082401808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2006.6,-90841.9C1947.89,-90834.09 1848.07,-90819.96 1763,-90803.75 1758.67,-90802.92 1754.18,-90802.01 1749.69,-90801.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1750.61,-90797.67 1740.09,-90798.95 1749.1,-90804.51 1750.61,-90797.67\"/>\n",
"</g>\n",
"<!-- 5763659056 -->\n",
"<g id=\"node411\" class=\"node\">\n",
"<title>5763659056</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2301,-90925.5 2039,-90925.5 2039,-90895 2301,-90895 2301,-90925.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2170\" y=\"-90912\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2170\" y=\"-90900.75\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5763659056&#45;&gt;29082435744 -->\n",
"<g id=\"edge422\" class=\"edge\">\n",
"<title>5763659056&#45;&gt;29082435744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2141.78,-90894.55C2124.24,-90885.41 2101.8,-90873.72 2084.41,-90864.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2086.16,-90861.62 2075.67,-90860.1 2082.92,-90867.83 2086.16,-90861.62\"/>\n",
"</g>\n",
"<!-- 29082399120 -->\n",
"<g id=\"node412\" class=\"node\">\n",
"<title>29082399120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1912,-90737.25 1812,-90737.25 1812,-90718 1912,-90718 1912,-90737.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1862\" y=\"-90723.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399120&#45;&gt;29082398832 -->\n",
"<g id=\"edge423\" class=\"edge\">\n",
"<title>29082399120&#45;&gt;29082398832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1837.2,-90717.55C1810.25,-90707.7 1766.97,-90691.88 1736.45,-90680.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1737.85,-90677.5 1727.25,-90677.35 1735.44,-90684.07 1737.85,-90677.5\"/>\n",
"</g>\n",
"<!-- 5763659152 -->\n",
"<g id=\"node413\" class=\"node\">\n",
"<title>5763659152</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2046,-90803.75 1772,-90803.75 1772,-90773.25 2046,-90773.25 2046,-90803.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1909\" y=\"-90790.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1909\" y=\"-90779\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5763659152&#45;&gt;29082399120 -->\n",
"<g id=\"edge424\" class=\"edge\">\n",
"<title>5763659152&#45;&gt;29082399120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1897.38,-90772.95C1890.98,-90764.93 1882.99,-90754.92 1876.22,-90746.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1879.16,-90744.52 1870.19,-90738.88 1873.69,-90748.88 1879.16,-90744.52\"/>\n",
"</g>\n",
"<!-- 29082399072 -->\n",
"<g id=\"node414\" class=\"node\">\n",
"<title>29082399072</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2137,-90737.25 2037,-90737.25 2037,-90718 2137,-90718 2137,-90737.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2087\" y=\"-90723.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082399072&#45;&gt;29082398832 -->\n",
"<g id=\"edge425\" class=\"edge\">\n",
"<title>29082399072&#45;&gt;29082398832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2036.55,-90721.09C1972.63,-90713.75 1859.2,-90699.64 1763,-90682 1758.42,-90681.16 1753.66,-90680.21 1748.91,-90679.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1749.93,-90675.85 1739.41,-90677.13 1748.43,-90682.69 1749.93,-90675.85\"/>\n",
"</g>\n",
"<!-- 5763659248 -->\n",
"<g id=\"node415\" class=\"node\">\n",
"<title>5763659248</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2326,-90803.75 2064,-90803.75 2064,-90773.25 2326,-90773.25 2326,-90803.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2195\" y=\"-90790.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2195\" y=\"-90779\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763659248&#45;&gt;29082399072 -->\n",
"<g id=\"edge426\" class=\"edge\">\n",
"<title>5763659248&#45;&gt;29082399072</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2168.03,-90772.8C2151.42,-90763.74 2130.22,-90752.19 2113.67,-90743.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2115.35,-90740.09 2104.89,-90738.38 2112,-90746.24 2115.35,-90740.09\"/>\n",
"</g>\n",
"<!-- 29082398640 -->\n",
"<g id=\"node416\" class=\"node\">\n",
"<title>29082398640</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1908,-90615.5 1808,-90615.5 1808,-90596.25 1908,-90596.25 1908,-90615.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1858\" y=\"-90602\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398640&#45;&gt;29082398544 -->\n",
"<g id=\"edge427\" class=\"edge\">\n",
"<title>29082398640&#45;&gt;29082398544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1842.66,-90595.93C1826.64,-90586.6 1801.26,-90571.8 1782.27,-90560.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1784.19,-90557.8 1773.79,-90555.79 1780.67,-90563.85 1784.19,-90557.8\"/>\n",
"</g>\n",
"<!-- 5763659536 -->\n",
"<g id=\"node417\" class=\"node\">\n",
"<title>5763659536</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2034,-90682 1772,-90682 1772,-90651.5 2034,-90651.5 2034,-90682\"/>\n",
"<text text-anchor=\"middle\" x=\"1903\" y=\"-90668.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"1903\" y=\"-90657.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763659536&#45;&gt;29082398640 -->\n",
"<g id=\"edge428\" class=\"edge\">\n",
"<title>5763659536&#45;&gt;29082398640</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1891.88,-90651.2C1885.82,-90643.27 1878.26,-90633.38 1871.82,-90624.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1874.71,-90622.97 1865.86,-90617.15 1869.15,-90627.22 1874.71,-90622.97\"/>\n",
"</g>\n",
"<!-- 29082398592 -->\n",
"<g id=\"node418\" class=\"node\">\n",
"<title>29082398592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2126,-90615.5 2026,-90615.5 2026,-90596.25 2126,-90596.25 2126,-90615.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2076\" y=\"-90602\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398592&#45;&gt;29082398544 -->\n",
"<g id=\"edge429\" class=\"edge\">\n",
"<title>29082398592&#45;&gt;29082398544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2026.86,-90595.8C1970.42,-90585.39 1877.84,-90568.3 1817.15,-90557.1\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1818.16,-90553.73 1807.69,-90555.36 1816.89,-90560.61 1818.16,-90553.73\"/>\n",
"</g>\n",
"<!-- 5763659632 -->\n",
"<g id=\"node419\" class=\"node\">\n",
"<title>5763659632</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2302,-90682 2052,-90682 2052,-90651.5 2302,-90651.5 2302,-90682\"/>\n",
"<text text-anchor=\"middle\" x=\"2177\" y=\"-90668.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.1.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2177\" y=\"-90657.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763659632&#45;&gt;29082398592 -->\n",
"<g id=\"edge430\" class=\"edge\">\n",
"<title>5763659632&#45;&gt;29082398592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2151.77,-90651.05C2136.39,-90642.08 2116.8,-90630.66 2101.39,-90621.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2103.2,-90618.68 2092.8,-90616.67 2099.67,-90624.73 2103.2,-90618.68\"/>\n",
"</g>\n",
"<!-- 29082398496 -->\n",
"<g id=\"node420\" class=\"node\">\n",
"<title>29082398496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1909,-88985.12 1785,-88985.12 1785,-88965.88 1909,-88965.88 1909,-88985.12\"/>\n",
"<text text-anchor=\"middle\" x=\"1847\" y=\"-88971.62\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082398496&#45;&gt;29082398352 -->\n",
"<g id=\"edge431\" class=\"edge\">\n",
"<title>29082398496&#45;&gt;29082398352</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1847,-88965.53C1847,-88956.48 1847,-88942.2 1847,-88930.38\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1850.5,-88930.41 1847,-88920.41 1843.5,-88930.41 1850.5,-88930.41\"/>\n",
"</g>\n",
"<!-- 29082400416 -->\n",
"<g id=\"node421\" class=\"node\">\n",
"<title>29082400416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1920,-89046 1826,-89046 1826,-89026.75 1920,-89026.75 1920,-89046\"/>\n",
"<text text-anchor=\"middle\" x=\"1873\" y=\"-89032.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082400416&#45;&gt;29082398496 -->\n",
"<g id=\"edge432\" class=\"edge\">\n",
"<title>29082400416&#45;&gt;29082398496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1869.05,-89026.43C1865.5,-89018.39 1860.16,-89006.3 1855.63,-88996.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1858.84,-88994.64 1851.6,-88986.91 1852.44,-88997.47 1858.84,-88994.64\"/>\n",
"</g>\n",
"<!-- 29082401472 -->\n",
"<g id=\"node422\" class=\"node\">\n",
"<title>29082401472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1977,-89101.25 1871,-89101.25 1871,-89082 1977,-89082 1977,-89101.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1924\" y=\"-89087.75\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082401472&#45;&gt;29082400416 -->\n",
"<g id=\"edge433\" class=\"edge\">\n",
"<title>29082401472&#45;&gt;29082400416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1915.58,-89081.83C1908.46,-89074.4 1898.06,-89063.54 1889.31,-89054.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1892.1,-89052.25 1882.65,-89047.45 1887.04,-89057.1 1892.1,-89052.25\"/>\n",
"</g>\n",
"<!-- 29082437136 -->\n",
"<g id=\"node423\" class=\"node\">\n",
"<title>29082437136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1929,-89156.5 1835,-89156.5 1835,-89137.25 1929,-89137.25 1929,-89156.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1882\" y=\"-89143\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082437136&#45;&gt;29082401472 -->\n",
"<g id=\"edge434\" class=\"edge\">\n",
"<title>29082437136&#45;&gt;29082401472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1888.94,-89137.08C1894.62,-89129.88 1902.84,-89119.46 1909.89,-89110.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1912.53,-89112.82 1915.98,-89102.8 1907.04,-89108.48 1912.53,-89112.82\"/>\n",
"</g>\n",
"<!-- 29082438432 -->\n",
"<g id=\"node424\" class=\"node\">\n",
"<title>29082438432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1888,-89217.38 1788,-89217.38 1788,-89198.12 1888,-89198.12 1888,-89217.38\"/>\n",
"<text text-anchor=\"middle\" x=\"1838\" y=\"-89203.88\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082438432&#45;&gt;29082437136 -->\n",
"<g id=\"edge435\" class=\"edge\">\n",
"<title>29082438432&#45;&gt;29082437136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1844.68,-89197.81C1850.95,-89189.42 1860.51,-89176.63 1868.38,-89166.09\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1871.17,-89168.22 1874.35,-89158.11 1865.56,-89164.03 1871.17,-89168.22\"/>\n",
"</g>\n",
"<!-- 29082438960 -->\n",
"<g id=\"node425\" class=\"node\">\n",
"<title>29082438960</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1904,-89278.25 1792,-89278.25 1792,-89259 1904,-89259 1904,-89278.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1848\" y=\"-89264.75\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082438960&#45;&gt;29082438432 -->\n",
"<g id=\"edge436\" class=\"edge\">\n",
"<title>29082438960&#45;&gt;29082438432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1846.48,-89258.68C1845.14,-89250.82 1843.15,-89239.07 1841.43,-89228.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1844.91,-89228.54 1839.79,-89219.27 1838.01,-89229.71 1844.91,-89228.54\"/>\n",
"</g>\n",
"<!-- 29082438864 -->\n",
"<g id=\"node426\" class=\"node\">\n",
"<title>29082438864</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1977,-89333.5 1847,-89333.5 1847,-89314.25 1977,-89314.25 1977,-89333.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1912\" y=\"-89320\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082438864&#45;&gt;29082438960 -->\n",
"<g id=\"edge437\" class=\"edge\">\n",
"<title>29082438864&#45;&gt;29082438960</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1901.14,-89313.84C1891.89,-89306.15 1878.38,-89294.9 1867.29,-89285.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1869.79,-89283.2 1859.86,-89279.49 1865.31,-89288.58 1869.79,-89283.2\"/>\n",
"</g>\n",
"<!-- 29082439056 -->\n",
"<g id=\"node427\" class=\"node\">\n",
"<title>29082439056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1959,-89388.75 1871,-89388.75 1871,-89369.5 1959,-89369.5 1959,-89388.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1915\" y=\"-89375.25\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082439056&#45;&gt;29082438864 -->\n",
"<g id=\"edge438\" class=\"edge\">\n",
"<title>29082439056&#45;&gt;29082438864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1914.5,-89369.33C1914.13,-89362.74 1913.61,-89353.46 1913.14,-89345.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1916.65,-89345.16 1912.59,-89335.37 1909.66,-89345.55 1916.65,-89345.16\"/>\n",
"</g>\n",
"<!-- 29082439152 -->\n",
"<g id=\"node428\" class=\"node\">\n",
"<title>29082439152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1962,-89444 1868,-89444 1868,-89424.75 1962,-89424.75 1962,-89444\"/>\n",
"<text text-anchor=\"middle\" x=\"1915\" y=\"-89430.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082439152&#45;&gt;29082439056 -->\n",
"<g id=\"edge439\" class=\"edge\">\n",
"<title>29082439152&#45;&gt;29082439056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1915,-89424.58C1915,-89418.07 1915,-89408.92 1915,-89400.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1918.5,-89400.62 1915,-89390.62 1911.5,-89400.62 1918.5,-89400.62\"/>\n",
"</g>\n",
"<!-- 29082439296 -->\n",
"<g id=\"node429\" class=\"node\">\n",
"<title>29082439296</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1968,-89499.25 1862,-89499.25 1862,-89480 1968,-89480 1968,-89499.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1915\" y=\"-89485.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082439296&#45;&gt;29082439152 -->\n",
"<g id=\"edge440\" class=\"edge\">\n",
"<title>29082439296&#45;&gt;29082439152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1915,-89479.83C1915,-89473.32 1915,-89464.17 1915,-89455.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1918.5,-89455.87 1915,-89445.87 1911.5,-89455.87 1918.5,-89455.87\"/>\n",
"</g>\n",
"<!-- 29082439392 -->\n",
"<g id=\"node430\" class=\"node\">\n",
"<title>29082439392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1971,-89554.5 1859,-89554.5 1859,-89535.25 1971,-89535.25 1971,-89554.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1915\" y=\"-89541\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082439392&#45;&gt;29082439296 -->\n",
"<g id=\"edge441\" class=\"edge\">\n",
"<title>29082439392&#45;&gt;29082439296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1915,-89535.08C1915,-89528.57 1915,-89519.42 1915,-89511.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1918.5,-89511.12 1915,-89501.12 1911.5,-89511.12 1918.5,-89511.12\"/>\n",
"</g>\n",
"<!-- 29082439488 -->\n",
"<g id=\"node431\" class=\"node\">\n",
"<title>29082439488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1980,-89609.75 1850,-89609.75 1850,-89590.5 1980,-89590.5 1980,-89609.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1915\" y=\"-89596.25\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082439488&#45;&gt;29082439392 -->\n",
"<g id=\"edge442\" class=\"edge\">\n",
"<title>29082439488&#45;&gt;29082439392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1915,-89590.33C1915,-89583.82 1915,-89574.67 1915,-89566.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1918.5,-89566.37 1915,-89556.37 1911.5,-89566.37 1918.5,-89566.37\"/>\n",
"</g>\n",
"<!-- 29082439584 -->\n",
"<g id=\"node432\" class=\"node\">\n",
"<title>29082439584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1959,-89665 1871,-89665 1871,-89645.75 1959,-89645.75 1959,-89665\"/>\n",
"<text text-anchor=\"middle\" x=\"1915\" y=\"-89651.5\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082439584&#45;&gt;29082439488 -->\n",
"<g id=\"edge443\" class=\"edge\">\n",
"<title>29082439584&#45;&gt;29082439488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1915,-89645.58C1915,-89639.07 1915,-89629.92 1915,-89621.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1918.5,-89621.62 1915,-89611.62 1911.5,-89621.62 1918.5,-89621.62\"/>\n",
"</g>\n",
"<!-- 29082439680 -->\n",
"<g id=\"node433\" class=\"node\">\n",
"<title>29082439680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1939,-89775.5 1797,-89775.5 1797,-89756.25 1939,-89756.25 1939,-89775.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1868\" y=\"-89762\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082439680&#45;&gt;29082439584 -->\n",
"<g id=\"edge444\" class=\"edge\">\n",
"<title>29082439680&#45;&gt;29082439584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1871.17,-89756.1C1875.7,-89743.7 1884.44,-89720.39 1893,-89701 1896.7,-89692.61 1901.12,-89683.51 1905.02,-89675.72\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1908.12,-89677.35 1909.53,-89666.85 1901.88,-89674.17 1908.12,-89677.35\"/>\n",
"</g>\n",
"<!-- 29082439824 -->\n",
"<g id=\"node434\" class=\"node\">\n",
"<title>29082439824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1921,-89830.75 1815,-89830.75 1815,-89811.5 1921,-89811.5 1921,-89830.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1868\" y=\"-89817.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082439824&#45;&gt;29082439680 -->\n",
"<g id=\"edge445\" class=\"edge\">\n",
"<title>29082439824&#45;&gt;29082439680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1868,-89811.33C1868,-89804.82 1868,-89795.67 1868,-89787.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1871.5,-89787.37 1868,-89777.37 1864.5,-89787.37 1871.5,-89787.37\"/>\n",
"</g>\n",
"<!-- 29082439920 -->\n",
"<g id=\"node435\" class=\"node\">\n",
"<title>29082439920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1912,-89886 1824,-89886 1824,-89866.75 1912,-89866.75 1912,-89886\"/>\n",
"<text text-anchor=\"middle\" x=\"1868\" y=\"-89872.5\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082439920&#45;&gt;29082439824 -->\n",
"<g id=\"edge446\" class=\"edge\">\n",
"<title>29082439920&#45;&gt;29082439824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1868,-89866.58C1868,-89860.07 1868,-89850.92 1868,-89842.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1871.5,-89842.62 1868,-89832.62 1864.5,-89842.62 1871.5,-89842.62\"/>\n",
"</g>\n",
"<!-- 29082440016 -->\n",
"<g id=\"node436\" class=\"node\">\n",
"<title>29082440016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1915,-89941.25 1821,-89941.25 1821,-89922 1915,-89922 1915,-89941.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1868\" y=\"-89927.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082440016&#45;&gt;29082439920 -->\n",
"<g id=\"edge447\" class=\"edge\">\n",
"<title>29082440016&#45;&gt;29082439920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1868,-89921.83C1868,-89915.32 1868,-89906.17 1868,-89897.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1871.5,-89897.87 1868,-89887.87 1864.5,-89897.87 1871.5,-89897.87\"/>\n",
"</g>\n",
"<!-- 29082440112 -->\n",
"<g id=\"node437\" class=\"node\">\n",
"<title>29082440112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1930,-89996.5 1806,-89996.5 1806,-89977.25 1930,-89977.25 1930,-89996.5\"/>\n",
"<text text-anchor=\"middle\" x=\"1868\" y=\"-89983\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082440112&#45;&gt;29082440016 -->\n",
"<g id=\"edge448\" class=\"edge\">\n",
"<title>29082440112&#45;&gt;29082440016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1868,-89977.08C1868,-89970.57 1868,-89961.42 1868,-89953.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1871.5,-89953.12 1868,-89943.12 1864.5,-89953.12 1871.5,-89953.12\"/>\n",
"</g>\n",
"<!-- 29082440208 -->\n",
"<g id=\"node438\" class=\"node\">\n",
"<title>29082440208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1924,-90051.75 1830,-90051.75 1830,-90032.5 1924,-90032.5 1924,-90051.75\"/>\n",
"<text text-anchor=\"middle\" x=\"1877\" y=\"-90038.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082440208&#45;&gt;29082440112 -->\n",
"<g id=\"edge449\" class=\"edge\">\n",
"<title>29082440208&#45;&gt;29082440112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1875.51,-90032.33C1874.4,-90025.74 1872.83,-90016.46 1871.41,-90008.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1874.89,-90007.63 1869.77,-89998.35 1867.99,-90008.8 1874.89,-90007.63\"/>\n",
"</g>\n",
"<!-- 29082440304 -->\n",
"<g id=\"node439\" class=\"node\">\n",
"<title>29082440304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"1939,-90107 1833,-90107 1833,-90087.75 1939,-90087.75 1939,-90107\"/>\n",
"<text text-anchor=\"middle\" x=\"1886\" y=\"-90093.5\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082440304&#45;&gt;29082440208 -->\n",
"<g id=\"edge450\" class=\"edge\">\n",
"<title>29082440304&#45;&gt;29082440208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1884.51,-90087.58C1883.4,-90080.99 1881.83,-90071.71 1880.41,-90063.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1883.89,-90062.88 1878.77,-90053.6 1876.99,-90064.05 1883.89,-90062.88\"/>\n",
"</g>\n",
"<!-- 29082440400 -->\n",
"<g id=\"node440\" class=\"node\">\n",
"<title>29082440400</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2069,-90162.25 1969,-90162.25 1969,-90143 2069,-90143 2069,-90162.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2019\" y=\"-90148.75\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082440400&#45;&gt;29082440304 -->\n",
"<g id=\"edge451\" class=\"edge\">\n",
"<title>29082440400&#45;&gt;29082440304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1996.44,-90142.59C1975.23,-90134.1 1943.23,-90121.29 1919.12,-90111.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1920.66,-90108.48 1910.08,-90108.02 1918.06,-90114.98 1920.66,-90108.48\"/>\n",
"</g>\n",
"<!-- 29082441120 -->\n",
"<g id=\"node458\" class=\"node\">\n",
"<title>29082441120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2072,-90107 1966,-90107 1966,-90087.75 2072,-90087.75 2072,-90107\"/>\n",
"<text text-anchor=\"middle\" x=\"2019\" y=\"-90093.5\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082440400&#45;&gt;29082441120 -->\n",
"<g id=\"edge471\" class=\"edge\">\n",
"<title>29082440400&#45;&gt;29082441120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2019,-90142.83C2019,-90136.32 2019,-90127.17 2019,-90118.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2022.5,-90118.87 2019,-90108.87 2015.5,-90118.87 2022.5,-90118.87\"/>\n",
"</g>\n",
"<!-- 29082440832 -->\n",
"<g id=\"node464\" class=\"node\">\n",
"<title>29082440832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2198,-90107 2092,-90107 2092,-90087.75 2198,-90087.75 2198,-90107\"/>\n",
"<text text-anchor=\"middle\" x=\"2145\" y=\"-90093.5\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082440400&#45;&gt;29082440832 -->\n",
"<g id=\"edge478\" class=\"edge\">\n",
"<title>29082440400&#45;&gt;29082440832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2040.37,-90142.59C2060.29,-90134.18 2090.24,-90121.52 2113,-90111.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2114.28,-90115.16 2122.13,-90108.04 2111.55,-90108.71 2114.28,-90115.16\"/>\n",
"</g>\n",
"<!-- 29082440496 -->\n",
"<g id=\"node441\" class=\"node\">\n",
"<title>29082440496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2076,-90217.5 1964,-90217.5 1964,-90198.25 2076,-90198.25 2076,-90217.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2020\" y=\"-90204\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082440496&#45;&gt;29082440400 -->\n",
"<g id=\"edge452\" class=\"edge\">\n",
"<title>29082440496&#45;&gt;29082440400</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2019.83,-90198.08C2019.71,-90191.57 2019.54,-90182.42 2019.38,-90174.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2022.88,-90174.05 2019.2,-90164.12 2015.89,-90174.19 2022.88,-90174.05\"/>\n",
"</g>\n",
"<!-- 29082440592 -->\n",
"<g id=\"node442\" class=\"node\">\n",
"<title>29082440592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2082,-90272.75 1958,-90272.75 1958,-90253.5 2082,-90253.5 2082,-90272.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2020\" y=\"-90259.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082440592&#45;&gt;29082440496 -->\n",
"<g id=\"edge453\" class=\"edge\">\n",
"<title>29082440592&#45;&gt;29082440496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2020,-90253.33C2020,-90246.82 2020,-90237.67 2020,-90229.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2023.5,-90229.37 2020,-90219.37 2016.5,-90229.37 2023.5,-90229.37\"/>\n",
"</g>\n",
"<!-- 29082440688 -->\n",
"<g id=\"node443\" class=\"node\">\n",
"<title>29082440688</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2082,-90328 1958,-90328 1958,-90308.75 2082,-90308.75 2082,-90328\"/>\n",
"<text text-anchor=\"middle\" x=\"2020\" y=\"-90314.5\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082440688&#45;&gt;29082440592 -->\n",
"<g id=\"edge454\" class=\"edge\">\n",
"<title>29082440688&#45;&gt;29082440592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2020,-90308.58C2020,-90302.07 2020,-90292.92 2020,-90284.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2023.5,-90284.62 2020,-90274.62 2016.5,-90284.62 2023.5,-90284.62\"/>\n",
"</g>\n",
"<!-- 29082440784 -->\n",
"<g id=\"node444\" class=\"node\">\n",
"<title>29082440784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2067,-90383.25 1973,-90383.25 1973,-90364 2067,-90364 2067,-90383.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2020\" y=\"-90369.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082440784&#45;&gt;29082440688 -->\n",
"<g id=\"edge455\" class=\"edge\">\n",
"<title>29082440784&#45;&gt;29082440688</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2020,-90363.83C2020,-90357.32 2020,-90348.17 2020,-90339.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2023.5,-90339.87 2020,-90329.87 2016.5,-90339.87 2023.5,-90339.87\"/>\n",
"</g>\n",
"<!-- 29082440880 -->\n",
"<g id=\"node445\" class=\"node\">\n",
"<title>29082440880</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2073,-90438.5 1967,-90438.5 1967,-90419.25 2073,-90419.25 2073,-90438.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2020\" y=\"-90425\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082440880&#45;&gt;29082440784 -->\n",
"<g id=\"edge456\" class=\"edge\">\n",
"<title>29082440880&#45;&gt;29082440784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2020,-90419.08C2020,-90412.57 2020,-90403.42 2020,-90395.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2023.5,-90395.12 2020,-90385.12 2016.5,-90395.12 2023.5,-90395.12\"/>\n",
"</g>\n",
"<!-- 29082440976&#45;&gt;29082440880 -->\n",
"<g id=\"edge457\" class=\"edge\">\n",
"<title>29082440976&#45;&gt;29082440880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1894.62,-90474.09C1919.02,-90465.49 1956.01,-90452.44 1983.5,-90442.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1984.57,-90446.08 1992.83,-90439.46 1982.24,-90439.48 1984.57,-90446.08\"/>\n",
"</g>\n",
"<!-- 29082440928 -->\n",
"<g id=\"node447\" class=\"node\">\n",
"<title>29082440928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2071,-90493.75 1971,-90493.75 1971,-90474.5 2071,-90474.5 2071,-90493.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2021\" y=\"-90480.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082440928&#45;&gt;29082440880 -->\n",
"<g id=\"edge459\" class=\"edge\">\n",
"<title>29082440928&#45;&gt;29082440880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2020.83,-90474.33C2020.71,-90467.82 2020.54,-90458.67 2020.38,-90450.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2023.88,-90450.3 2020.2,-90440.37 2016.89,-90450.44 2023.88,-90450.3\"/>\n",
"</g>\n",
"<!-- 5763659728 -->\n",
"<g id=\"node448\" class=\"node\">\n",
"<title>5763659728</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2189,-90560.25 1855,-90560.25 1855,-90529.75 2189,-90529.75 2189,-90560.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2022\" y=\"-90546.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"2022\" y=\"-90535.5\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5763659728&#45;&gt;29082440928 -->\n",
"<g id=\"edge460\" class=\"edge\">\n",
"<title>5763659728&#45;&gt;29082440928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2021.75,-90529.45C2021.63,-90522.21 2021.48,-90513.34 2021.35,-90505.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2024.85,-90505.65 2021.18,-90495.71 2017.85,-90505.77 2024.85,-90505.65\"/>\n",
"</g>\n",
"<!-- 29082439728 -->\n",
"<g id=\"node449\" class=\"node\">\n",
"<title>29082439728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2303,-90493.75 2203,-90493.75 2203,-90474.5 2303,-90474.5 2303,-90493.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2253\" y=\"-90480.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082439728&#45;&gt;29082440880 -->\n",
"<g id=\"edge461\" class=\"edge\">\n",
"<title>29082439728&#45;&gt;29082440880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2213.21,-90474.03C2173.84,-90465.03 2113.42,-90451.23 2070.64,-90441.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2071.63,-90438.08 2061.1,-90439.27 2070.07,-90444.91 2071.63,-90438.08\"/>\n",
"</g>\n",
"<!-- 5763659824 -->\n",
"<g id=\"node450\" class=\"node\">\n",
"<title>5763659824</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2529,-90560.25 2207,-90560.25 2207,-90529.75 2529,-90529.75 2529,-90560.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2368\" y=\"-90546.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"2368\" y=\"-90535.5\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5763659824&#45;&gt;29082439728 -->\n",
"<g id=\"edge462\" class=\"edge\">\n",
"<title>5763659824&#45;&gt;29082439728</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2339.28,-90529.3C2321.26,-90520.07 2298.16,-90508.25 2280.4,-90499.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2282.48,-90496.29 2271.98,-90494.84 2279.29,-90502.52 2282.48,-90496.29\"/>\n",
"</g>\n",
"<!-- 29082439632 -->\n",
"<g id=\"node451\" class=\"node\">\n",
"<title>29082439632</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2044,-89720.25 1902,-89720.25 1902,-89701 2044,-89701 2044,-89720.25\"/>\n",
"<text text-anchor=\"middle\" x=\"1973\" y=\"-89706.75\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082439632&#45;&gt;29082439584 -->\n",
"<g id=\"edge463\" class=\"edge\">\n",
"<title>29082439632&#45;&gt;29082439584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M1963.16,-89700.59C1954.95,-89693.05 1943.02,-89682.1 1933.09,-89672.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1935.54,-89670.48 1925.81,-89666.3 1930.81,-89675.64 1935.54,-89670.48\"/>\n",
"</g>\n",
"<!-- 29082439968 -->\n",
"<g id=\"node452\" class=\"node\">\n",
"<title>29082439968</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2063,-89775.5 1957,-89775.5 1957,-89756.25 2063,-89756.25 2063,-89775.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2010\" y=\"-89762\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082439968&#45;&gt;29082439632 -->\n",
"<g id=\"edge464\" class=\"edge\">\n",
"<title>29082439968&#45;&gt;29082439632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2003.89,-89756.08C1998.94,-89748.96 1991.8,-89738.68 1985.63,-89729.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1988.69,-89728.07 1980.11,-89721.85 1982.94,-89732.06 1988.69,-89728.07\"/>\n",
"</g>\n",
"<!-- 29082440160 -->\n",
"<g id=\"node453\" class=\"node\">\n",
"<title>29082440160</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2054,-89830.75 1966,-89830.75 1966,-89811.5 2054,-89811.5 2054,-89830.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2010\" y=\"-89817.25\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082440160&#45;&gt;29082439968 -->\n",
"<g id=\"edge465\" class=\"edge\">\n",
"<title>29082440160&#45;&gt;29082439968</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2010,-89811.33C2010,-89804.82 2010,-89795.67 2010,-89787.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2013.5,-89787.37 2010,-89777.37 2006.5,-89787.37 2013.5,-89787.37\"/>\n",
"</g>\n",
"<!-- 29082440352 -->\n",
"<g id=\"node454\" class=\"node\">\n",
"<title>29082440352</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2072,-89886 1948,-89886 1948,-89866.75 2072,-89866.75 2072,-89886\"/>\n",
"<text text-anchor=\"middle\" x=\"2010\" y=\"-89872.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082440352&#45;&gt;29082440160 -->\n",
"<g id=\"edge466\" class=\"edge\">\n",
"<title>29082440352&#45;&gt;29082440160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2010,-89866.58C2010,-89860.07 2010,-89850.92 2010,-89842.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2013.5,-89842.62 2010,-89832.62 2006.5,-89842.62 2013.5,-89842.62\"/>\n",
"</g>\n",
"<!-- 29082440544 -->\n",
"<g id=\"node455\" class=\"node\">\n",
"<title>29082440544</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2057,-89941.25 1963,-89941.25 1963,-89922 2057,-89922 2057,-89941.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2010\" y=\"-89927.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082440544&#45;&gt;29082440352 -->\n",
"<g id=\"edge467\" class=\"edge\">\n",
"<title>29082440544&#45;&gt;29082440352</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2010,-89921.83C2010,-89915.32 2010,-89906.17 2010,-89897.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2013.5,-89897.87 2010,-89887.87 2006.5,-89897.87 2013.5,-89897.87\"/>\n",
"</g>\n",
"<!-- 29082440736 -->\n",
"<g id=\"node456\" class=\"node\">\n",
"<title>29082440736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2072,-89996.5 1948,-89996.5 1948,-89977.25 2072,-89977.25 2072,-89996.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2010\" y=\"-89983\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082440736&#45;&gt;29082440544 -->\n",
"<g id=\"edge468\" class=\"edge\">\n",
"<title>29082440736&#45;&gt;29082440544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2010,-89977.08C2010,-89970.57 2010,-89961.42 2010,-89953.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2013.5,-89953.12 2010,-89943.12 2006.5,-89953.12 2013.5,-89953.12\"/>\n",
"</g>\n",
"<!-- 29082441024 -->\n",
"<g id=\"node457\" class=\"node\">\n",
"<title>29082441024</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2060,-90051.75 1966,-90051.75 1966,-90032.5 2060,-90032.5 2060,-90051.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2013\" y=\"-90038.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082441024&#45;&gt;29082440736 -->\n",
"<g id=\"edge469\" class=\"edge\">\n",
"<title>29082441024&#45;&gt;29082440736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2012.5,-90032.33C2012.13,-90025.74 2011.61,-90016.46 2011.14,-90008.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2014.65,-90008.16 2010.59,-89998.37 2007.66,-90008.55 2014.65,-90008.16\"/>\n",
"</g>\n",
"<!-- 29082441120&#45;&gt;29082441024 -->\n",
"<g id=\"edge470\" class=\"edge\">\n",
"<title>29082441120&#45;&gt;29082441024</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2018.01,-90087.58C2017.27,-90080.99 2016.22,-90071.71 2015.28,-90063.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2018.78,-90063.16 2014.18,-90053.61 2011.82,-90063.94 2018.78,-90063.16\"/>\n",
"</g>\n",
"<!-- 29082439104 -->\n",
"<g id=\"node459\" class=\"node\">\n",
"<title>29082439104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2205,-89720.25 2063,-89720.25 2063,-89701 2205,-89701 2205,-89720.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2134\" y=\"-89706.75\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082439104&#45;&gt;29082439056 -->\n",
"<g id=\"edge472\" class=\"edge\">\n",
"<title>29082439104&#45;&gt;29082439056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2127.66,-89700.53C2115.69,-89682.47 2091,-89640.43 2091,-89601.12 2091,-89601.12 2091,-89601.12 2091,-89488.62 2091,-89431.11 2022.04,-89403.08 1970.45,-89390.17\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1971.42,-89386.8 1960.89,-89387.91 1969.81,-89393.61 1971.42,-89386.8\"/>\n",
"</g>\n",
"<!-- 29082439440 -->\n",
"<g id=\"node460\" class=\"node\">\n",
"<title>29082439440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2200,-89886 2094,-89886 2094,-89866.75 2200,-89866.75 2200,-89886\"/>\n",
"<text text-anchor=\"middle\" x=\"2147\" y=\"-89872.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082439440&#45;&gt;29082439104 -->\n",
"<g id=\"edge473\" class=\"edge\">\n",
"<title>29082439440&#45;&gt;29082439104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2146.3,-89866.57C2144.29,-89841.25 2138.46,-89767.75 2135.6,-89731.84\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2139.1,-89731.67 2134.82,-89721.98 2132.12,-89732.23 2139.1,-89731.67\"/>\n",
"</g>\n",
"<!-- 29082439200 -->\n",
"<g id=\"node461\" class=\"node\">\n",
"<title>29082439200</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2196,-89941.25 2102,-89941.25 2102,-89922 2196,-89922 2196,-89941.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2149\" y=\"-89927.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082439200&#45;&gt;29082439440 -->\n",
"<g id=\"edge474\" class=\"edge\">\n",
"<title>29082439200&#45;&gt;29082439440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2148.67,-89921.83C2148.42,-89915.24 2148.07,-89905.96 2147.76,-89897.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2151.27,-89897.73 2147.39,-89887.87 2144.27,-89898 2151.27,-89897.73\"/>\n",
"</g>\n",
"<!-- 29082440064 -->\n",
"<g id=\"node462\" class=\"node\">\n",
"<title>29082440064</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2214,-89996.5 2090,-89996.5 2090,-89977.25 2214,-89977.25 2214,-89996.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2152\" y=\"-89983\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082440064&#45;&gt;29082439200 -->\n",
"<g id=\"edge475\" class=\"edge\">\n",
"<title>29082440064&#45;&gt;29082439200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2151.5,-89977.08C2151.13,-89970.49 2150.61,-89961.21 2150.14,-89952.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2153.65,-89952.91 2149.59,-89943.12 2146.66,-89953.3 2153.65,-89952.91\"/>\n",
"</g>\n",
"<!-- 29082440448 -->\n",
"<g id=\"node463\" class=\"node\">\n",
"<title>29082440448</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2196,-90051.75 2102,-90051.75 2102,-90032.5 2196,-90032.5 2196,-90051.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2149\" y=\"-90038.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082440448&#45;&gt;29082440064 -->\n",
"<g id=\"edge476\" class=\"edge\">\n",
"<title>29082440448&#45;&gt;29082440064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2149.5,-90032.33C2149.87,-90025.74 2150.39,-90016.46 2150.86,-90008.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2154.34,-90008.55 2151.41,-89998.37 2147.35,-90008.16 2154.34,-90008.55\"/>\n",
"</g>\n",
"<!-- 29082440832&#45;&gt;29082440448 -->\n",
"<g id=\"edge477\" class=\"edge\">\n",
"<title>29082440832&#45;&gt;29082440448</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2145.66,-90087.58C2146.16,-90080.99 2146.85,-90071.71 2147.48,-90063.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2150.95,-90063.85 2148.21,-90053.62 2143.97,-90063.33 2150.95,-90063.85\"/>\n",
"</g>\n",
"<!-- 29082435888 -->\n",
"<g id=\"node465\" class=\"node\">\n",
"<title>29082435888</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2086,-89156.5 1986,-89156.5 1986,-89137.25 2086,-89137.25 2086,-89156.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2036\" y=\"-89143\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082435888&#45;&gt;29082401472 -->\n",
"<g id=\"edge479\" class=\"edge\">\n",
"<title>29082435888&#45;&gt;29082401472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2017,-89136.84C1999.54,-89128.54 1973.4,-89116.11 1953.28,-89106.54\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1954.99,-89103.49 1944.46,-89102.35 1951.99,-89109.81 1954.99,-89103.49\"/>\n",
"</g>\n",
"<!-- 5763659920 -->\n",
"<g id=\"node466\" class=\"node\">\n",
"<title>5763659920</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2246,-89223 1906,-89223 1906,-89192.5 2246,-89192.5 2246,-89223\"/>\n",
"<text text-anchor=\"middle\" x=\"2076\" y=\"-89209.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2076\" y=\"-89198.25\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5763659920&#45;&gt;29082435888 -->\n",
"<g id=\"edge480\" class=\"edge\">\n",
"<title>5763659920&#45;&gt;29082435888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2066.11,-89192.2C2060.78,-89184.35 2054.15,-89174.6 2048.47,-89166.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2051.53,-89164.51 2043.02,-89158.2 2045.74,-89168.44 2051.53,-89164.51\"/>\n",
"</g>\n",
"<!-- 29082436800 -->\n",
"<g id=\"node467\" class=\"node\">\n",
"<title>29082436800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2341,-89156.5 2241,-89156.5 2241,-89137.25 2341,-89137.25 2341,-89156.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2291\" y=\"-89143\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082436800&#45;&gt;29082401472 -->\n",
"<g id=\"edge481\" class=\"edge\">\n",
"<title>29082436800&#45;&gt;29082401472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2240.74,-89138.58C2175.15,-89129.07 2060.27,-89112.4 1988.37,-89101.97\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"1989.11,-89098.54 1978.72,-89100.56 1988.11,-89105.46 1989.11,-89098.54\"/>\n",
"</g>\n",
"<!-- 5763660016 -->\n",
"<g id=\"node468\" class=\"node\">\n",
"<title>5763660016</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2592,-89223 2264,-89223 2264,-89192.5 2592,-89192.5 2592,-89223\"/>\n",
"<text text-anchor=\"middle\" x=\"2428\" y=\"-89209.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2428\" y=\"-89198.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763660016&#45;&gt;29082436800 -->\n",
"<g id=\"edge482\" class=\"edge\">\n",
"<title>5763660016&#45;&gt;29082436800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2393.78,-89192.05C2371.92,-89182.65 2343.77,-89170.55 2322.46,-89161.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2323.97,-89158.23 2313.4,-89157.5 2321.21,-89164.67 2323.97,-89158.23\"/>\n",
"</g>\n",
"<!-- 29082398304 -->\n",
"<g id=\"node469\" class=\"node\">\n",
"<title>29082398304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2058,-88918.62 1958,-88918.62 1958,-88899.38 2058,-88899.38 2058,-88918.62\"/>\n",
"<text text-anchor=\"middle\" x=\"2008\" y=\"-88905.12\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398304&#45;&gt;29082398208 -->\n",
"<g id=\"edge483\" class=\"edge\">\n",
"<title>29082398304&#45;&gt;29082398208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2016.96,-88899.06C2025.71,-88890.33 2039.25,-88876.82 2050.04,-88866.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2052.28,-88868.76 2056.88,-88859.22 2047.33,-88863.81 2052.28,-88868.76\"/>\n",
"</g>\n",
"<!-- 5763660496 -->\n",
"<g id=\"node470\" class=\"node\">\n",
"<title>5763660496</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2189,-88990.75 1927,-88990.75 1927,-88960.25 2189,-88960.25 2189,-88990.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2058\" y=\"-88977.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2058\" y=\"-88966\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763660496&#45;&gt;29082398304 -->\n",
"<g id=\"edge484\" class=\"edge\">\n",
"<title>5763660496&#45;&gt;29082398304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2046.65,-88959.86C2039.31,-88950.39 2029.69,-88937.98 2021.89,-88927.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2024.66,-88925.78 2015.77,-88920.02 2019.13,-88930.07 2024.66,-88925.78\"/>\n",
"</g>\n",
"<!-- 29082398256 -->\n",
"<g id=\"node471\" class=\"node\">\n",
"<title>29082398256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2176,-88918.62 2076,-88918.62 2076,-88899.38 2176,-88899.38 2176,-88918.62\"/>\n",
"<text text-anchor=\"middle\" x=\"2126\" y=\"-88905.12\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398256&#45;&gt;29082398208 -->\n",
"<g id=\"edge485\" class=\"edge\">\n",
"<title>29082398256&#45;&gt;29082398208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2117.04,-88899.06C2108.29,-88890.33 2094.75,-88876.82 2083.96,-88866.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2086.67,-88863.81 2077.12,-88859.22 2081.72,-88868.76 2086.67,-88863.81\"/>\n",
"</g>\n",
"<!-- 5763660592 -->\n",
"<g id=\"node472\" class=\"node\">\n",
"<title>5763660592</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2457,-88990.75 2207,-88990.75 2207,-88960.25 2457,-88960.25 2457,-88990.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2332\" y=\"-88977.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2332\" y=\"-88966\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763660592&#45;&gt;29082398256 -->\n",
"<g id=\"edge486\" class=\"edge\">\n",
"<title>5763660592&#45;&gt;29082398256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2285,-88959.78C2249.04,-88948.53 2200.01,-88933.17 2165.94,-88922.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2167.04,-88919.18 2156.45,-88919.53 2164.94,-88925.86 2167.04,-88919.18\"/>\n",
"</g>\n",
"<!-- 29082398160 -->\n",
"<g id=\"node473\" class=\"node\">\n",
"<title>29082398160</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2201,-88675.12 2095,-88675.12 2095,-88655.88 2201,-88655.88 2201,-88675.12\"/>\n",
"<text text-anchor=\"middle\" x=\"2148\" y=\"-88661.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082398160&#45;&gt;29082398016 -->\n",
"<g id=\"edge487\" class=\"edge\">\n",
"<title>29082398160&#45;&gt;29082398016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2148,-88655.56C2148,-88647.78 2148,-88636.2 2148,-88626.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2151.5,-88626.16 2148,-88616.16 2144.5,-88626.16 2151.5,-88626.16\"/>\n",
"</g>\n",
"<!-- 29082398784 -->\n",
"<g id=\"node474\" class=\"node\">\n",
"<title>29082398784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2195,-88736 2101,-88736 2101,-88716.75 2195,-88716.75 2195,-88736\"/>\n",
"<text text-anchor=\"middle\" x=\"2148\" y=\"-88722.5\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082398784&#45;&gt;29082398160 -->\n",
"<g id=\"edge488\" class=\"edge\">\n",
"<title>29082398784&#45;&gt;29082398160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2148,-88716.43C2148,-88708.65 2148,-88697.08 2148,-88687.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2151.5,-88687.04 2148,-88677.04 2144.5,-88687.04 2151.5,-88687.04\"/>\n",
"</g>\n",
"<!-- 29082439008&#45;&gt;29082398784 -->\n",
"<g id=\"edge489\" class=\"edge\">\n",
"<title>29082439008&#45;&gt;29082398784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2148,-88777.31C2148,-88769.53 2148,-88757.95 2148,-88747.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2151.5,-88747.91 2148,-88737.91 2144.5,-88747.91 2151.5,-88747.91\"/>\n",
"</g>\n",
"<!-- 29082437568 -->\n",
"<g id=\"node476\" class=\"node\">\n",
"<title>29082437568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2323,-88857.75 2223,-88857.75 2223,-88838.5 2323,-88838.5 2323,-88857.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2273\" y=\"-88844.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082437568&#45;&gt;29082439008 -->\n",
"<g id=\"edge491\" class=\"edge\">\n",
"<title>29082437568&#45;&gt;29082439008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2253.74,-88838.05C2233.31,-88828.43 2200.79,-88813.12 2177.21,-88802.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2178.98,-88798.97 2168.44,-88797.88 2176,-88805.31 2178.98,-88798.97\"/>\n",
"</g>\n",
"<!-- 5763660112 -->\n",
"<g id=\"node477\" class=\"node\">\n",
"<title>5763660112</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2468,-88924.25 2194,-88924.25 2194,-88893.75 2468,-88893.75 2468,-88924.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2331\" y=\"-88910.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2331\" y=\"-88899.5\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5763660112&#45;&gt;29082437568 -->\n",
"<g id=\"edge492\" class=\"edge\">\n",
"<title>5763660112&#45;&gt;29082437568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2316.66,-88893.45C2308.6,-88885.26 2298.48,-88874.98 2290.01,-88866.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2292.51,-88863.95 2283,-88859.28 2287.53,-88868.86 2292.51,-88863.95\"/>\n",
"</g>\n",
"<!-- 29082437040 -->\n",
"<g id=\"node478\" class=\"node\">\n",
"<title>29082437040</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2554,-88857.75 2454,-88857.75 2454,-88838.5 2554,-88838.5 2554,-88857.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2504\" y=\"-88844.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082437040&#45;&gt;29082439008 -->\n",
"<g id=\"edge493\" class=\"edge\">\n",
"<title>29082437040&#45;&gt;29082439008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2453.6,-88840.65C2394.89,-88832.84 2295.07,-88818.71 2210,-88802.5 2205.67,-88801.67 2201.18,-88800.76 2196.69,-88799.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2197.61,-88796.42 2187.09,-88797.7 2196.1,-88803.26 2197.61,-88796.42\"/>\n",
"</g>\n",
"<!-- 5763660208 -->\n",
"<g id=\"node479\" class=\"node\">\n",
"<title>5763660208</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2748,-88924.25 2486,-88924.25 2486,-88893.75 2748,-88893.75 2748,-88924.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2617\" y=\"-88910.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2617\" y=\"-88899.5\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5763660208&#45;&gt;29082437040 -->\n",
"<g id=\"edge494\" class=\"edge\">\n",
"<title>5763660208&#45;&gt;29082437040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2588.78,-88893.3C2571.24,-88884.16 2548.8,-88872.47 2531.41,-88863.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2533.16,-88860.37 2522.67,-88858.85 2529.92,-88866.58 2533.16,-88860.37\"/>\n",
"</g>\n",
"<!-- 29082398448 -->\n",
"<g id=\"node480\" class=\"node\">\n",
"<title>29082398448</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2359,-88736 2259,-88736 2259,-88716.75 2359,-88716.75 2359,-88736\"/>\n",
"<text text-anchor=\"middle\" x=\"2309\" y=\"-88722.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398448&#45;&gt;29082398160 -->\n",
"<g id=\"edge495\" class=\"edge\">\n",
"<title>29082398448&#45;&gt;29082398160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2284.2,-88716.3C2257.25,-88706.45 2213.97,-88690.63 2183.45,-88679.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2184.85,-88676.25 2174.25,-88676.1 2182.44,-88682.82 2184.85,-88676.25\"/>\n",
"</g>\n",
"<!-- 5763660304 -->\n",
"<g id=\"node481\" class=\"node\">\n",
"<title>5763660304</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2493,-88802.5 2219,-88802.5 2219,-88772 2493,-88772 2493,-88802.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2356\" y=\"-88789\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2356\" y=\"-88777.75\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5763660304&#45;&gt;29082398448 -->\n",
"<g id=\"edge496\" class=\"edge\">\n",
"<title>5763660304&#45;&gt;29082398448</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2344.38,-88771.7C2337.98,-88763.68 2329.99,-88753.67 2323.22,-88745.19\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2326.16,-88743.27 2317.19,-88737.63 2320.69,-88747.63 2326.16,-88743.27\"/>\n",
"</g>\n",
"<!-- 29082398400 -->\n",
"<g id=\"node482\" class=\"node\">\n",
"<title>29082398400</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2584,-88736 2484,-88736 2484,-88716.75 2584,-88716.75 2584,-88736\"/>\n",
"<text text-anchor=\"middle\" x=\"2534\" y=\"-88722.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082398400&#45;&gt;29082398160 -->\n",
"<g id=\"edge497\" class=\"edge\">\n",
"<title>29082398400&#45;&gt;29082398160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2483.55,-88719.84C2419.63,-88712.5 2306.2,-88698.39 2210,-88680.75 2205.42,-88679.91 2200.66,-88678.96 2195.91,-88677.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2196.93,-88674.6 2186.41,-88675.88 2195.43,-88681.44 2196.93,-88674.6\"/>\n",
"</g>\n",
"<!-- 5763660400 -->\n",
"<g id=\"node483\" class=\"node\">\n",
"<title>5763660400</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2773,-88802.5 2511,-88802.5 2511,-88772 2773,-88772 2773,-88802.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2642\" y=\"-88789\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2642\" y=\"-88777.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763660400&#45;&gt;29082398400 -->\n",
"<g id=\"edge498\" class=\"edge\">\n",
"<title>5763660400&#45;&gt;29082398400</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2615.03,-88771.55C2598.42,-88762.49 2577.22,-88750.94 2560.67,-88741.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2562.35,-88738.84 2551.89,-88737.13 2559,-88744.99 2562.35,-88738.84\"/>\n",
"</g>\n",
"<!-- 29082397968 -->\n",
"<g id=\"node484\" class=\"node\">\n",
"<title>29082397968</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2355,-88614.25 2255,-88614.25 2255,-88595 2355,-88595 2355,-88614.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2305\" y=\"-88600.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397968&#45;&gt;29082397872 -->\n",
"<g id=\"edge499\" class=\"edge\">\n",
"<title>29082397968&#45;&gt;29082397872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2289.66,-88594.68C2273.64,-88585.35 2248.26,-88570.55 2229.27,-88559.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2231.19,-88556.55 2220.79,-88554.54 2227.67,-88562.6 2231.19,-88556.55\"/>\n",
"</g>\n",
"<!-- 5763660688 -->\n",
"<g id=\"node485\" class=\"node\">\n",
"<title>5763660688</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2481,-88680.75 2219,-88680.75 2219,-88650.25 2481,-88650.25 2481,-88680.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2350\" y=\"-88667.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2350\" y=\"-88656\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763660688&#45;&gt;29082397968 -->\n",
"<g id=\"edge500\" class=\"edge\">\n",
"<title>5763660688&#45;&gt;29082397968</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2338.88,-88649.95C2332.82,-88642.02 2325.26,-88632.13 2318.82,-88623.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2321.71,-88621.72 2312.86,-88615.9 2316.15,-88625.97 2321.71,-88621.72\"/>\n",
"</g>\n",
"<!-- 29082397920 -->\n",
"<g id=\"node486\" class=\"node\">\n",
"<title>29082397920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2573,-88614.25 2473,-88614.25 2473,-88595 2573,-88595 2573,-88614.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2523\" y=\"-88600.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397920&#45;&gt;29082397872 -->\n",
"<g id=\"edge501\" class=\"edge\">\n",
"<title>29082397920&#45;&gt;29082397872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2473.86,-88594.55C2417.42,-88584.14 2324.84,-88567.05 2264.15,-88555.85\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2265.16,-88552.48 2254.69,-88554.11 2263.89,-88559.36 2265.16,-88552.48\"/>\n",
"</g>\n",
"<!-- 5763660784 -->\n",
"<g id=\"node487\" class=\"node\">\n",
"<title>5763660784</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2749,-88680.75 2499,-88680.75 2499,-88650.25 2749,-88650.25 2749,-88680.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2624\" y=\"-88667.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.2.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2624\" y=\"-88656\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763660784&#45;&gt;29082397920 -->\n",
"<g id=\"edge502\" class=\"edge\">\n",
"<title>5763660784&#45;&gt;29082397920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2598.77,-88649.8C2583.39,-88640.83 2563.8,-88629.41 2548.39,-88620.42\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2550.2,-88617.43 2539.8,-88615.42 2546.67,-88623.48 2550.2,-88617.43\"/>\n",
"</g>\n",
"<!-- 29082397824 -->\n",
"<g id=\"node488\" class=\"node\">\n",
"<title>29082397824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2356,-86983.88 2232,-86983.88 2232,-86964.62 2356,-86964.62 2356,-86983.88\"/>\n",
"<text text-anchor=\"middle\" x=\"2294\" y=\"-86970.38\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082397824&#45;&gt;29082397680 -->\n",
"<g id=\"edge503\" class=\"edge\">\n",
"<title>29082397824&#45;&gt;29082397680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2294,-86964.28C2294,-86955.23 2294,-86940.95 2294,-86929.13\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2297.5,-86929.16 2294,-86919.16 2290.5,-86929.16 2297.5,-86929.16\"/>\n",
"</g>\n",
"<!-- 29082398736 -->\n",
"<g id=\"node489\" class=\"node\">\n",
"<title>29082398736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2367,-87044.75 2273,-87044.75 2273,-87025.5 2367,-87025.5 2367,-87044.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2320\" y=\"-87031.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082398736&#45;&gt;29082397824 -->\n",
"<g id=\"edge504\" class=\"edge\">\n",
"<title>29082398736&#45;&gt;29082397824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2316.05,-87025.18C2312.5,-87017.14 2307.16,-87005.05 2302.63,-86994.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2305.84,-86993.39 2298.6,-86985.66 2299.44,-86996.22 2305.84,-86993.39\"/>\n",
"</g>\n",
"<!-- 29082398064 -->\n",
"<g id=\"node490\" class=\"node\">\n",
"<title>29082398064</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2424,-87100 2318,-87100 2318,-87080.75 2424,-87080.75 2424,-87100\"/>\n",
"<text text-anchor=\"middle\" x=\"2371\" y=\"-87086.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082398064&#45;&gt;29082398736 -->\n",
"<g id=\"edge505\" class=\"edge\">\n",
"<title>29082398064&#45;&gt;29082398736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2362.58,-87080.58C2355.46,-87073.15 2345.06,-87062.29 2336.31,-87053.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2339.1,-87051 2329.65,-87046.2 2334.04,-87055.85 2339.1,-87051\"/>\n",
"</g>\n",
"<!-- 29082439344 -->\n",
"<g id=\"node491\" class=\"node\">\n",
"<title>29082439344</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2376,-87155.25 2282,-87155.25 2282,-87136 2376,-87136 2376,-87155.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2329\" y=\"-87141.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082439344&#45;&gt;29082398064 -->\n",
"<g id=\"edge506\" class=\"edge\">\n",
"<title>29082439344&#45;&gt;29082398064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2335.94,-87135.83C2341.62,-87128.63 2349.84,-87118.21 2356.89,-87109.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2359.53,-87111.57 2362.98,-87101.55 2354.04,-87107.23 2359.53,-87111.57\"/>\n",
"</g>\n",
"<!-- 29082440640 -->\n",
"<g id=\"node492\" class=\"node\">\n",
"<title>29082440640</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2335,-87216.12 2235,-87216.12 2235,-87196.88 2335,-87196.88 2335,-87216.12\"/>\n",
"<text text-anchor=\"middle\" x=\"2285\" y=\"-87202.62\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082440640&#45;&gt;29082439344 -->\n",
"<g id=\"edge507\" class=\"edge\">\n",
"<title>29082440640&#45;&gt;29082439344</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2291.68,-87196.56C2297.95,-87188.17 2307.51,-87175.38 2315.38,-87164.84\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2318.17,-87166.97 2321.35,-87156.86 2312.56,-87162.78 2318.17,-87166.97\"/>\n",
"</g>\n",
"<!-- 29082441168 -->\n",
"<g id=\"node493\" class=\"node\">\n",
"<title>29082441168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2348,-87277 2236,-87277 2236,-87257.75 2348,-87257.75 2348,-87277\"/>\n",
"<text text-anchor=\"middle\" x=\"2292\" y=\"-87263.5\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082441168&#45;&gt;29082440640 -->\n",
"<g id=\"edge508\" class=\"edge\">\n",
"<title>29082441168&#45;&gt;29082440640</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2290.94,-87257.43C2290,-87249.57 2288.61,-87237.82 2287.4,-87227.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2290.91,-87227.55 2286.25,-87218.03 2283.96,-87228.37 2290.91,-87227.55\"/>\n",
"</g>\n",
"<!-- 29082441072 -->\n",
"<g id=\"node494\" class=\"node\">\n",
"<title>29082441072</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2365,-87332.25 2235,-87332.25 2235,-87313 2365,-87313 2365,-87332.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2300\" y=\"-87318.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082441072&#45;&gt;29082441168 -->\n",
"<g id=\"edge509\" class=\"edge\">\n",
"<title>29082441072&#45;&gt;29082441168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2298.68,-87312.83C2297.69,-87306.24 2296.29,-87296.96 2295.03,-87288.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2298.52,-87288.22 2293.57,-87278.86 2291.6,-87289.26 2298.52,-87288.22\"/>\n",
"</g>\n",
"<!-- 29082441264 -->\n",
"<g id=\"node495\" class=\"node\">\n",
"<title>29082441264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2406,-87387.5 2318,-87387.5 2318,-87368.25 2406,-87368.25 2406,-87387.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2362\" y=\"-87374\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082441264&#45;&gt;29082441072 -->\n",
"<g id=\"edge510\" class=\"edge\">\n",
"<title>29082441264&#45;&gt;29082441072</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2351.48,-87367.84C2342.61,-87360.22 2329.69,-87349.12 2319.01,-87339.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2321.38,-87337.37 2311.51,-87333.51 2316.82,-87342.68 2321.38,-87337.37\"/>\n",
"</g>\n",
"<!-- 29082441360 -->\n",
"<g id=\"node496\" class=\"node\">\n",
"<title>29082441360</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2409,-87442.75 2315,-87442.75 2315,-87423.5 2409,-87423.5 2409,-87442.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2362\" y=\"-87429.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082441360&#45;&gt;29082441264 -->\n",
"<g id=\"edge511\" class=\"edge\">\n",
"<title>29082441360&#45;&gt;29082441264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2362,-87423.33C2362,-87416.82 2362,-87407.67 2362,-87399.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2365.5,-87399.37 2362,-87389.37 2358.5,-87399.37 2365.5,-87399.37\"/>\n",
"</g>\n",
"<!-- 29082441504 -->\n",
"<g id=\"node497\" class=\"node\">\n",
"<title>29082441504</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2415,-87498 2309,-87498 2309,-87478.75 2415,-87478.75 2415,-87498\"/>\n",
"<text text-anchor=\"middle\" x=\"2362\" y=\"-87484.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082441504&#45;&gt;29082441360 -->\n",
"<g id=\"edge512\" class=\"edge\">\n",
"<title>29082441504&#45;&gt;29082441360</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2362,-87478.58C2362,-87472.07 2362,-87462.92 2362,-87454.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2365.5,-87454.62 2362,-87444.62 2358.5,-87454.62 2365.5,-87454.62\"/>\n",
"</g>\n",
"<!-- 29082441600 -->\n",
"<g id=\"node498\" class=\"node\">\n",
"<title>29082441600</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2418,-87553.25 2306,-87553.25 2306,-87534 2418,-87534 2418,-87553.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2362\" y=\"-87539.75\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082441600&#45;&gt;29082441504 -->\n",
"<g id=\"edge513\" class=\"edge\">\n",
"<title>29082441600&#45;&gt;29082441504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2362,-87533.83C2362,-87527.32 2362,-87518.17 2362,-87509.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2365.5,-87509.87 2362,-87499.87 2358.5,-87509.87 2365.5,-87509.87\"/>\n",
"</g>\n",
"<!-- 29082441696 -->\n",
"<g id=\"node499\" class=\"node\">\n",
"<title>29082441696</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2427,-87608.5 2297,-87608.5 2297,-87589.25 2427,-87589.25 2427,-87608.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2362\" y=\"-87595\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082441696&#45;&gt;29082441600 -->\n",
"<g id=\"edge514\" class=\"edge\">\n",
"<title>29082441696&#45;&gt;29082441600</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2362,-87589.08C2362,-87582.57 2362,-87573.42 2362,-87565.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2365.5,-87565.12 2362,-87555.12 2358.5,-87565.12 2365.5,-87565.12\"/>\n",
"</g>\n",
"<!-- 29082441792 -->\n",
"<g id=\"node500\" class=\"node\">\n",
"<title>29082441792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2406,-87663.75 2318,-87663.75 2318,-87644.5 2406,-87644.5 2406,-87663.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2362\" y=\"-87650.25\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082441792&#45;&gt;29082441696 -->\n",
"<g id=\"edge515\" class=\"edge\">\n",
"<title>29082441792&#45;&gt;29082441696</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2362,-87644.33C2362,-87637.82 2362,-87628.67 2362,-87620.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2365.5,-87620.37 2362,-87610.37 2358.5,-87620.37 2365.5,-87620.37\"/>\n",
"</g>\n",
"<!-- 29082441888 -->\n",
"<g id=\"node501\" class=\"node\">\n",
"<title>29082441888</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2386,-87774.25 2244,-87774.25 2244,-87755 2386,-87755 2386,-87774.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2315\" y=\"-87760.75\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082441888&#45;&gt;29082441792 -->\n",
"<g id=\"edge516\" class=\"edge\">\n",
"<title>29082441888&#45;&gt;29082441792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2318.17,-87754.85C2322.7,-87742.45 2331.44,-87719.14 2340,-87699.75 2343.7,-87691.36 2348.12,-87682.26 2352.02,-87674.47\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2355.12,-87676.1 2356.53,-87665.6 2348.88,-87672.92 2355.12,-87676.1\"/>\n",
"</g>\n",
"<!-- 29082442032 -->\n",
"<g id=\"node502\" class=\"node\">\n",
"<title>29082442032</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2368,-87829.5 2262,-87829.5 2262,-87810.25 2368,-87810.25 2368,-87829.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2315\" y=\"-87816\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082442032&#45;&gt;29082441888 -->\n",
"<g id=\"edge517\" class=\"edge\">\n",
"<title>29082442032&#45;&gt;29082441888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2315,-87810.08C2315,-87803.57 2315,-87794.42 2315,-87786.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2318.5,-87786.12 2315,-87776.12 2311.5,-87786.12 2318.5,-87786.12\"/>\n",
"</g>\n",
"<!-- 29082442128 -->\n",
"<g id=\"node503\" class=\"node\">\n",
"<title>29082442128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2359,-87884.75 2271,-87884.75 2271,-87865.5 2359,-87865.5 2359,-87884.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2315\" y=\"-87871.25\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082442128&#45;&gt;29082442032 -->\n",
"<g id=\"edge518\" class=\"edge\">\n",
"<title>29082442128&#45;&gt;29082442032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2315,-87865.33C2315,-87858.82 2315,-87849.67 2315,-87841.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2318.5,-87841.37 2315,-87831.37 2311.5,-87841.37 2318.5,-87841.37\"/>\n",
"</g>\n",
"<!-- 29082442224 -->\n",
"<g id=\"node504\" class=\"node\">\n",
"<title>29082442224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2362,-87940 2268,-87940 2268,-87920.75 2362,-87920.75 2362,-87940\"/>\n",
"<text text-anchor=\"middle\" x=\"2315\" y=\"-87926.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082442224&#45;&gt;29082442128 -->\n",
"<g id=\"edge519\" class=\"edge\">\n",
"<title>29082442224&#45;&gt;29082442128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2315,-87920.58C2315,-87914.07 2315,-87904.92 2315,-87896.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2318.5,-87896.62 2315,-87886.62 2311.5,-87896.62 2318.5,-87896.62\"/>\n",
"</g>\n",
"<!-- 29082442320 -->\n",
"<g id=\"node505\" class=\"node\">\n",
"<title>29082442320</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2377,-87995.25 2253,-87995.25 2253,-87976 2377,-87976 2377,-87995.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2315\" y=\"-87981.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082442320&#45;&gt;29082442224 -->\n",
"<g id=\"edge520\" class=\"edge\">\n",
"<title>29082442320&#45;&gt;29082442224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2315,-87975.83C2315,-87969.32 2315,-87960.17 2315,-87951.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2318.5,-87951.87 2315,-87941.87 2311.5,-87951.87 2318.5,-87951.87\"/>\n",
"</g>\n",
"<!-- 29082442416 -->\n",
"<g id=\"node506\" class=\"node\">\n",
"<title>29082442416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2371,-88050.5 2277,-88050.5 2277,-88031.25 2371,-88031.25 2371,-88050.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2324\" y=\"-88037\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082442416&#45;&gt;29082442320 -->\n",
"<g id=\"edge521\" class=\"edge\">\n",
"<title>29082442416&#45;&gt;29082442320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2322.51,-88031.08C2321.4,-88024.49 2319.83,-88015.21 2318.41,-88006.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2321.89,-88006.38 2316.77,-87997.1 2314.99,-88007.55 2321.89,-88006.38\"/>\n",
"</g>\n",
"<!-- 29082442512 -->\n",
"<g id=\"node507\" class=\"node\">\n",
"<title>29082442512</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2386,-88105.75 2280,-88105.75 2280,-88086.5 2386,-88086.5 2386,-88105.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2333\" y=\"-88092.25\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082442512&#45;&gt;29082442416 -->\n",
"<g id=\"edge522\" class=\"edge\">\n",
"<title>29082442512&#45;&gt;29082442416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2331.51,-88086.33C2330.4,-88079.74 2328.83,-88070.46 2327.41,-88062.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2330.89,-88061.63 2325.77,-88052.35 2323.99,-88062.8 2330.89,-88061.63\"/>\n",
"</g>\n",
"<!-- 29082442608 -->\n",
"<g id=\"node508\" class=\"node\">\n",
"<title>29082442608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2516,-88161 2416,-88161 2416,-88141.75 2516,-88141.75 2516,-88161\"/>\n",
"<text text-anchor=\"middle\" x=\"2466\" y=\"-88147.5\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082442608&#45;&gt;29082442512 -->\n",
"<g id=\"edge523\" class=\"edge\">\n",
"<title>29082442608&#45;&gt;29082442512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2443.44,-88141.34C2422.23,-88132.85 2390.23,-88120.04 2366.12,-88110.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2367.66,-88107.23 2357.08,-88106.77 2365.06,-88113.73 2367.66,-88107.23\"/>\n",
"</g>\n",
"<!-- 29082443328 -->\n",
"<g id=\"node526\" class=\"node\">\n",
"<title>29082443328</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2519,-88105.75 2413,-88105.75 2413,-88086.5 2519,-88086.5 2519,-88105.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2466\" y=\"-88092.25\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082442608&#45;&gt;29082443328 -->\n",
"<g id=\"edge543\" class=\"edge\">\n",
"<title>29082442608&#45;&gt;29082443328</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2466,-88141.58C2466,-88135.07 2466,-88125.92 2466,-88117.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2469.5,-88117.62 2466,-88107.62 2462.5,-88117.62 2469.5,-88117.62\"/>\n",
"</g>\n",
"<!-- 29082443040 -->\n",
"<g id=\"node532\" class=\"node\">\n",
"<title>29082443040</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2645,-88105.75 2539,-88105.75 2539,-88086.5 2645,-88086.5 2645,-88105.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2592\" y=\"-88092.25\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082442608&#45;&gt;29082443040 -->\n",
"<g id=\"edge550\" class=\"edge\">\n",
"<title>29082442608&#45;&gt;29082443040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2487.37,-88141.34C2507.29,-88132.93 2537.24,-88120.27 2560,-88110.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2561.28,-88113.91 2569.13,-88106.79 2558.55,-88107.46 2561.28,-88113.91\"/>\n",
"</g>\n",
"<!-- 29082442704 -->\n",
"<g id=\"node509\" class=\"node\">\n",
"<title>29082442704</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2523,-88216.25 2411,-88216.25 2411,-88197 2523,-88197 2523,-88216.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2467\" y=\"-88202.75\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082442704&#45;&gt;29082442608 -->\n",
"<g id=\"edge524\" class=\"edge\">\n",
"<title>29082442704&#45;&gt;29082442608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2466.83,-88196.83C2466.71,-88190.32 2466.54,-88181.17 2466.38,-88172.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2469.88,-88172.8 2466.2,-88162.87 2462.89,-88172.94 2469.88,-88172.8\"/>\n",
"</g>\n",
"<!-- 29082442800 -->\n",
"<g id=\"node510\" class=\"node\">\n",
"<title>29082442800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2529,-88271.5 2405,-88271.5 2405,-88252.25 2529,-88252.25 2529,-88271.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2467\" y=\"-88258\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082442800&#45;&gt;29082442704 -->\n",
"<g id=\"edge525\" class=\"edge\">\n",
"<title>29082442800&#45;&gt;29082442704</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2467,-88252.08C2467,-88245.57 2467,-88236.42 2467,-88228.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2470.5,-88228.12 2467,-88218.12 2463.5,-88228.12 2470.5,-88228.12\"/>\n",
"</g>\n",
"<!-- 29082442896 -->\n",
"<g id=\"node511\" class=\"node\">\n",
"<title>29082442896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2529,-88326.75 2405,-88326.75 2405,-88307.5 2529,-88307.5 2529,-88326.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2467\" y=\"-88313.25\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082442896&#45;&gt;29082442800 -->\n",
"<g id=\"edge526\" class=\"edge\">\n",
"<title>29082442896&#45;&gt;29082442800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2467,-88307.33C2467,-88300.82 2467,-88291.67 2467,-88283.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2470.5,-88283.37 2467,-88273.37 2463.5,-88283.37 2470.5,-88283.37\"/>\n",
"</g>\n",
"<!-- 29082442992 -->\n",
"<g id=\"node512\" class=\"node\">\n",
"<title>29082442992</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2514,-88382 2420,-88382 2420,-88362.75 2514,-88362.75 2514,-88382\"/>\n",
"<text text-anchor=\"middle\" x=\"2467\" y=\"-88368.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082442992&#45;&gt;29082442896 -->\n",
"<g id=\"edge527\" class=\"edge\">\n",
"<title>29082442992&#45;&gt;29082442896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2467,-88362.58C2467,-88356.07 2467,-88346.92 2467,-88338.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2470.5,-88338.62 2467,-88328.62 2463.5,-88338.62 2470.5,-88338.62\"/>\n",
"</g>\n",
"<!-- 29082443088 -->\n",
"<g id=\"node513\" class=\"node\">\n",
"<title>29082443088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2520,-88437.25 2414,-88437.25 2414,-88418 2520,-88418 2520,-88437.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2467\" y=\"-88423.75\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082443088&#45;&gt;29082442992 -->\n",
"<g id=\"edge528\" class=\"edge\">\n",
"<title>29082443088&#45;&gt;29082442992</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2467,-88417.83C2467,-88411.32 2467,-88402.17 2467,-88393.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2470.5,-88393.87 2467,-88383.87 2463.5,-88393.87 2470.5,-88393.87\"/>\n",
"</g>\n",
"<!-- 29082443184&#45;&gt;29082443088 -->\n",
"<g id=\"edge529\" class=\"edge\">\n",
"<title>29082443184&#45;&gt;29082443088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2341.62,-88472.84C2366.02,-88464.24 2403.01,-88451.19 2430.5,-88441.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2431.57,-88444.83 2439.83,-88438.21 2429.24,-88438.23 2431.57,-88444.83\"/>\n",
"</g>\n",
"<!-- 29082443136 -->\n",
"<g id=\"node515\" class=\"node\">\n",
"<title>29082443136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2518,-88492.5 2418,-88492.5 2418,-88473.25 2518,-88473.25 2518,-88492.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2468\" y=\"-88479\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082443136&#45;&gt;29082443088 -->\n",
"<g id=\"edge531\" class=\"edge\">\n",
"<title>29082443136&#45;&gt;29082443088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2467.83,-88473.08C2467.71,-88466.57 2467.54,-88457.42 2467.38,-88449.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2470.88,-88449.05 2467.2,-88439.12 2463.89,-88449.19 2470.88,-88449.05\"/>\n",
"</g>\n",
"<!-- 5763660880 -->\n",
"<g id=\"node516\" class=\"node\">\n",
"<title>5763660880</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2636,-88559 2302,-88559 2302,-88528.5 2636,-88528.5 2636,-88559\"/>\n",
"<text text-anchor=\"middle\" x=\"2469\" y=\"-88545.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"2469\" y=\"-88534.25\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5763660880&#45;&gt;29082443136 -->\n",
"<g id=\"edge532\" class=\"edge\">\n",
"<title>5763660880&#45;&gt;29082443136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2468.75,-88528.2C2468.63,-88520.96 2468.48,-88512.09 2468.35,-88504.19\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2471.85,-88504.4 2468.18,-88494.46 2464.85,-88504.52 2471.85,-88504.4\"/>\n",
"</g>\n",
"<!-- 29082441936 -->\n",
"<g id=\"node517\" class=\"node\">\n",
"<title>29082441936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2750,-88492.5 2650,-88492.5 2650,-88473.25 2750,-88473.25 2750,-88492.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2700\" y=\"-88479\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082441936&#45;&gt;29082443088 -->\n",
"<g id=\"edge533\" class=\"edge\">\n",
"<title>29082441936&#45;&gt;29082443088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2660.21,-88472.78C2620.84,-88463.78 2560.42,-88449.98 2517.64,-88440.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2518.63,-88436.83 2508.1,-88438.02 2517.07,-88443.66 2518.63,-88436.83\"/>\n",
"</g>\n",
"<!-- 5763660976 -->\n",
"<g id=\"node518\" class=\"node\">\n",
"<title>5763660976</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2976,-88559 2654,-88559 2654,-88528.5 2976,-88528.5 2976,-88559\"/>\n",
"<text text-anchor=\"middle\" x=\"2815\" y=\"-88545.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"2815\" y=\"-88534.25\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5763660976&#45;&gt;29082441936 -->\n",
"<g id=\"edge534\" class=\"edge\">\n",
"<title>5763660976&#45;&gt;29082441936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2786.28,-88528.05C2768.26,-88518.82 2745.16,-88507 2727.4,-88497.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2729.48,-88495.04 2718.98,-88493.59 2726.29,-88501.27 2729.48,-88495.04\"/>\n",
"</g>\n",
"<!-- 29082441840 -->\n",
"<g id=\"node519\" class=\"node\">\n",
"<title>29082441840</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2491,-87719 2349,-87719 2349,-87699.75 2491,-87699.75 2491,-87719\"/>\n",
"<text text-anchor=\"middle\" x=\"2420\" y=\"-87705.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082441840&#45;&gt;29082441792 -->\n",
"<g id=\"edge535\" class=\"edge\">\n",
"<title>29082441840&#45;&gt;29082441792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2410.16,-87699.34C2401.95,-87691.8 2390.02,-87680.85 2380.09,-87671.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2382.54,-87669.23 2372.81,-87665.05 2377.81,-87674.39 2382.54,-87669.23\"/>\n",
"</g>\n",
"<!-- 29082442176 -->\n",
"<g id=\"node520\" class=\"node\">\n",
"<title>29082442176</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2510,-87774.25 2404,-87774.25 2404,-87755 2510,-87755 2510,-87774.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2457\" y=\"-87760.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082442176&#45;&gt;29082441840 -->\n",
"<g id=\"edge536\" class=\"edge\">\n",
"<title>29082442176&#45;&gt;29082441840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2450.89,-87754.83C2445.94,-87747.71 2438.8,-87737.43 2432.63,-87728.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2435.69,-87726.82 2427.11,-87720.6 2429.94,-87730.81 2435.69,-87726.82\"/>\n",
"</g>\n",
"<!-- 29082442368 -->\n",
"<g id=\"node521\" class=\"node\">\n",
"<title>29082442368</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2501,-87829.5 2413,-87829.5 2413,-87810.25 2501,-87810.25 2501,-87829.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2457\" y=\"-87816\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082442368&#45;&gt;29082442176 -->\n",
"<g id=\"edge537\" class=\"edge\">\n",
"<title>29082442368&#45;&gt;29082442176</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2457,-87810.08C2457,-87803.57 2457,-87794.42 2457,-87786.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2460.5,-87786.12 2457,-87776.12 2453.5,-87786.12 2460.5,-87786.12\"/>\n",
"</g>\n",
"<!-- 29082442560 -->\n",
"<g id=\"node522\" class=\"node\">\n",
"<title>29082442560</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2519,-87884.75 2395,-87884.75 2395,-87865.5 2519,-87865.5 2519,-87884.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2457\" y=\"-87871.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082442560&#45;&gt;29082442368 -->\n",
"<g id=\"edge538\" class=\"edge\">\n",
"<title>29082442560&#45;&gt;29082442368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2457,-87865.33C2457,-87858.82 2457,-87849.67 2457,-87841.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2460.5,-87841.37 2457,-87831.37 2453.5,-87841.37 2460.5,-87841.37\"/>\n",
"</g>\n",
"<!-- 29082442752 -->\n",
"<g id=\"node523\" class=\"node\">\n",
"<title>29082442752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2504,-87940 2410,-87940 2410,-87920.75 2504,-87920.75 2504,-87940\"/>\n",
"<text text-anchor=\"middle\" x=\"2457\" y=\"-87926.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082442752&#45;&gt;29082442560 -->\n",
"<g id=\"edge539\" class=\"edge\">\n",
"<title>29082442752&#45;&gt;29082442560</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2457,-87920.58C2457,-87914.07 2457,-87904.92 2457,-87896.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2460.5,-87896.62 2457,-87886.62 2453.5,-87896.62 2460.5,-87896.62\"/>\n",
"</g>\n",
"<!-- 29082442944 -->\n",
"<g id=\"node524\" class=\"node\">\n",
"<title>29082442944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2519,-87995.25 2395,-87995.25 2395,-87976 2519,-87976 2519,-87995.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2457\" y=\"-87981.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082442944&#45;&gt;29082442752 -->\n",
"<g id=\"edge540\" class=\"edge\">\n",
"<title>29082442944&#45;&gt;29082442752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2457,-87975.83C2457,-87969.32 2457,-87960.17 2457,-87951.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2460.5,-87951.87 2457,-87941.87 2453.5,-87951.87 2460.5,-87951.87\"/>\n",
"</g>\n",
"<!-- 29082443232 -->\n",
"<g id=\"node525\" class=\"node\">\n",
"<title>29082443232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2507,-88050.5 2413,-88050.5 2413,-88031.25 2507,-88031.25 2507,-88050.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2460\" y=\"-88037\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082443232&#45;&gt;29082442944 -->\n",
"<g id=\"edge541\" class=\"edge\">\n",
"<title>29082443232&#45;&gt;29082442944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2459.5,-88031.08C2459.13,-88024.49 2458.61,-88015.21 2458.14,-88006.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2461.65,-88006.91 2457.59,-87997.12 2454.66,-88007.3 2461.65,-88006.91\"/>\n",
"</g>\n",
"<!-- 29082443328&#45;&gt;29082443232 -->\n",
"<g id=\"edge542\" class=\"edge\">\n",
"<title>29082443328&#45;&gt;29082443232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2465.01,-88086.33C2464.27,-88079.74 2463.22,-88070.46 2462.28,-88062.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2465.78,-88061.91 2461.18,-88052.36 2458.82,-88062.69 2465.78,-88061.91\"/>\n",
"</g>\n",
"<!-- 29082441312 -->\n",
"<g id=\"node527\" class=\"node\">\n",
"<title>29082441312</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2652,-87719 2510,-87719 2510,-87699.75 2652,-87699.75 2652,-87719\"/>\n",
"<text text-anchor=\"middle\" x=\"2581\" y=\"-87705.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082441312&#45;&gt;29082441264 -->\n",
"<g id=\"edge544\" class=\"edge\">\n",
"<title>29082441312&#45;&gt;29082441264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2574.66,-87699.28C2562.69,-87681.22 2538,-87639.18 2538,-87599.88 2538,-87599.88 2538,-87599.88 2538,-87487.38 2538,-87429.86 2469.04,-87401.83 2417.45,-87388.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2418.42,-87385.55 2407.89,-87386.66 2416.81,-87392.36 2418.42,-87385.55\"/>\n",
"</g>\n",
"<!-- 29082441648 -->\n",
"<g id=\"node528\" class=\"node\">\n",
"<title>29082441648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2647,-87884.75 2541,-87884.75 2541,-87865.5 2647,-87865.5 2647,-87884.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2594\" y=\"-87871.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082441648&#45;&gt;29082441312 -->\n",
"<g id=\"edge545\" class=\"edge\">\n",
"<title>29082441648&#45;&gt;29082441312</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2593.3,-87865.32C2591.29,-87840 2585.46,-87766.5 2582.6,-87730.59\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2586.1,-87730.42 2581.82,-87720.73 2579.12,-87730.98 2586.1,-87730.42\"/>\n",
"</g>\n",
"<!-- 29082441408 -->\n",
"<g id=\"node529\" class=\"node\">\n",
"<title>29082441408</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2643,-87940 2549,-87940 2549,-87920.75 2643,-87920.75 2643,-87940\"/>\n",
"<text text-anchor=\"middle\" x=\"2596\" y=\"-87926.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082441408&#45;&gt;29082441648 -->\n",
"<g id=\"edge546\" class=\"edge\">\n",
"<title>29082441408&#45;&gt;29082441648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2595.67,-87920.58C2595.42,-87913.99 2595.07,-87904.71 2594.76,-87896.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2598.27,-87896.48 2594.39,-87886.62 2591.27,-87896.75 2598.27,-87896.48\"/>\n",
"</g>\n",
"<!-- 29082442272 -->\n",
"<g id=\"node530\" class=\"node\">\n",
"<title>29082442272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2661,-87995.25 2537,-87995.25 2537,-87976 2661,-87976 2661,-87995.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2599\" y=\"-87981.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082442272&#45;&gt;29082441408 -->\n",
"<g id=\"edge547\" class=\"edge\">\n",
"<title>29082442272&#45;&gt;29082441408</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2598.5,-87975.83C2598.13,-87969.24 2597.61,-87959.96 2597.14,-87951.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2600.65,-87951.66 2596.59,-87941.87 2593.66,-87952.05 2600.65,-87951.66\"/>\n",
"</g>\n",
"<!-- 29082442656 -->\n",
"<g id=\"node531\" class=\"node\">\n",
"<title>29082442656</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2643,-88050.5 2549,-88050.5 2549,-88031.25 2643,-88031.25 2643,-88050.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2596\" y=\"-88037\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082442656&#45;&gt;29082442272 -->\n",
"<g id=\"edge548\" class=\"edge\">\n",
"<title>29082442656&#45;&gt;29082442272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2596.5,-88031.08C2596.87,-88024.49 2597.39,-88015.21 2597.86,-88006.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2601.34,-88007.3 2598.41,-87997.12 2594.35,-88006.91 2601.34,-88007.3\"/>\n",
"</g>\n",
"<!-- 29082443040&#45;&gt;29082442656 -->\n",
"<g id=\"edge549\" class=\"edge\">\n",
"<title>29082443040&#45;&gt;29082442656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2592.66,-88086.33C2593.16,-88079.74 2593.85,-88070.46 2594.48,-88062.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2597.95,-88062.6 2595.21,-88052.37 2590.97,-88062.08 2597.95,-88062.6\"/>\n",
"</g>\n",
"<!-- 29082437664 -->\n",
"<g id=\"node533\" class=\"node\">\n",
"<title>29082437664</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2533,-87155.25 2433,-87155.25 2433,-87136 2533,-87136 2533,-87155.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2483\" y=\"-87141.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082437664&#45;&gt;29082398064 -->\n",
"<g id=\"edge551\" class=\"edge\">\n",
"<title>29082437664&#45;&gt;29082398064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2464,-87135.59C2446.54,-87127.29 2420.4,-87114.86 2400.28,-87105.29\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2401.99,-87102.24 2391.46,-87101.1 2398.99,-87108.56 2401.99,-87102.24\"/>\n",
"</g>\n",
"<!-- 5763661072 -->\n",
"<g id=\"node534\" class=\"node\">\n",
"<title>5763661072</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2693,-87221.75 2353,-87221.75 2353,-87191.25 2693,-87191.25 2693,-87221.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2523\" y=\"-87208.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2523\" y=\"-87197\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5763661072&#45;&gt;29082437664 -->\n",
"<g id=\"edge552\" class=\"edge\">\n",
"<title>5763661072&#45;&gt;29082437664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2513.11,-87190.95C2507.78,-87183.1 2501.15,-87173.35 2495.47,-87164.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2498.53,-87163.26 2490.02,-87156.95 2492.74,-87167.19 2498.53,-87163.26\"/>\n",
"</g>\n",
"<!-- 29082438048 -->\n",
"<g id=\"node535\" class=\"node\">\n",
"<title>29082438048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2788,-87155.25 2688,-87155.25 2688,-87136 2788,-87136 2788,-87155.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2738\" y=\"-87141.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082438048&#45;&gt;29082398064 -->\n",
"<g id=\"edge553\" class=\"edge\">\n",
"<title>29082438048&#45;&gt;29082398064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2687.74,-87137.33C2622.15,-87127.82 2507.27,-87111.15 2435.37,-87100.72\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2436.11,-87097.29 2425.72,-87099.31 2435.11,-87104.21 2436.11,-87097.29\"/>\n",
"</g>\n",
"<!-- 5763661168 -->\n",
"<g id=\"node536\" class=\"node\">\n",
"<title>5763661168</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3039,-87221.75 2711,-87221.75 2711,-87191.25 3039,-87191.25 3039,-87221.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2875\" y=\"-87208.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2875\" y=\"-87197\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763661168&#45;&gt;29082438048 -->\n",
"<g id=\"edge554\" class=\"edge\">\n",
"<title>5763661168&#45;&gt;29082438048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2840.78,-87190.8C2818.92,-87181.4 2790.77,-87169.3 2769.46,-87160.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2770.97,-87156.98 2760.4,-87156.25 2768.21,-87163.42 2770.97,-87156.98\"/>\n",
"</g>\n",
"<!-- 29082397632 -->\n",
"<g id=\"node537\" class=\"node\">\n",
"<title>29082397632</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2505,-86917.38 2405,-86917.38 2405,-86898.12 2505,-86898.12 2505,-86917.38\"/>\n",
"<text text-anchor=\"middle\" x=\"2455\" y=\"-86903.88\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397632&#45;&gt;29082397536 -->\n",
"<g id=\"edge555\" class=\"edge\">\n",
"<title>29082397632&#45;&gt;29082397536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2463.96,-86897.81C2472.71,-86889.08 2486.25,-86875.57 2497.04,-86864.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2499.28,-86867.51 2503.88,-86857.97 2494.33,-86862.56 2499.28,-86867.51\"/>\n",
"</g>\n",
"<!-- 5763661648 -->\n",
"<g id=\"node538\" class=\"node\">\n",
"<title>5763661648</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2636,-86989.5 2374,-86989.5 2374,-86959 2636,-86959 2636,-86989.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2505\" y=\"-86976\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2505\" y=\"-86964.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763661648&#45;&gt;29082397632 -->\n",
"<g id=\"edge556\" class=\"edge\">\n",
"<title>5763661648&#45;&gt;29082397632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2493.65,-86958.61C2486.31,-86949.14 2476.69,-86936.73 2468.89,-86926.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2471.66,-86924.53 2462.77,-86918.77 2466.13,-86928.82 2471.66,-86924.53\"/>\n",
"</g>\n",
"<!-- 29082397584 -->\n",
"<g id=\"node539\" class=\"node\">\n",
"<title>29082397584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2623,-86917.38 2523,-86917.38 2523,-86898.12 2623,-86898.12 2623,-86917.38\"/>\n",
"<text text-anchor=\"middle\" x=\"2573\" y=\"-86903.88\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397584&#45;&gt;29082397536 -->\n",
"<g id=\"edge557\" class=\"edge\">\n",
"<title>29082397584&#45;&gt;29082397536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2564.04,-86897.81C2555.29,-86889.08 2541.75,-86875.57 2530.96,-86864.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2533.67,-86862.56 2524.12,-86857.97 2528.72,-86867.51 2533.67,-86862.56\"/>\n",
"</g>\n",
"<!-- 5763661744 -->\n",
"<g id=\"node540\" class=\"node\">\n",
"<title>5763661744</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2904,-86989.5 2654,-86989.5 2654,-86959 2904,-86959 2904,-86989.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2779\" y=\"-86976\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"2779\" y=\"-86964.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763661744&#45;&gt;29082397584 -->\n",
"<g id=\"edge558\" class=\"edge\">\n",
"<title>5763661744&#45;&gt;29082397584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2732,-86958.53C2696.04,-86947.28 2647.01,-86931.92 2612.94,-86921.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2614.04,-86917.93 2603.45,-86918.28 2611.94,-86924.61 2614.04,-86917.93\"/>\n",
"</g>\n",
"<!-- 29082397488 -->\n",
"<g id=\"node541\" class=\"node\">\n",
"<title>29082397488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2648,-86673.88 2542,-86673.88 2542,-86654.62 2648,-86654.62 2648,-86673.88\"/>\n",
"<text text-anchor=\"middle\" x=\"2595\" y=\"-86660.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082397488&#45;&gt;29082397344 -->\n",
"<g id=\"edge559\" class=\"edge\">\n",
"<title>29082397488&#45;&gt;29082397344</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2595,-86654.31C2595,-86646.53 2595,-86634.95 2595,-86624.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2598.5,-86624.91 2595,-86614.91 2591.5,-86624.91 2598.5,-86624.91\"/>\n",
"</g>\n",
"<!-- 29082398112 -->\n",
"<g id=\"node542\" class=\"node\">\n",
"<title>29082398112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2642,-86734.75 2548,-86734.75 2548,-86715.5 2642,-86715.5 2642,-86734.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2595\" y=\"-86721.25\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082398112&#45;&gt;29082397488 -->\n",
"<g id=\"edge560\" class=\"edge\">\n",
"<title>29082398112&#45;&gt;29082397488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2595,-86715.18C2595,-86707.4 2595,-86695.83 2595,-86685.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2598.5,-86685.79 2595,-86675.79 2591.5,-86685.79 2598.5,-86685.79\"/>\n",
"</g>\n",
"<!-- 29082441216&#45;&gt;29082398112 -->\n",
"<g id=\"edge561\" class=\"edge\">\n",
"<title>29082441216&#45;&gt;29082398112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2595,-86776.06C2595,-86768.28 2595,-86756.7 2595,-86746.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2598.5,-86746.66 2595,-86736.66 2591.5,-86746.66 2598.5,-86746.66\"/>\n",
"</g>\n",
"<!-- 29082439776 -->\n",
"<g id=\"node544\" class=\"node\">\n",
"<title>29082439776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2770,-86856.5 2670,-86856.5 2670,-86837.25 2770,-86837.25 2770,-86856.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2720\" y=\"-86843\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082439776&#45;&gt;29082441216 -->\n",
"<g id=\"edge563\" class=\"edge\">\n",
"<title>29082439776&#45;&gt;29082441216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2700.74,-86836.8C2680.31,-86827.18 2647.79,-86811.87 2624.21,-86800.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2625.98,-86797.72 2615.44,-86796.63 2623,-86804.06 2625.98,-86797.72\"/>\n",
"</g>\n",
"<!-- 5763661264 -->\n",
"<g id=\"node545\" class=\"node\">\n",
"<title>5763661264</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2915,-86923 2641,-86923 2641,-86892.5 2915,-86892.5 2915,-86923\"/>\n",
"<text text-anchor=\"middle\" x=\"2778\" y=\"-86909.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2778\" y=\"-86898.25\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5763661264&#45;&gt;29082439776 -->\n",
"<g id=\"edge564\" class=\"edge\">\n",
"<title>5763661264&#45;&gt;29082439776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2763.66,-86892.2C2755.6,-86884.01 2745.48,-86873.73 2737.01,-86865.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2739.51,-86862.7 2730,-86858.03 2734.53,-86867.61 2739.51,-86862.7\"/>\n",
"</g>\n",
"<!-- 29082439248 -->\n",
"<g id=\"node546\" class=\"node\">\n",
"<title>29082439248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3001,-86856.5 2901,-86856.5 2901,-86837.25 3001,-86837.25 3001,-86856.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2951\" y=\"-86843\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082439248&#45;&gt;29082441216 -->\n",
"<g id=\"edge565\" class=\"edge\">\n",
"<title>29082439248&#45;&gt;29082441216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2900.6,-86839.4C2841.89,-86831.59 2742.07,-86817.46 2657,-86801.25 2652.67,-86800.42 2648.18,-86799.51 2643.69,-86798.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2644.61,-86795.17 2634.09,-86796.45 2643.1,-86802.01 2644.61,-86795.17\"/>\n",
"</g>\n",
"<!-- 5763661360 -->\n",
"<g id=\"node547\" class=\"node\">\n",
"<title>5763661360</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3195,-86923 2933,-86923 2933,-86892.5 3195,-86892.5 3195,-86923\"/>\n",
"<text text-anchor=\"middle\" x=\"3064\" y=\"-86909.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3064\" y=\"-86898.25\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5763661360&#45;&gt;29082439248 -->\n",
"<g id=\"edge566\" class=\"edge\">\n",
"<title>5763661360&#45;&gt;29082439248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3035.78,-86892.05C3018.24,-86882.91 2995.8,-86871.22 2978.41,-86862.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2980.16,-86859.12 2969.67,-86857.6 2976.92,-86865.33 2980.16,-86859.12\"/>\n",
"</g>\n",
"<!-- 29082397776 -->\n",
"<g id=\"node548\" class=\"node\">\n",
"<title>29082397776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2806,-86734.75 2706,-86734.75 2706,-86715.5 2806,-86715.5 2806,-86734.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2756\" y=\"-86721.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397776&#45;&gt;29082397488 -->\n",
"<g id=\"edge567\" class=\"edge\">\n",
"<title>29082397776&#45;&gt;29082397488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2731.2,-86715.05C2704.25,-86705.2 2660.97,-86689.38 2630.45,-86678.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2631.85,-86675 2621.25,-86674.85 2629.44,-86681.57 2631.85,-86675\"/>\n",
"</g>\n",
"<!-- 5763661456 -->\n",
"<g id=\"node549\" class=\"node\">\n",
"<title>5763661456</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2940,-86801.25 2666,-86801.25 2666,-86770.75 2940,-86770.75 2940,-86801.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2803\" y=\"-86787.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2803\" y=\"-86776.5\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5763661456&#45;&gt;29082397776 -->\n",
"<g id=\"edge568\" class=\"edge\">\n",
"<title>5763661456&#45;&gt;29082397776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2791.38,-86770.45C2784.98,-86762.43 2776.99,-86752.42 2770.22,-86743.94\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2773.16,-86742.02 2764.19,-86736.38 2767.69,-86746.38 2773.16,-86742.02\"/>\n",
"</g>\n",
"<!-- 29082397728 -->\n",
"<g id=\"node550\" class=\"node\">\n",
"<title>29082397728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3031,-86734.75 2931,-86734.75 2931,-86715.5 3031,-86715.5 3031,-86734.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2981\" y=\"-86721.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397728&#45;&gt;29082397488 -->\n",
"<g id=\"edge569\" class=\"edge\">\n",
"<title>29082397728&#45;&gt;29082397488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2930.55,-86718.59C2866.63,-86711.25 2753.2,-86697.14 2657,-86679.5 2652.42,-86678.66 2647.66,-86677.71 2642.91,-86676.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2643.93,-86673.35 2633.41,-86674.63 2642.43,-86680.19 2643.93,-86673.35\"/>\n",
"</g>\n",
"<!-- 5763661552 -->\n",
"<g id=\"node551\" class=\"node\">\n",
"<title>5763661552</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3220,-86801.25 2958,-86801.25 2958,-86770.75 3220,-86770.75 3220,-86801.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3089\" y=\"-86787.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3089\" y=\"-86776.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5763661552&#45;&gt;29082397728 -->\n",
"<g id=\"edge570\" class=\"edge\">\n",
"<title>5763661552&#45;&gt;29082397728</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3062.03,-86770.3C3045.42,-86761.24 3024.22,-86749.69 3007.67,-86740.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3009.35,-86737.59 2998.89,-86735.88 3006,-86743.74 3009.35,-86737.59\"/>\n",
"</g>\n",
"<!-- 29082397296 -->\n",
"<g id=\"node552\" class=\"node\">\n",
"<title>29082397296</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2802,-86613 2702,-86613 2702,-86593.75 2802,-86593.75 2802,-86613\"/>\n",
"<text text-anchor=\"middle\" x=\"2752\" y=\"-86599.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397296&#45;&gt;29082397200 -->\n",
"<g id=\"edge571\" class=\"edge\">\n",
"<title>29082397296&#45;&gt;29082397200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2736.66,-86593.43C2720.64,-86584.1 2695.26,-86569.3 2676.27,-86558.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2678.19,-86555.3 2667.79,-86553.29 2674.67,-86561.35 2678.19,-86555.3\"/>\n",
"</g>\n",
"<!-- 5767184464 -->\n",
"<g id=\"node553\" class=\"node\">\n",
"<title>5767184464</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"2928,-86679.5 2666,-86679.5 2666,-86649 2928,-86649 2928,-86679.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2797\" y=\"-86666\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2797\" y=\"-86654.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767184464&#45;&gt;29082397296 -->\n",
"<g id=\"edge572\" class=\"edge\">\n",
"<title>5767184464&#45;&gt;29082397296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2785.88,-86648.7C2779.82,-86640.77 2772.26,-86630.88 2765.82,-86622.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2768.71,-86620.47 2759.86,-86614.65 2763.15,-86624.72 2768.71,-86620.47\"/>\n",
"</g>\n",
"<!-- 29082397248 -->\n",
"<g id=\"node554\" class=\"node\">\n",
"<title>29082397248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3020,-86613 2920,-86613 2920,-86593.75 3020,-86593.75 3020,-86613\"/>\n",
"<text text-anchor=\"middle\" x=\"2970\" y=\"-86599.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397248&#45;&gt;29082397200 -->\n",
"<g id=\"edge573\" class=\"edge\">\n",
"<title>29082397248&#45;&gt;29082397200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2920.86,-86593.3C2864.42,-86582.89 2771.84,-86565.8 2711.15,-86554.6\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2712.16,-86551.23 2701.69,-86552.86 2710.89,-86558.11 2712.16,-86551.23\"/>\n",
"</g>\n",
"<!-- 5767184560 -->\n",
"<g id=\"node555\" class=\"node\">\n",
"<title>5767184560</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3196,-86679.5 2946,-86679.5 2946,-86649 3196,-86649 3196,-86679.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3071\" y=\"-86666\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.3.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3071\" y=\"-86654.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767184560&#45;&gt;29082397248 -->\n",
"<g id=\"edge574\" class=\"edge\">\n",
"<title>5767184560&#45;&gt;29082397248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3045.77,-86648.55C3030.39,-86639.58 3010.8,-86628.16 2995.39,-86619.17\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2997.2,-86616.18 2986.8,-86614.17 2993.67,-86622.23 2997.2,-86616.18\"/>\n",
"</g>\n",
"<!-- 29082397152 -->\n",
"<g id=\"node556\" class=\"node\">\n",
"<title>29082397152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2803,-84982.62 2679,-84982.62 2679,-84963.38 2803,-84963.38 2803,-84982.62\"/>\n",
"<text text-anchor=\"middle\" x=\"2741\" y=\"-84969.12\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082397152&#45;&gt;29082397008 -->\n",
"<g id=\"edge575\" class=\"edge\">\n",
"<title>29082397152&#45;&gt;29082397008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2741,-84963.03C2741,-84953.98 2741,-84939.7 2741,-84927.88\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2744.5,-84927.91 2741,-84917.91 2737.5,-84927.91 2744.5,-84927.91\"/>\n",
"</g>\n",
"<!-- 29082397440 -->\n",
"<g id=\"node557\" class=\"node\">\n",
"<title>29082397440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2814,-85043.5 2720,-85043.5 2720,-85024.25 2814,-85024.25 2814,-85043.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2767\" y=\"-85030\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082397440&#45;&gt;29082397152 -->\n",
"<g id=\"edge576\" class=\"edge\">\n",
"<title>29082397440&#45;&gt;29082397152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2763.05,-85023.93C2759.5,-85015.89 2754.16,-85003.8 2749.63,-84993.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2752.84,-84992.14 2745.6,-84984.41 2746.44,-84994.97 2752.84,-84992.14\"/>\n",
"</g>\n",
"<!-- 29082439536 -->\n",
"<g id=\"node558\" class=\"node\">\n",
"<title>29082439536</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2871,-85098.75 2765,-85098.75 2765,-85079.5 2871,-85079.5 2871,-85098.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2818\" y=\"-85085.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082439536&#45;&gt;29082397440 -->\n",
"<g id=\"edge577\" class=\"edge\">\n",
"<title>29082439536&#45;&gt;29082397440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2809.58,-85079.33C2802.46,-85071.9 2792.06,-85061.04 2783.31,-85051.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2786.1,-85049.75 2776.65,-85044.95 2781.04,-85054.6 2786.1,-85049.75\"/>\n",
"</g>\n",
"<!-- 29082441552 -->\n",
"<g id=\"node559\" class=\"node\">\n",
"<title>29082441552</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2823,-85154 2729,-85154 2729,-85134.75 2823,-85134.75 2823,-85154\"/>\n",
"<text text-anchor=\"middle\" x=\"2776\" y=\"-85140.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082441552&#45;&gt;29082439536 -->\n",
"<g id=\"edge578\" class=\"edge\">\n",
"<title>29082441552&#45;&gt;29082439536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2782.94,-85134.58C2788.62,-85127.38 2796.84,-85116.96 2803.89,-85108.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2806.53,-85110.32 2809.98,-85100.3 2801.04,-85105.98 2806.53,-85110.32\"/>\n",
"</g>\n",
"<!-- 29082442848 -->\n",
"<g id=\"node560\" class=\"node\">\n",
"<title>29082442848</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2782,-85214.88 2682,-85214.88 2682,-85195.62 2782,-85195.62 2782,-85214.88\"/>\n",
"<text text-anchor=\"middle\" x=\"2732\" y=\"-85201.38\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082442848&#45;&gt;29082441552 -->\n",
"<g id=\"edge579\" class=\"edge\">\n",
"<title>29082442848&#45;&gt;29082441552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2738.68,-85195.31C2744.95,-85186.92 2754.51,-85174.13 2762.38,-85163.59\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2765.17,-85165.72 2768.35,-85155.61 2759.56,-85161.53 2765.17,-85165.72\"/>\n",
"</g>\n",
"<!-- 29082443376 -->\n",
"<g id=\"node561\" class=\"node\">\n",
"<title>29082443376</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2795,-85275.75 2683,-85275.75 2683,-85256.5 2795,-85256.5 2795,-85275.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2739\" y=\"-85262.25\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082443376&#45;&gt;29082442848 -->\n",
"<g id=\"edge580\" class=\"edge\">\n",
"<title>29082443376&#45;&gt;29082442848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2737.94,-85256.18C2737,-85248.32 2735.61,-85236.57 2734.4,-85226.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2737.91,-85226.3 2733.25,-85216.78 2730.96,-85227.12 2737.91,-85226.3\"/>\n",
"</g>\n",
"<!-- 29082443280 -->\n",
"<g id=\"node562\" class=\"node\">\n",
"<title>29082443280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2812,-85331 2682,-85331 2682,-85311.75 2812,-85311.75 2812,-85331\"/>\n",
"<text text-anchor=\"middle\" x=\"2747\" y=\"-85317.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082443280&#45;&gt;29082443376 -->\n",
"<g id=\"edge581\" class=\"edge\">\n",
"<title>29082443280&#45;&gt;29082443376</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2745.68,-85311.58C2744.69,-85304.99 2743.29,-85295.71 2742.03,-85287.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2745.52,-85286.97 2740.57,-85277.61 2738.6,-85288.01 2745.52,-85286.97\"/>\n",
"</g>\n",
"<!-- 29082443472 -->\n",
"<g id=\"node563\" class=\"node\">\n",
"<title>29082443472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2853,-85386.25 2765,-85386.25 2765,-85367 2853,-85367 2853,-85386.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2809\" y=\"-85372.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082443472&#45;&gt;29082443280 -->\n",
"<g id=\"edge582\" class=\"edge\">\n",
"<title>29082443472&#45;&gt;29082443280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2798.48,-85366.59C2789.61,-85358.97 2776.69,-85347.87 2766.01,-85338.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2768.38,-85336.12 2758.51,-85332.26 2763.82,-85341.43 2768.38,-85336.12\"/>\n",
"</g>\n",
"<!-- 29082443568 -->\n",
"<g id=\"node564\" class=\"node\">\n",
"<title>29082443568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2856,-85441.5 2762,-85441.5 2762,-85422.25 2856,-85422.25 2856,-85441.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2809\" y=\"-85428\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082443568&#45;&gt;29082443472 -->\n",
"<g id=\"edge583\" class=\"edge\">\n",
"<title>29082443568&#45;&gt;29082443472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2809,-85422.08C2809,-85415.57 2809,-85406.42 2809,-85398.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2812.5,-85398.12 2809,-85388.12 2805.5,-85398.12 2812.5,-85398.12\"/>\n",
"</g>\n",
"<!-- 29082443712 -->\n",
"<g id=\"node565\" class=\"node\">\n",
"<title>29082443712</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2862,-85496.75 2756,-85496.75 2756,-85477.5 2862,-85477.5 2862,-85496.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2809\" y=\"-85483.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082443712&#45;&gt;29082443568 -->\n",
"<g id=\"edge584\" class=\"edge\">\n",
"<title>29082443712&#45;&gt;29082443568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2809,-85477.33C2809,-85470.82 2809,-85461.67 2809,-85453.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2812.5,-85453.37 2809,-85443.37 2805.5,-85453.37 2812.5,-85453.37\"/>\n",
"</g>\n",
"<!-- 29082443808 -->\n",
"<g id=\"node566\" class=\"node\">\n",
"<title>29082443808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2865,-85552 2753,-85552 2753,-85532.75 2865,-85532.75 2865,-85552\"/>\n",
"<text text-anchor=\"middle\" x=\"2809\" y=\"-85538.5\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082443808&#45;&gt;29082443712 -->\n",
"<g id=\"edge585\" class=\"edge\">\n",
"<title>29082443808&#45;&gt;29082443712</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2809,-85532.58C2809,-85526.07 2809,-85516.92 2809,-85508.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2812.5,-85508.62 2809,-85498.62 2805.5,-85508.62 2812.5,-85508.62\"/>\n",
"</g>\n",
"<!-- 29082443904 -->\n",
"<g id=\"node567\" class=\"node\">\n",
"<title>29082443904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2874,-85607.25 2744,-85607.25 2744,-85588 2874,-85588 2874,-85607.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2809\" y=\"-85593.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082443904&#45;&gt;29082443808 -->\n",
"<g id=\"edge586\" class=\"edge\">\n",
"<title>29082443904&#45;&gt;29082443808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2809,-85587.83C2809,-85581.32 2809,-85572.17 2809,-85563.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2812.5,-85563.87 2809,-85553.87 2805.5,-85563.87 2812.5,-85563.87\"/>\n",
"</g>\n",
"<!-- 29082444000 -->\n",
"<g id=\"node568\" class=\"node\">\n",
"<title>29082444000</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2853,-85662.5 2765,-85662.5 2765,-85643.25 2853,-85643.25 2853,-85662.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2809\" y=\"-85649\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082444000&#45;&gt;29082443904 -->\n",
"<g id=\"edge587\" class=\"edge\">\n",
"<title>29082444000&#45;&gt;29082443904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2809,-85643.08C2809,-85636.57 2809,-85627.42 2809,-85619.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2812.5,-85619.12 2809,-85609.12 2805.5,-85619.12 2812.5,-85619.12\"/>\n",
"</g>\n",
"<!-- 29082444096 -->\n",
"<g id=\"node569\" class=\"node\">\n",
"<title>29082444096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2833,-85773 2691,-85773 2691,-85753.75 2833,-85753.75 2833,-85773\"/>\n",
"<text text-anchor=\"middle\" x=\"2762\" y=\"-85759.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082444096&#45;&gt;29082444000 -->\n",
"<g id=\"edge588\" class=\"edge\">\n",
"<title>29082444096&#45;&gt;29082444000</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2765.17,-85753.6C2769.7,-85741.2 2778.44,-85717.89 2787,-85698.5 2790.7,-85690.11 2795.12,-85681.01 2799.02,-85673.22\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2802.12,-85674.85 2803.53,-85664.35 2795.88,-85671.67 2802.12,-85674.85\"/>\n",
"</g>\n",
"<!-- 29082444240 -->\n",
"<g id=\"node570\" class=\"node\">\n",
"<title>29082444240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2815,-85828.25 2709,-85828.25 2709,-85809 2815,-85809 2815,-85828.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2762\" y=\"-85814.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082444240&#45;&gt;29082444096 -->\n",
"<g id=\"edge589\" class=\"edge\">\n",
"<title>29082444240&#45;&gt;29082444096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2762,-85808.83C2762,-85802.32 2762,-85793.17 2762,-85784.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2765.5,-85784.87 2762,-85774.87 2758.5,-85784.87 2765.5,-85784.87\"/>\n",
"</g>\n",
"<!-- 29082444336 -->\n",
"<g id=\"node571\" class=\"node\">\n",
"<title>29082444336</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2806,-85883.5 2718,-85883.5 2718,-85864.25 2806,-85864.25 2806,-85883.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2762\" y=\"-85870\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082444336&#45;&gt;29082444240 -->\n",
"<g id=\"edge590\" class=\"edge\">\n",
"<title>29082444336&#45;&gt;29082444240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2762,-85864.08C2762,-85857.57 2762,-85848.42 2762,-85840.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2765.5,-85840.12 2762,-85830.12 2758.5,-85840.12 2765.5,-85840.12\"/>\n",
"</g>\n",
"<!-- 29082444432 -->\n",
"<g id=\"node572\" class=\"node\">\n",
"<title>29082444432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2809,-85938.75 2715,-85938.75 2715,-85919.5 2809,-85919.5 2809,-85938.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2762\" y=\"-85925.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082444432&#45;&gt;29082444336 -->\n",
"<g id=\"edge591\" class=\"edge\">\n",
"<title>29082444432&#45;&gt;29082444336</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2762,-85919.33C2762,-85912.82 2762,-85903.67 2762,-85895.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2765.5,-85895.37 2762,-85885.37 2758.5,-85895.37 2765.5,-85895.37\"/>\n",
"</g>\n",
"<!-- 29082444528 -->\n",
"<g id=\"node573\" class=\"node\">\n",
"<title>29082444528</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2824,-85994 2700,-85994 2700,-85974.75 2824,-85974.75 2824,-85994\"/>\n",
"<text text-anchor=\"middle\" x=\"2762\" y=\"-85980.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082444528&#45;&gt;29082444432 -->\n",
"<g id=\"edge592\" class=\"edge\">\n",
"<title>29082444528&#45;&gt;29082444432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2762,-85974.58C2762,-85968.07 2762,-85958.92 2762,-85950.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2765.5,-85950.62 2762,-85940.62 2758.5,-85950.62 2765.5,-85950.62\"/>\n",
"</g>\n",
"<!-- 29082444624 -->\n",
"<g id=\"node574\" class=\"node\">\n",
"<title>29082444624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2818,-86049.25 2724,-86049.25 2724,-86030 2818,-86030 2818,-86049.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2771\" y=\"-86035.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082444624&#45;&gt;29082444528 -->\n",
"<g id=\"edge593\" class=\"edge\">\n",
"<title>29082444624&#45;&gt;29082444528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2769.51,-86029.83C2768.4,-86023.24 2766.83,-86013.96 2765.41,-86005.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2768.89,-86005.13 2763.77,-85995.85 2761.99,-86006.3 2768.89,-86005.13\"/>\n",
"</g>\n",
"<!-- 29082444720 -->\n",
"<g id=\"node575\" class=\"node\">\n",
"<title>29082444720</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2833,-86104.5 2727,-86104.5 2727,-86085.25 2833,-86085.25 2833,-86104.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2780\" y=\"-86091\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082444720&#45;&gt;29082444624 -->\n",
"<g id=\"edge594\" class=\"edge\">\n",
"<title>29082444720&#45;&gt;29082444624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2778.51,-86085.08C2777.4,-86078.49 2775.83,-86069.21 2774.41,-86060.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2777.89,-86060.38 2772.77,-86051.1 2770.99,-86061.55 2777.89,-86060.38\"/>\n",
"</g>\n",
"<!-- 29082444816 -->\n",
"<g id=\"node576\" class=\"node\">\n",
"<title>29082444816</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2963,-86159.75 2863,-86159.75 2863,-86140.5 2963,-86140.5 2963,-86159.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2913\" y=\"-86146.25\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082444816&#45;&gt;29082444720 -->\n",
"<g id=\"edge595\" class=\"edge\">\n",
"<title>29082444816&#45;&gt;29082444720</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2890.44,-86140.09C2869.23,-86131.6 2837.23,-86118.79 2813.12,-86109.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2814.66,-86105.98 2804.08,-86105.52 2812.06,-86112.48 2814.66,-86105.98\"/>\n",
"</g>\n",
"<!-- 29082445536 -->\n",
"<g id=\"node594\" class=\"node\">\n",
"<title>29082445536</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2966,-86104.5 2860,-86104.5 2860,-86085.25 2966,-86085.25 2966,-86104.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2913\" y=\"-86091\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082444816&#45;&gt;29082445536 -->\n",
"<g id=\"edge615\" class=\"edge\">\n",
"<title>29082444816&#45;&gt;29082445536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2913,-86140.33C2913,-86133.82 2913,-86124.67 2913,-86116.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2916.5,-86116.37 2913,-86106.37 2909.5,-86116.37 2916.5,-86116.37\"/>\n",
"</g>\n",
"<!-- 29082445248 -->\n",
"<g id=\"node600\" class=\"node\">\n",
"<title>29082445248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3092,-86104.5 2986,-86104.5 2986,-86085.25 3092,-86085.25 3092,-86104.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3039\" y=\"-86091\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082444816&#45;&gt;29082445248 -->\n",
"<g id=\"edge622\" class=\"edge\">\n",
"<title>29082444816&#45;&gt;29082445248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2934.37,-86140.09C2954.29,-86131.68 2984.24,-86119.02 3007,-86109.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3008.28,-86112.66 3016.13,-86105.54 3005.55,-86106.21 3008.28,-86112.66\"/>\n",
"</g>\n",
"<!-- 29082444912 -->\n",
"<g id=\"node577\" class=\"node\">\n",
"<title>29082444912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2970,-86215 2858,-86215 2858,-86195.75 2970,-86195.75 2970,-86215\"/>\n",
"<text text-anchor=\"middle\" x=\"2914\" y=\"-86201.5\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082444912&#45;&gt;29082444816 -->\n",
"<g id=\"edge596\" class=\"edge\">\n",
"<title>29082444912&#45;&gt;29082444816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2913.83,-86195.58C2913.71,-86189.07 2913.54,-86179.92 2913.38,-86171.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2916.88,-86171.55 2913.2,-86161.62 2909.89,-86171.69 2916.88,-86171.55\"/>\n",
"</g>\n",
"<!-- 29082445008 -->\n",
"<g id=\"node578\" class=\"node\">\n",
"<title>29082445008</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2976,-86270.25 2852,-86270.25 2852,-86251 2976,-86251 2976,-86270.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2914\" y=\"-86256.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082445008&#45;&gt;29082444912 -->\n",
"<g id=\"edge597\" class=\"edge\">\n",
"<title>29082445008&#45;&gt;29082444912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2914,-86250.83C2914,-86244.32 2914,-86235.17 2914,-86226.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2917.5,-86226.87 2914,-86216.87 2910.5,-86226.87 2917.5,-86226.87\"/>\n",
"</g>\n",
"<!-- 29082445104 -->\n",
"<g id=\"node579\" class=\"node\">\n",
"<title>29082445104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2976,-86325.5 2852,-86325.5 2852,-86306.25 2976,-86306.25 2976,-86325.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2914\" y=\"-86312\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082445104&#45;&gt;29082445008 -->\n",
"<g id=\"edge598\" class=\"edge\">\n",
"<title>29082445104&#45;&gt;29082445008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2914,-86306.08C2914,-86299.57 2914,-86290.42 2914,-86282.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2917.5,-86282.12 2914,-86272.12 2910.5,-86282.12 2917.5,-86282.12\"/>\n",
"</g>\n",
"<!-- 29082445200 -->\n",
"<g id=\"node580\" class=\"node\">\n",
"<title>29082445200</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2961,-86380.75 2867,-86380.75 2867,-86361.5 2961,-86361.5 2961,-86380.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2914\" y=\"-86367.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082445200&#45;&gt;29082445104 -->\n",
"<g id=\"edge599\" class=\"edge\">\n",
"<title>29082445200&#45;&gt;29082445104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2914,-86361.33C2914,-86354.82 2914,-86345.67 2914,-86337.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2917.5,-86337.37 2914,-86327.37 2910.5,-86337.37 2917.5,-86337.37\"/>\n",
"</g>\n",
"<!-- 29082445296 -->\n",
"<g id=\"node581\" class=\"node\">\n",
"<title>29082445296</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2967,-86436 2861,-86436 2861,-86416.75 2967,-86416.75 2967,-86436\"/>\n",
"<text text-anchor=\"middle\" x=\"2914\" y=\"-86422.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082445296&#45;&gt;29082445200 -->\n",
"<g id=\"edge600\" class=\"edge\">\n",
"<title>29082445296&#45;&gt;29082445200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2914,-86416.58C2914,-86410.07 2914,-86400.92 2914,-86392.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2917.5,-86392.62 2914,-86382.62 2910.5,-86392.62 2917.5,-86392.62\"/>\n",
"</g>\n",
"<!-- 29082445392&#45;&gt;29082445296 -->\n",
"<g id=\"edge601\" class=\"edge\">\n",
"<title>29082445392&#45;&gt;29082445296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2788.62,-86471.59C2813.02,-86462.99 2850.01,-86449.94 2877.5,-86440.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2878.57,-86443.58 2886.83,-86436.96 2876.24,-86436.98 2878.57,-86443.58\"/>\n",
"</g>\n",
"<!-- 29082445344 -->\n",
"<g id=\"node583\" class=\"node\">\n",
"<title>29082445344</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2965,-86491.25 2865,-86491.25 2865,-86472 2965,-86472 2965,-86491.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2915\" y=\"-86477.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082445344&#45;&gt;29082445296 -->\n",
"<g id=\"edge603\" class=\"edge\">\n",
"<title>29082445344&#45;&gt;29082445296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2914.83,-86471.83C2914.71,-86465.32 2914.54,-86456.17 2914.38,-86447.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2917.88,-86447.8 2914.2,-86437.87 2910.89,-86447.94 2917.88,-86447.8\"/>\n",
"</g>\n",
"<!-- 5767184656 -->\n",
"<g id=\"node584\" class=\"node\">\n",
"<title>5767184656</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3083,-86557.75 2749,-86557.75 2749,-86527.25 3083,-86527.25 3083,-86557.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2916\" y=\"-86544.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"2916\" y=\"-86533\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767184656&#45;&gt;29082445344 -->\n",
"<g id=\"edge604\" class=\"edge\">\n",
"<title>5767184656&#45;&gt;29082445344</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2915.75,-86526.95C2915.63,-86519.71 2915.48,-86510.84 2915.35,-86502.94\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2918.85,-86503.15 2915.18,-86493.21 2911.85,-86503.27 2918.85,-86503.15\"/>\n",
"</g>\n",
"<!-- 29082444144 -->\n",
"<g id=\"node585\" class=\"node\">\n",
"<title>29082444144</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3197,-86491.25 3097,-86491.25 3097,-86472 3197,-86472 3197,-86491.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3147\" y=\"-86477.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082444144&#45;&gt;29082445296 -->\n",
"<g id=\"edge605\" class=\"edge\">\n",
"<title>29082444144&#45;&gt;29082445296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3107.21,-86471.53C3067.84,-86462.53 3007.42,-86448.73 2964.64,-86438.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2965.63,-86435.58 2955.1,-86436.77 2964.07,-86442.41 2965.63,-86435.58\"/>\n",
"</g>\n",
"<!-- 5767184752 -->\n",
"<g id=\"node586\" class=\"node\">\n",
"<title>5767184752</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3423,-86557.75 3101,-86557.75 3101,-86527.25 3423,-86527.25 3423,-86557.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3262\" y=\"-86544.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"3262\" y=\"-86533\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5767184752&#45;&gt;29082444144 -->\n",
"<g id=\"edge606\" class=\"edge\">\n",
"<title>5767184752&#45;&gt;29082444144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3233.28,-86526.8C3215.26,-86517.57 3192.16,-86505.75 3174.4,-86496.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3176.48,-86493.79 3165.98,-86492.34 3173.29,-86500.02 3176.48,-86493.79\"/>\n",
"</g>\n",
"<!-- 29082444048 -->\n",
"<g id=\"node587\" class=\"node\">\n",
"<title>29082444048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2938,-85717.75 2796,-85717.75 2796,-85698.5 2938,-85698.5 2938,-85717.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2867\" y=\"-85704.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082444048&#45;&gt;29082444000 -->\n",
"<g id=\"edge607\" class=\"edge\">\n",
"<title>29082444048&#45;&gt;29082444000</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2857.16,-85698.09C2848.95,-85690.55 2837.02,-85679.6 2827.09,-85670.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2829.54,-85667.98 2819.81,-85663.8 2824.81,-85673.14 2829.54,-85667.98\"/>\n",
"</g>\n",
"<!-- 29082444384 -->\n",
"<g id=\"node588\" class=\"node\">\n",
"<title>29082444384</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2957,-85773 2851,-85773 2851,-85753.75 2957,-85753.75 2957,-85773\"/>\n",
"<text text-anchor=\"middle\" x=\"2904\" y=\"-85759.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082444384&#45;&gt;29082444048 -->\n",
"<g id=\"edge608\" class=\"edge\">\n",
"<title>29082444384&#45;&gt;29082444048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2897.89,-85753.58C2892.94,-85746.46 2885.8,-85736.18 2879.63,-85727.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2882.69,-85725.57 2874.11,-85719.35 2876.94,-85729.56 2882.69,-85725.57\"/>\n",
"</g>\n",
"<!-- 29082444576 -->\n",
"<g id=\"node589\" class=\"node\">\n",
"<title>29082444576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2948,-85828.25 2860,-85828.25 2860,-85809 2948,-85809 2948,-85828.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2904\" y=\"-85814.75\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082444576&#45;&gt;29082444384 -->\n",
"<g id=\"edge609\" class=\"edge\">\n",
"<title>29082444576&#45;&gt;29082444384</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2904,-85808.83C2904,-85802.32 2904,-85793.17 2904,-85784.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2907.5,-85784.87 2904,-85774.87 2900.5,-85784.87 2907.5,-85784.87\"/>\n",
"</g>\n",
"<!-- 29082444768 -->\n",
"<g id=\"node590\" class=\"node\">\n",
"<title>29082444768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2966,-85883.5 2842,-85883.5 2842,-85864.25 2966,-85864.25 2966,-85883.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2904\" y=\"-85870\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082444768&#45;&gt;29082444576 -->\n",
"<g id=\"edge610\" class=\"edge\">\n",
"<title>29082444768&#45;&gt;29082444576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2904,-85864.08C2904,-85857.57 2904,-85848.42 2904,-85840.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2907.5,-85840.12 2904,-85830.12 2900.5,-85840.12 2907.5,-85840.12\"/>\n",
"</g>\n",
"<!-- 29082444960 -->\n",
"<g id=\"node591\" class=\"node\">\n",
"<title>29082444960</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2951,-85938.75 2857,-85938.75 2857,-85919.5 2951,-85919.5 2951,-85938.75\"/>\n",
"<text text-anchor=\"middle\" x=\"2904\" y=\"-85925.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082444960&#45;&gt;29082444768 -->\n",
"<g id=\"edge611\" class=\"edge\">\n",
"<title>29082444960&#45;&gt;29082444768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2904,-85919.33C2904,-85912.82 2904,-85903.67 2904,-85895.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2907.5,-85895.37 2904,-85885.37 2900.5,-85895.37 2907.5,-85895.37\"/>\n",
"</g>\n",
"<!-- 29082445152 -->\n",
"<g id=\"node592\" class=\"node\">\n",
"<title>29082445152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2966,-85994 2842,-85994 2842,-85974.75 2966,-85974.75 2966,-85994\"/>\n",
"<text text-anchor=\"middle\" x=\"2904\" y=\"-85980.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082445152&#45;&gt;29082444960 -->\n",
"<g id=\"edge612\" class=\"edge\">\n",
"<title>29082445152&#45;&gt;29082444960</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2904,-85974.58C2904,-85968.07 2904,-85958.92 2904,-85950.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2907.5,-85950.62 2904,-85940.62 2900.5,-85950.62 2907.5,-85950.62\"/>\n",
"</g>\n",
"<!-- 29082445440 -->\n",
"<g id=\"node593\" class=\"node\">\n",
"<title>29082445440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2954,-86049.25 2860,-86049.25 2860,-86030 2954,-86030 2954,-86049.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2907\" y=\"-86035.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082445440&#45;&gt;29082445152 -->\n",
"<g id=\"edge613\" class=\"edge\">\n",
"<title>29082445440&#45;&gt;29082445152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2906.5,-86029.83C2906.13,-86023.24 2905.61,-86013.96 2905.14,-86005.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2908.65,-86005.66 2904.59,-85995.87 2901.66,-86006.05 2908.65,-86005.66\"/>\n",
"</g>\n",
"<!-- 29082445536&#45;&gt;29082445440 -->\n",
"<g id=\"edge614\" class=\"edge\">\n",
"<title>29082445536&#45;&gt;29082445440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2912.01,-86085.08C2911.27,-86078.49 2910.22,-86069.21 2909.28,-86060.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2912.78,-86060.66 2908.18,-86051.11 2905.82,-86061.44 2912.78,-86060.66\"/>\n",
"</g>\n",
"<!-- 29082443520 -->\n",
"<g id=\"node595\" class=\"node\">\n",
"<title>29082443520</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3099,-85717.75 2957,-85717.75 2957,-85698.5 3099,-85698.5 3099,-85717.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3028\" y=\"-85704.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082443520&#45;&gt;29082443472 -->\n",
"<g id=\"edge616\" class=\"edge\">\n",
"<title>29082443520&#45;&gt;29082443472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3021.66,-85698.03C3009.69,-85679.97 2985,-85637.93 2985,-85598.62 2985,-85598.62 2985,-85598.62 2985,-85486.12 2985,-85428.61 2916.04,-85400.58 2864.45,-85387.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2865.42,-85384.3 2854.89,-85385.41 2863.81,-85391.11 2865.42,-85384.3\"/>\n",
"</g>\n",
"<!-- 29082443856 -->\n",
"<g id=\"node596\" class=\"node\">\n",
"<title>29082443856</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3094,-85883.5 2988,-85883.5 2988,-85864.25 3094,-85864.25 3094,-85883.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3041\" y=\"-85870\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082443856&#45;&gt;29082443520 -->\n",
"<g id=\"edge617\" class=\"edge\">\n",
"<title>29082443856&#45;&gt;29082443520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3040.3,-85864.07C3038.29,-85838.75 3032.46,-85765.25 3029.6,-85729.34\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3033.1,-85729.17 3028.82,-85719.48 3026.12,-85729.73 3033.1,-85729.17\"/>\n",
"</g>\n",
"<!-- 29082443616 -->\n",
"<g id=\"node597\" class=\"node\">\n",
"<title>29082443616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3090,-85938.75 2996,-85938.75 2996,-85919.5 3090,-85919.5 3090,-85938.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3043\" y=\"-85925.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082443616&#45;&gt;29082443856 -->\n",
"<g id=\"edge618\" class=\"edge\">\n",
"<title>29082443616&#45;&gt;29082443856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3042.67,-85919.33C3042.42,-85912.74 3042.07,-85903.46 3041.76,-85895.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3045.27,-85895.23 3041.39,-85885.37 3038.27,-85895.5 3045.27,-85895.23\"/>\n",
"</g>\n",
"<!-- 29082444480 -->\n",
"<g id=\"node598\" class=\"node\">\n",
"<title>29082444480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3108,-85994 2984,-85994 2984,-85974.75 3108,-85974.75 3108,-85994\"/>\n",
"<text text-anchor=\"middle\" x=\"3046\" y=\"-85980.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082444480&#45;&gt;29082443616 -->\n",
"<g id=\"edge619\" class=\"edge\">\n",
"<title>29082444480&#45;&gt;29082443616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3045.5,-85974.58C3045.13,-85967.99 3044.61,-85958.71 3044.14,-85950.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3047.65,-85950.41 3043.59,-85940.62 3040.66,-85950.8 3047.65,-85950.41\"/>\n",
"</g>\n",
"<!-- 29082444864 -->\n",
"<g id=\"node599\" class=\"node\">\n",
"<title>29082444864</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3090,-86049.25 2996,-86049.25 2996,-86030 3090,-86030 3090,-86049.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3043\" y=\"-86035.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082444864&#45;&gt;29082444480 -->\n",
"<g id=\"edge620\" class=\"edge\">\n",
"<title>29082444864&#45;&gt;29082444480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3043.5,-86029.83C3043.87,-86023.24 3044.39,-86013.96 3044.86,-86005.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3048.34,-86006.05 3045.41,-85995.87 3041.35,-86005.66 3048.34,-86006.05\"/>\n",
"</g>\n",
"<!-- 29082445248&#45;&gt;29082444864 -->\n",
"<g id=\"edge621\" class=\"edge\">\n",
"<title>29082445248&#45;&gt;29082444864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3039.66,-86085.08C3040.16,-86078.49 3040.85,-86069.21 3041.48,-86060.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3044.95,-86061.35 3042.21,-86051.12 3037.97,-86060.83 3044.95,-86061.35\"/>\n",
"</g>\n",
"<!-- 29082439872 -->\n",
"<g id=\"node601\" class=\"node\">\n",
"<title>29082439872</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2980,-85154 2880,-85154 2880,-85134.75 2980,-85134.75 2980,-85154\"/>\n",
"<text text-anchor=\"middle\" x=\"2930\" y=\"-85140.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082439872&#45;&gt;29082439536 -->\n",
"<g id=\"edge623\" class=\"edge\">\n",
"<title>29082439872&#45;&gt;29082439536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2911,-85134.34C2893.54,-85126.04 2867.4,-85113.61 2847.28,-85104.04\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2848.99,-85100.99 2838.46,-85099.85 2845.99,-85107.31 2848.99,-85100.99\"/>\n",
"</g>\n",
"<!-- 5767184848 -->\n",
"<g id=\"node602\" class=\"node\">\n",
"<title>5767184848</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3140,-85220.5 2800,-85220.5 2800,-85190 3140,-85190 3140,-85220.5\"/>\n",
"<text text-anchor=\"middle\" x=\"2970\" y=\"-85207\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2970\" y=\"-85195.75\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5767184848&#45;&gt;29082439872 -->\n",
"<g id=\"edge624\" class=\"edge\">\n",
"<title>5767184848&#45;&gt;29082439872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2960.11,-85189.7C2954.78,-85181.85 2948.15,-85172.1 2942.47,-85163.74\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2945.53,-85162.01 2937.02,-85155.7 2939.74,-85165.94 2945.53,-85162.01\"/>\n",
"</g>\n",
"<!-- 29082437328 -->\n",
"<g id=\"node603\" class=\"node\">\n",
"<title>29082437328</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3235,-85154 3135,-85154 3135,-85134.75 3235,-85134.75 3235,-85154\"/>\n",
"<text text-anchor=\"middle\" x=\"3185\" y=\"-85140.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082437328&#45;&gt;29082439536 -->\n",
"<g id=\"edge625\" class=\"edge\">\n",
"<title>29082437328&#45;&gt;29082439536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3134.74,-85136.08C3069.15,-85126.57 2954.27,-85109.9 2882.37,-85099.47\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2883.11,-85096.04 2872.72,-85098.06 2882.11,-85102.96 2883.11,-85096.04\"/>\n",
"</g>\n",
"<!-- 5767184944 -->\n",
"<g id=\"node604\" class=\"node\">\n",
"<title>5767184944</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3486,-85220.5 3158,-85220.5 3158,-85190 3486,-85190 3486,-85220.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3322\" y=\"-85207\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3322\" y=\"-85195.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767184944&#45;&gt;29082437328 -->\n",
"<g id=\"edge626\" class=\"edge\">\n",
"<title>5767184944&#45;&gt;29082437328</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3287.78,-85189.55C3265.92,-85180.15 3237.77,-85168.05 3216.46,-85158.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3217.97,-85155.73 3207.4,-85155 3215.21,-85162.17 3217.97,-85155.73\"/>\n",
"</g>\n",
"<!-- 29082396960 -->\n",
"<g id=\"node605\" class=\"node\">\n",
"<title>29082396960</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"2952,-84916.12 2852,-84916.12 2852,-84896.88 2952,-84896.88 2952,-84916.12\"/>\n",
"<text text-anchor=\"middle\" x=\"2902\" y=\"-84902.62\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396960&#45;&gt;29082396864 -->\n",
"<g id=\"edge627\" class=\"edge\">\n",
"<title>29082396960&#45;&gt;29082396864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2910.96,-84896.56C2919.71,-84887.83 2933.25,-84874.32 2944.04,-84863.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2946.28,-84866.26 2950.88,-84856.72 2941.33,-84861.31 2946.28,-84866.26\"/>\n",
"</g>\n",
"<!-- 5767185424 -->\n",
"<g id=\"node606\" class=\"node\">\n",
"<title>5767185424</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3083,-84988.25 2821,-84988.25 2821,-84957.75 3083,-84957.75 3083,-84988.25\"/>\n",
"<text text-anchor=\"middle\" x=\"2952\" y=\"-84974.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"2952\" y=\"-84963.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767185424&#45;&gt;29082396960 -->\n",
"<g id=\"edge628\" class=\"edge\">\n",
"<title>5767185424&#45;&gt;29082396960</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M2940.65,-84957.36C2933.31,-84947.89 2923.69,-84935.48 2915.89,-84925.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2918.66,-84923.28 2909.77,-84917.52 2913.13,-84927.57 2918.66,-84923.28\"/>\n",
"</g>\n",
"<!-- 29082396912 -->\n",
"<g id=\"node607\" class=\"node\">\n",
"<title>29082396912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3070,-84916.12 2970,-84916.12 2970,-84896.88 3070,-84896.88 3070,-84916.12\"/>\n",
"<text text-anchor=\"middle\" x=\"3020\" y=\"-84902.62\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396912&#45;&gt;29082396864 -->\n",
"<g id=\"edge629\" class=\"edge\">\n",
"<title>29082396912&#45;&gt;29082396864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3011.04,-84896.56C3002.29,-84887.83 2988.75,-84874.32 2977.96,-84863.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"2980.67,-84861.31 2971.12,-84856.72 2975.72,-84866.26 2980.67,-84861.31\"/>\n",
"</g>\n",
"<!-- 5767185520 -->\n",
"<g id=\"node608\" class=\"node\">\n",
"<title>5767185520</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3351,-84988.25 3101,-84988.25 3101,-84957.75 3351,-84957.75 3351,-84988.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3226\" y=\"-84974.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3226\" y=\"-84963.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767185520&#45;&gt;29082396912 -->\n",
"<g id=\"edge630\" class=\"edge\">\n",
"<title>5767185520&#45;&gt;29082396912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3179,-84957.28C3143.04,-84946.03 3094.01,-84930.67 3059.94,-84920.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3061.04,-84916.68 3050.45,-84917.03 3058.94,-84923.36 3061.04,-84916.68\"/>\n",
"</g>\n",
"<!-- 29082396816 -->\n",
"<g id=\"node609\" class=\"node\">\n",
"<title>29082396816</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3095,-84672.62 2989,-84672.62 2989,-84653.38 3095,-84653.38 3095,-84672.62\"/>\n",
"<text text-anchor=\"middle\" x=\"3042\" y=\"-84659.12\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082396816&#45;&gt;29082396672 -->\n",
"<g id=\"edge631\" class=\"edge\">\n",
"<title>29082396816&#45;&gt;29082396672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3042,-84653.06C3042,-84645.28 3042,-84633.7 3042,-84623.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3045.5,-84623.66 3042,-84613.66 3038.5,-84623.66 3045.5,-84623.66\"/>\n",
"</g>\n",
"<!-- 29082397392 -->\n",
"<g id=\"node610\" class=\"node\">\n",
"<title>29082397392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3089,-84733.5 2995,-84733.5 2995,-84714.25 3089,-84714.25 3089,-84733.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3042\" y=\"-84720\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082397392&#45;&gt;29082396816 -->\n",
"<g id=\"edge632\" class=\"edge\">\n",
"<title>29082397392&#45;&gt;29082396816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3042,-84713.93C3042,-84706.15 3042,-84694.58 3042,-84684.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3045.5,-84684.54 3042,-84674.54 3038.5,-84684.54 3045.5,-84684.54\"/>\n",
"</g>\n",
"<!-- 29082443424&#45;&gt;29082397392 -->\n",
"<g id=\"edge633\" class=\"edge\">\n",
"<title>29082443424&#45;&gt;29082397392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3042,-84774.81C3042,-84767.03 3042,-84755.45 3042,-84745.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3045.5,-84745.41 3042,-84735.41 3038.5,-84745.41 3045.5,-84745.41\"/>\n",
"</g>\n",
"<!-- 29082441984 -->\n",
"<g id=\"node612\" class=\"node\">\n",
"<title>29082441984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3217,-84855.25 3117,-84855.25 3117,-84836 3217,-84836 3217,-84855.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3167\" y=\"-84841.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082441984&#45;&gt;29082443424 -->\n",
"<g id=\"edge635\" class=\"edge\">\n",
"<title>29082441984&#45;&gt;29082443424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3147.74,-84835.55C3127.31,-84825.93 3094.79,-84810.62 3071.21,-84799.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3072.98,-84796.47 3062.44,-84795.38 3070,-84802.81 3072.98,-84796.47\"/>\n",
"</g>\n",
"<!-- 5767185040 -->\n",
"<g id=\"node613\" class=\"node\">\n",
"<title>5767185040</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3362,-84921.75 3088,-84921.75 3088,-84891.25 3362,-84891.25 3362,-84921.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3225\" y=\"-84908.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3225\" y=\"-84897\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5767185040&#45;&gt;29082441984 -->\n",
"<g id=\"edge636\" class=\"edge\">\n",
"<title>5767185040&#45;&gt;29082441984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3210.66,-84890.95C3202.6,-84882.76 3192.48,-84872.48 3184.01,-84863.89\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3186.51,-84861.45 3177,-84856.78 3181.53,-84866.36 3186.51,-84861.45\"/>\n",
"</g>\n",
"<!-- 29082441456 -->\n",
"<g id=\"node614\" class=\"node\">\n",
"<title>29082441456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3448,-84855.25 3348,-84855.25 3348,-84836 3448,-84836 3448,-84855.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3398\" y=\"-84841.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082441456&#45;&gt;29082443424 -->\n",
"<g id=\"edge637\" class=\"edge\">\n",
"<title>29082441456&#45;&gt;29082443424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3347.6,-84838.15C3288.89,-84830.34 3189.07,-84816.21 3104,-84800 3099.67,-84799.17 3095.18,-84798.26 3090.69,-84797.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3091.61,-84793.92 3081.09,-84795.2 3090.1,-84800.76 3091.61,-84793.92\"/>\n",
"</g>\n",
"<!-- 5767185136 -->\n",
"<g id=\"node615\" class=\"node\">\n",
"<title>5767185136</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3642,-84921.75 3380,-84921.75 3380,-84891.25 3642,-84891.25 3642,-84921.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3511\" y=\"-84908.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3511\" y=\"-84897\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5767185136&#45;&gt;29082441456 -->\n",
"<g id=\"edge638\" class=\"edge\">\n",
"<title>5767185136&#45;&gt;29082441456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3482.78,-84890.8C3465.24,-84881.66 3442.8,-84869.97 3425.41,-84860.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3427.16,-84857.87 3416.67,-84856.35 3423.92,-84864.08 3427.16,-84857.87\"/>\n",
"</g>\n",
"<!-- 29082397104 -->\n",
"<g id=\"node616\" class=\"node\">\n",
"<title>29082397104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3253,-84733.5 3153,-84733.5 3153,-84714.25 3253,-84714.25 3253,-84733.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3203\" y=\"-84720\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397104&#45;&gt;29082396816 -->\n",
"<g id=\"edge639\" class=\"edge\">\n",
"<title>29082397104&#45;&gt;29082396816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3178.2,-84713.8C3151.25,-84703.95 3107.97,-84688.13 3077.45,-84676.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3078.85,-84673.75 3068.25,-84673.6 3076.44,-84680.32 3078.85,-84673.75\"/>\n",
"</g>\n",
"<!-- 5767185232 -->\n",
"<g id=\"node617\" class=\"node\">\n",
"<title>5767185232</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3387,-84800 3113,-84800 3113,-84769.5 3387,-84769.5 3387,-84800\"/>\n",
"<text text-anchor=\"middle\" x=\"3250\" y=\"-84786.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3250\" y=\"-84775.25\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5767185232&#45;&gt;29082397104 -->\n",
"<g id=\"edge640\" class=\"edge\">\n",
"<title>5767185232&#45;&gt;29082397104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3238.38,-84769.2C3231.98,-84761.18 3223.99,-84751.17 3217.22,-84742.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3220.16,-84740.77 3211.19,-84735.13 3214.69,-84745.13 3220.16,-84740.77\"/>\n",
"</g>\n",
"<!-- 29082397056 -->\n",
"<g id=\"node618\" class=\"node\">\n",
"<title>29082397056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3478,-84733.5 3378,-84733.5 3378,-84714.25 3478,-84714.25 3478,-84733.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3428\" y=\"-84720\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082397056&#45;&gt;29082396816 -->\n",
"<g id=\"edge641\" class=\"edge\">\n",
"<title>29082397056&#45;&gt;29082396816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3377.55,-84717.34C3313.63,-84710 3200.2,-84695.89 3104,-84678.25 3099.42,-84677.41 3094.66,-84676.46 3089.91,-84675.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3090.93,-84672.1 3080.41,-84673.38 3089.43,-84678.94 3090.93,-84672.1\"/>\n",
"</g>\n",
"<!-- 5767185328 -->\n",
"<g id=\"node619\" class=\"node\">\n",
"<title>5767185328</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3667,-84800 3405,-84800 3405,-84769.5 3667,-84769.5 3667,-84800\"/>\n",
"<text text-anchor=\"middle\" x=\"3536\" y=\"-84786.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3536\" y=\"-84775.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767185328&#45;&gt;29082397056 -->\n",
"<g id=\"edge642\" class=\"edge\">\n",
"<title>5767185328&#45;&gt;29082397056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3509.03,-84769.05C3492.42,-84759.99 3471.22,-84748.44 3454.67,-84739.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3456.35,-84736.34 3445.89,-84734.63 3453,-84742.49 3456.35,-84736.34\"/>\n",
"</g>\n",
"<!-- 29082396624 -->\n",
"<g id=\"node620\" class=\"node\">\n",
"<title>29082396624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3249,-84611.75 3149,-84611.75 3149,-84592.5 3249,-84592.5 3249,-84611.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3199\" y=\"-84598.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396624&#45;&gt;29082396528 -->\n",
"<g id=\"edge643\" class=\"edge\">\n",
"<title>29082396624&#45;&gt;29082396528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3183.66,-84592.18C3167.64,-84582.85 3142.26,-84568.05 3123.27,-84556.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3125.19,-84554.05 3114.79,-84552.04 3121.67,-84560.1 3125.19,-84554.05\"/>\n",
"</g>\n",
"<!-- 5767185616 -->\n",
"<g id=\"node621\" class=\"node\">\n",
"<title>5767185616</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3375,-84678.25 3113,-84678.25 3113,-84647.75 3375,-84647.75 3375,-84678.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3244\" y=\"-84664.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3244\" y=\"-84653.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767185616&#45;&gt;29082396624 -->\n",
"<g id=\"edge644\" class=\"edge\">\n",
"<title>5767185616&#45;&gt;29082396624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3232.88,-84647.45C3226.82,-84639.52 3219.26,-84629.63 3212.82,-84621.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3215.71,-84619.22 3206.86,-84613.4 3210.15,-84623.47 3215.71,-84619.22\"/>\n",
"</g>\n",
"<!-- 29082396576 -->\n",
"<g id=\"node622\" class=\"node\">\n",
"<title>29082396576</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3467,-84611.75 3367,-84611.75 3367,-84592.5 3467,-84592.5 3467,-84611.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3417\" y=\"-84598.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396576&#45;&gt;29082396528 -->\n",
"<g id=\"edge645\" class=\"edge\">\n",
"<title>29082396576&#45;&gt;29082396528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3367.86,-84592.05C3311.42,-84581.64 3218.84,-84564.55 3158.15,-84553.35\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3159.16,-84549.98 3148.69,-84551.61 3157.89,-84556.86 3159.16,-84549.98\"/>\n",
"</g>\n",
"<!-- 5767185712 -->\n",
"<g id=\"node623\" class=\"node\">\n",
"<title>5767185712</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3643,-84678.25 3393,-84678.25 3393,-84647.75 3643,-84647.75 3643,-84678.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3518\" y=\"-84664.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.4.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3518\" y=\"-84653.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767185712&#45;&gt;29082396576 -->\n",
"<g id=\"edge646\" class=\"edge\">\n",
"<title>5767185712&#45;&gt;29082396576</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3492.77,-84647.3C3477.39,-84638.33 3457.8,-84626.91 3442.39,-84617.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3444.2,-84614.93 3433.8,-84612.92 3440.67,-84620.98 3444.2,-84614.93\"/>\n",
"</g>\n",
"<!-- 29082396480 -->\n",
"<g id=\"node624\" class=\"node\">\n",
"<title>29082396480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3250,-82981.38 3126,-82981.38 3126,-82962.12 3250,-82962.12 3250,-82981.38\"/>\n",
"<text text-anchor=\"middle\" x=\"3188\" y=\"-82967.88\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082396480&#45;&gt;29082396336 -->\n",
"<g id=\"edge647\" class=\"edge\">\n",
"<title>29082396480&#45;&gt;29082396336</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3188,-82961.78C3188,-82952.73 3188,-82938.45 3188,-82926.63\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3191.5,-82926.66 3188,-82916.66 3184.5,-82926.66 3191.5,-82926.66\"/>\n",
"</g>\n",
"<!-- 29082396768 -->\n",
"<g id=\"node625\" class=\"node\">\n",
"<title>29082396768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3261,-83042.25 3167,-83042.25 3167,-83023 3261,-83023 3261,-83042.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3214\" y=\"-83028.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082396768&#45;&gt;29082396480 -->\n",
"<g id=\"edge648\" class=\"edge\">\n",
"<title>29082396768&#45;&gt;29082396480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3210.05,-83022.68C3206.5,-83014.64 3201.16,-83002.55 3196.63,-82992.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3199.84,-82990.89 3192.6,-82983.16 3193.44,-82993.72 3199.84,-82990.89\"/>\n",
"</g>\n",
"<!-- 29082441744 -->\n",
"<g id=\"node626\" class=\"node\">\n",
"<title>29082441744</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3318,-83097.5 3212,-83097.5 3212,-83078.25 3318,-83078.25 3318,-83097.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3265\" y=\"-83084\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082441744&#45;&gt;29082396768 -->\n",
"<g id=\"edge649\" class=\"edge\">\n",
"<title>29082441744&#45;&gt;29082396768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3256.58,-83078.08C3249.46,-83070.65 3239.06,-83059.79 3230.31,-83050.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3233.1,-83048.5 3223.65,-83043.7 3228.04,-83053.35 3233.1,-83048.5\"/>\n",
"</g>\n",
"<!-- 29082443760 -->\n",
"<g id=\"node627\" class=\"node\">\n",
"<title>29082443760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3270,-83152.75 3176,-83152.75 3176,-83133.5 3270,-83133.5 3270,-83152.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3223\" y=\"-83139.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082443760&#45;&gt;29082441744 -->\n",
"<g id=\"edge650\" class=\"edge\">\n",
"<title>29082443760&#45;&gt;29082441744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3229.94,-83133.33C3235.62,-83126.13 3243.84,-83115.71 3250.89,-83106.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3253.53,-83109.07 3256.98,-83099.05 3248.04,-83104.73 3253.53,-83109.07\"/>\n",
"</g>\n",
"<!-- 29082445056 -->\n",
"<g id=\"node628\" class=\"node\">\n",
"<title>29082445056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3229,-83213.62 3129,-83213.62 3129,-83194.38 3229,-83194.38 3229,-83213.62\"/>\n",
"<text text-anchor=\"middle\" x=\"3179\" y=\"-83200.12\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082445056&#45;&gt;29082443760 -->\n",
"<g id=\"edge651\" class=\"edge\">\n",
"<title>29082445056&#45;&gt;29082443760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3185.68,-83194.06C3191.95,-83185.67 3201.51,-83172.88 3209.38,-83162.34\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3212.17,-83164.47 3215.35,-83154.36 3206.56,-83160.28 3212.17,-83164.47\"/>\n",
"</g>\n",
"<!-- 29082445584 -->\n",
"<g id=\"node629\" class=\"node\">\n",
"<title>29082445584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3245,-83274.5 3133,-83274.5 3133,-83255.25 3245,-83255.25 3245,-83274.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3189\" y=\"-83261\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082445584&#45;&gt;29082445056 -->\n",
"<g id=\"edge652\" class=\"edge\">\n",
"<title>29082445584&#45;&gt;29082445056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3187.48,-83254.93C3186.14,-83247.07 3184.15,-83235.32 3182.43,-83225.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3185.91,-83224.79 3180.79,-83215.52 3179.01,-83225.96 3185.91,-83224.79\"/>\n",
"</g>\n",
"<!-- 29082445488 -->\n",
"<g id=\"node630\" class=\"node\">\n",
"<title>29082445488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3318,-83329.75 3188,-83329.75 3188,-83310.5 3318,-83310.5 3318,-83329.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3253\" y=\"-83316.25\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082445488&#45;&gt;29082445584 -->\n",
"<g id=\"edge653\" class=\"edge\">\n",
"<title>29082445488&#45;&gt;29082445584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3242.14,-83310.09C3232.89,-83302.4 3219.38,-83291.15 3208.29,-83281.93\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3210.79,-83279.45 3200.86,-83275.74 3206.31,-83284.83 3210.79,-83279.45\"/>\n",
"</g>\n",
"<!-- 29082445680 -->\n",
"<g id=\"node631\" class=\"node\">\n",
"<title>29082445680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3300,-83385 3212,-83385 3212,-83365.75 3300,-83365.75 3300,-83385\"/>\n",
"<text text-anchor=\"middle\" x=\"3256\" y=\"-83371.5\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082445680&#45;&gt;29082445488 -->\n",
"<g id=\"edge654\" class=\"edge\">\n",
"<title>29082445680&#45;&gt;29082445488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3255.5,-83365.58C3255.13,-83358.99 3254.61,-83349.71 3254.14,-83341.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3257.65,-83341.41 3253.59,-83331.62 3250.66,-83341.8 3257.65,-83341.41\"/>\n",
"</g>\n",
"<!-- 29082445776 -->\n",
"<g id=\"node632\" class=\"node\">\n",
"<title>29082445776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3303,-83440.25 3209,-83440.25 3209,-83421 3303,-83421 3303,-83440.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3256\" y=\"-83426.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082445776&#45;&gt;29082445680 -->\n",
"<g id=\"edge655\" class=\"edge\">\n",
"<title>29082445776&#45;&gt;29082445680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3256,-83420.83C3256,-83414.32 3256,-83405.17 3256,-83396.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3259.5,-83396.87 3256,-83386.87 3252.5,-83396.87 3259.5,-83396.87\"/>\n",
"</g>\n",
"<!-- 29082445920 -->\n",
"<g id=\"node633\" class=\"node\">\n",
"<title>29082445920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3309,-83495.5 3203,-83495.5 3203,-83476.25 3309,-83476.25 3309,-83495.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3256\" y=\"-83482\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082445920&#45;&gt;29082445776 -->\n",
"<g id=\"edge656\" class=\"edge\">\n",
"<title>29082445920&#45;&gt;29082445776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3256,-83476.08C3256,-83469.57 3256,-83460.42 3256,-83452.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3259.5,-83452.12 3256,-83442.12 3252.5,-83452.12 3259.5,-83452.12\"/>\n",
"</g>\n",
"<!-- 29082446016 -->\n",
"<g id=\"node634\" class=\"node\">\n",
"<title>29082446016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3312,-83550.75 3200,-83550.75 3200,-83531.5 3312,-83531.5 3312,-83550.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3256\" y=\"-83537.25\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082446016&#45;&gt;29082445920 -->\n",
"<g id=\"edge657\" class=\"edge\">\n",
"<title>29082446016&#45;&gt;29082445920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3256,-83531.33C3256,-83524.82 3256,-83515.67 3256,-83507.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3259.5,-83507.37 3256,-83497.37 3252.5,-83507.37 3259.5,-83507.37\"/>\n",
"</g>\n",
"<!-- 29082446112 -->\n",
"<g id=\"node635\" class=\"node\">\n",
"<title>29082446112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3321,-83606 3191,-83606 3191,-83586.75 3321,-83586.75 3321,-83606\"/>\n",
"<text text-anchor=\"middle\" x=\"3256\" y=\"-83592.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082446112&#45;&gt;29082446016 -->\n",
"<g id=\"edge658\" class=\"edge\">\n",
"<title>29082446112&#45;&gt;29082446016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3256,-83586.58C3256,-83580.07 3256,-83570.92 3256,-83562.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3259.5,-83562.62 3256,-83552.62 3252.5,-83562.62 3259.5,-83562.62\"/>\n",
"</g>\n",
"<!-- 29082446208 -->\n",
"<g id=\"node636\" class=\"node\">\n",
"<title>29082446208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3300,-83661.25 3212,-83661.25 3212,-83642 3300,-83642 3300,-83661.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3256\" y=\"-83647.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082446208&#45;&gt;29082446112 -->\n",
"<g id=\"edge659\" class=\"edge\">\n",
"<title>29082446208&#45;&gt;29082446112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3256,-83641.83C3256,-83635.32 3256,-83626.17 3256,-83617.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3259.5,-83617.87 3256,-83607.87 3252.5,-83617.87 3259.5,-83617.87\"/>\n",
"</g>\n",
"<!-- 29082446304 -->\n",
"<g id=\"node637\" class=\"node\">\n",
"<title>29082446304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3280,-83771.75 3138,-83771.75 3138,-83752.5 3280,-83752.5 3280,-83771.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3209\" y=\"-83758.25\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082446304&#45;&gt;29082446208 -->\n",
"<g id=\"edge660\" class=\"edge\">\n",
"<title>29082446304&#45;&gt;29082446208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3212.17,-83752.35C3216.7,-83739.95 3225.44,-83716.64 3234,-83697.25 3237.7,-83688.86 3242.12,-83679.76 3246.02,-83671.97\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3249.12,-83673.6 3250.53,-83663.1 3242.88,-83670.42 3249.12,-83673.6\"/>\n",
"</g>\n",
"<!-- 29082446448 -->\n",
"<g id=\"node638\" class=\"node\">\n",
"<title>29082446448</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3262,-83827 3156,-83827 3156,-83807.75 3262,-83807.75 3262,-83827\"/>\n",
"<text text-anchor=\"middle\" x=\"3209\" y=\"-83813.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082446448&#45;&gt;29082446304 -->\n",
"<g id=\"edge661\" class=\"edge\">\n",
"<title>29082446448&#45;&gt;29082446304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3209,-83807.58C3209,-83801.07 3209,-83791.92 3209,-83783.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3212.5,-83783.62 3209,-83773.62 3205.5,-83783.62 3212.5,-83783.62\"/>\n",
"</g>\n",
"<!-- 29082446544 -->\n",
"<g id=\"node639\" class=\"node\">\n",
"<title>29082446544</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3253,-83882.25 3165,-83882.25 3165,-83863 3253,-83863 3253,-83882.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3209\" y=\"-83868.75\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082446544&#45;&gt;29082446448 -->\n",
"<g id=\"edge662\" class=\"edge\">\n",
"<title>29082446544&#45;&gt;29082446448</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3209,-83862.83C3209,-83856.32 3209,-83847.17 3209,-83838.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3212.5,-83838.87 3209,-83828.87 3205.5,-83838.87 3212.5,-83838.87\"/>\n",
"</g>\n",
"<!-- 29082446640 -->\n",
"<g id=\"node640\" class=\"node\">\n",
"<title>29082446640</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3256,-83937.5 3162,-83937.5 3162,-83918.25 3256,-83918.25 3256,-83937.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3209\" y=\"-83924\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082446640&#45;&gt;29082446544 -->\n",
"<g id=\"edge663\" class=\"edge\">\n",
"<title>29082446640&#45;&gt;29082446544</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3209,-83918.08C3209,-83911.57 3209,-83902.42 3209,-83894.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3212.5,-83894.12 3209,-83884.12 3205.5,-83894.12 3212.5,-83894.12\"/>\n",
"</g>\n",
"<!-- 29082446736 -->\n",
"<g id=\"node641\" class=\"node\">\n",
"<title>29082446736</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3271,-83992.75 3147,-83992.75 3147,-83973.5 3271,-83973.5 3271,-83992.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3209\" y=\"-83979.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082446736&#45;&gt;29082446640 -->\n",
"<g id=\"edge664\" class=\"edge\">\n",
"<title>29082446736&#45;&gt;29082446640</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3209,-83973.33C3209,-83966.82 3209,-83957.67 3209,-83949.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3212.5,-83949.37 3209,-83939.37 3205.5,-83949.37 3212.5,-83949.37\"/>\n",
"</g>\n",
"<!-- 29082446832 -->\n",
"<g id=\"node642\" class=\"node\">\n",
"<title>29082446832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3263,-84048 3169,-84048 3169,-84028.75 3263,-84028.75 3263,-84048\"/>\n",
"<text text-anchor=\"middle\" x=\"3216\" y=\"-84034.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082446832&#45;&gt;29082446736 -->\n",
"<g id=\"edge665\" class=\"edge\">\n",
"<title>29082446832&#45;&gt;29082446736</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3214.84,-84028.58C3213.98,-84021.99 3212.76,-84012.71 3211.66,-84004.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3215.15,-84004.07 3210.38,-83994.61 3208.21,-84004.98 3215.15,-84004.07\"/>\n",
"</g>\n",
"<!-- 29082446928 -->\n",
"<g id=\"node643\" class=\"node\">\n",
"<title>29082446928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3278,-84103.25 3172,-84103.25 3172,-84084 3278,-84084 3278,-84103.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3225\" y=\"-84089.75\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082446928&#45;&gt;29082446832 -->\n",
"<g id=\"edge666\" class=\"edge\">\n",
"<title>29082446928&#45;&gt;29082446832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3223.51,-84083.83C3222.4,-84077.24 3220.83,-84067.96 3219.41,-84059.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3222.89,-84059.13 3217.77,-84049.85 3215.99,-84060.3 3222.89,-84059.13\"/>\n",
"</g>\n",
"<!-- 29082447024 -->\n",
"<g id=\"node644\" class=\"node\">\n",
"<title>29082447024</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3405,-84158.5 3305,-84158.5 3305,-84139.25 3405,-84139.25 3405,-84158.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3355\" y=\"-84145\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082447024&#45;&gt;29082446928 -->\n",
"<g id=\"edge667\" class=\"edge\">\n",
"<title>29082447024&#45;&gt;29082446928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3332.95,-84138.84C3312.31,-84130.39 3281.22,-84117.65 3257.7,-84108.02\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3259.14,-84104.83 3248.56,-84104.28 3256.49,-84111.31 3259.14,-84104.83\"/>\n",
"</g>\n",
"<!-- 29082447744 -->\n",
"<g id=\"node662\" class=\"node\">\n",
"<title>29082447744</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3408,-84103.25 3302,-84103.25 3302,-84084 3408,-84084 3408,-84103.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3355\" y=\"-84089.75\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082447024&#45;&gt;29082447744 -->\n",
"<g id=\"edge687\" class=\"edge\">\n",
"<title>29082447024&#45;&gt;29082447744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3355,-84139.08C3355,-84132.57 3355,-84123.42 3355,-84115.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3358.5,-84115.12 3355,-84105.12 3351.5,-84115.12 3358.5,-84115.12\"/>\n",
"</g>\n",
"<!-- 29082447456 -->\n",
"<g id=\"node668\" class=\"node\">\n",
"<title>29082447456</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3535,-84103.25 3429,-84103.25 3429,-84084 3535,-84084 3535,-84103.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3482\" y=\"-84089.75\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082447024&#45;&gt;29082447456 -->\n",
"<g id=\"edge694\" class=\"edge\">\n",
"<title>29082447024&#45;&gt;29082447456</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3376.54,-84138.84C3396.61,-84130.43 3426.8,-84117.77 3449.75,-84108.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3451.09,-84111.38 3458.95,-84104.29 3448.38,-84104.93 3451.09,-84111.38\"/>\n",
"</g>\n",
"<!-- 29082447120 -->\n",
"<g id=\"node645\" class=\"node\">\n",
"<title>29082447120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3412,-84213.75 3300,-84213.75 3300,-84194.5 3412,-84194.5 3412,-84213.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3356\" y=\"-84200.25\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082447120&#45;&gt;29082447024 -->\n",
"<g id=\"edge668\" class=\"edge\">\n",
"<title>29082447120&#45;&gt;29082447024</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3355.83,-84194.33C3355.71,-84187.82 3355.54,-84178.67 3355.38,-84170.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3358.88,-84170.3 3355.2,-84160.37 3351.89,-84170.44 3358.88,-84170.3\"/>\n",
"</g>\n",
"<!-- 29082447216 -->\n",
"<g id=\"node646\" class=\"node\">\n",
"<title>29082447216</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3418,-84269 3294,-84269 3294,-84249.75 3418,-84249.75 3418,-84269\"/>\n",
"<text text-anchor=\"middle\" x=\"3356\" y=\"-84255.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082447216&#45;&gt;29082447120 -->\n",
"<g id=\"edge669\" class=\"edge\">\n",
"<title>29082447216&#45;&gt;29082447120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3356,-84249.58C3356,-84243.07 3356,-84233.92 3356,-84225.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3359.5,-84225.62 3356,-84215.62 3352.5,-84225.62 3359.5,-84225.62\"/>\n",
"</g>\n",
"<!-- 29082447312 -->\n",
"<g id=\"node647\" class=\"node\">\n",
"<title>29082447312</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3418,-84324.25 3294,-84324.25 3294,-84305 3418,-84305 3418,-84324.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3356\" y=\"-84310.75\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082447312&#45;&gt;29082447216 -->\n",
"<g id=\"edge670\" class=\"edge\">\n",
"<title>29082447312&#45;&gt;29082447216</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3356,-84304.83C3356,-84298.32 3356,-84289.17 3356,-84280.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3359.5,-84280.87 3356,-84270.87 3352.5,-84280.87 3359.5,-84280.87\"/>\n",
"</g>\n",
"<!-- 29082447408 -->\n",
"<g id=\"node648\" class=\"node\">\n",
"<title>29082447408</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3403,-84379.5 3309,-84379.5 3309,-84360.25 3403,-84360.25 3403,-84379.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3356\" y=\"-84366\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082447408&#45;&gt;29082447312 -->\n",
"<g id=\"edge671\" class=\"edge\">\n",
"<title>29082447408&#45;&gt;29082447312</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3356,-84360.08C3356,-84353.57 3356,-84344.42 3356,-84336.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3359.5,-84336.12 3356,-84326.12 3352.5,-84336.12 3359.5,-84336.12\"/>\n",
"</g>\n",
"<!-- 29082447504 -->\n",
"<g id=\"node649\" class=\"node\">\n",
"<title>29082447504</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3409,-84434.75 3303,-84434.75 3303,-84415.5 3409,-84415.5 3409,-84434.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3356\" y=\"-84421.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082447504&#45;&gt;29082447408 -->\n",
"<g id=\"edge672\" class=\"edge\">\n",
"<title>29082447504&#45;&gt;29082447408</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3356,-84415.33C3356,-84408.82 3356,-84399.67 3356,-84391.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3359.5,-84391.37 3356,-84381.37 3352.5,-84391.37 3359.5,-84391.37\"/>\n",
"</g>\n",
"<!-- 29082447600&#45;&gt;29082447504 -->\n",
"<g id=\"edge673\" class=\"edge\">\n",
"<title>29082447600&#45;&gt;29082447504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3234.77,-84470.34C3258.26,-84461.77 3293.81,-84448.81 3320.35,-84439.13\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3321.49,-84442.44 3329.69,-84435.72 3319.1,-84435.86 3321.49,-84442.44\"/>\n",
"</g>\n",
"<!-- 29082447552 -->\n",
"<g id=\"node651\" class=\"node\">\n",
"<title>29082447552</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3412,-84490 3312,-84490 3312,-84470.75 3412,-84470.75 3412,-84490\"/>\n",
"<text text-anchor=\"middle\" x=\"3362\" y=\"-84476.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082447552&#45;&gt;29082447504 -->\n",
"<g id=\"edge675\" class=\"edge\">\n",
"<title>29082447552&#45;&gt;29082447504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3361.01,-84470.58C3360.27,-84463.99 3359.22,-84454.71 3358.28,-84446.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3361.78,-84446.16 3357.18,-84436.61 3354.82,-84446.94 3361.78,-84446.16\"/>\n",
"</g>\n",
"<!-- 5767185808 -->\n",
"<g id=\"node652\" class=\"node\">\n",
"<title>5767185808</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3530,-84556.5 3196,-84556.5 3196,-84526 3530,-84526 3530,-84556.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3363\" y=\"-84543\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"3363\" y=\"-84531.75\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767185808&#45;&gt;29082447552 -->\n",
"<g id=\"edge676\" class=\"edge\">\n",
"<title>5767185808&#45;&gt;29082447552</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3362.75,-84525.7C3362.63,-84518.46 3362.48,-84509.59 3362.35,-84501.69\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3365.85,-84501.9 3362.18,-84491.96 3358.85,-84502.02 3365.85,-84501.9\"/>\n",
"</g>\n",
"<!-- 29082446352 -->\n",
"<g id=\"node653\" class=\"node\">\n",
"<title>29082446352</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3644,-84490 3544,-84490 3544,-84470.75 3644,-84470.75 3644,-84490\"/>\n",
"<text text-anchor=\"middle\" x=\"3594\" y=\"-84476.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082446352&#45;&gt;29082447504 -->\n",
"<g id=\"edge677\" class=\"edge\">\n",
"<title>29082446352&#45;&gt;29082447504</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3553.36,-84470.28C3513.05,-84461.26 3451.16,-84447.42 3407.45,-84437.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3408.48,-84434.28 3397.95,-84435.51 3406.95,-84441.11 3408.48,-84434.28\"/>\n",
"</g>\n",
"<!-- 5767185904 -->\n",
"<g id=\"node654\" class=\"node\">\n",
"<title>5767185904</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3870,-84556.5 3548,-84556.5 3548,-84526 3870,-84526 3870,-84556.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3709\" y=\"-84543\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"3709\" y=\"-84531.75\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5767185904&#45;&gt;29082446352 -->\n",
"<g id=\"edge678\" class=\"edge\">\n",
"<title>5767185904&#45;&gt;29082446352</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3680.28,-84525.55C3662.26,-84516.32 3639.16,-84504.5 3621.4,-84495.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3623.48,-84492.54 3612.98,-84491.09 3620.29,-84498.77 3623.48,-84492.54\"/>\n",
"</g>\n",
"<!-- 29082446256 -->\n",
"<g id=\"node655\" class=\"node\">\n",
"<title>29082446256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3385,-83716.5 3243,-83716.5 3243,-83697.25 3385,-83697.25 3385,-83716.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3314\" y=\"-83703\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082446256&#45;&gt;29082446208 -->\n",
"<g id=\"edge679\" class=\"edge\">\n",
"<title>29082446256&#45;&gt;29082446208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3304.16,-83696.84C3295.95,-83689.3 3284.02,-83678.35 3274.09,-83669.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3276.54,-83666.73 3266.81,-83662.55 3271.81,-83671.89 3276.54,-83666.73\"/>\n",
"</g>\n",
"<!-- 29082446592 -->\n",
"<g id=\"node656\" class=\"node\">\n",
"<title>29082446592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3404,-83771.75 3298,-83771.75 3298,-83752.5 3404,-83752.5 3404,-83771.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3351\" y=\"-83758.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082446592&#45;&gt;29082446256 -->\n",
"<g id=\"edge680\" class=\"edge\">\n",
"<title>29082446592&#45;&gt;29082446256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3344.89,-83752.33C3339.94,-83745.21 3332.8,-83734.93 3326.63,-83726.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3329.69,-83724.32 3321.11,-83718.1 3323.94,-83728.31 3329.69,-83724.32\"/>\n",
"</g>\n",
"<!-- 29082446784 -->\n",
"<g id=\"node657\" class=\"node\">\n",
"<title>29082446784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3395,-83827 3307,-83827 3307,-83807.75 3395,-83807.75 3395,-83827\"/>\n",
"<text text-anchor=\"middle\" x=\"3351\" y=\"-83813.5\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082446784&#45;&gt;29082446592 -->\n",
"<g id=\"edge681\" class=\"edge\">\n",
"<title>29082446784&#45;&gt;29082446592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3351,-83807.58C3351,-83801.07 3351,-83791.92 3351,-83783.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3354.5,-83783.62 3351,-83773.62 3347.5,-83783.62 3354.5,-83783.62\"/>\n",
"</g>\n",
"<!-- 29082446976 -->\n",
"<g id=\"node658\" class=\"node\">\n",
"<title>29082446976</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3413,-83882.25 3289,-83882.25 3289,-83863 3413,-83863 3413,-83882.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3351\" y=\"-83868.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082446976&#45;&gt;29082446784 -->\n",
"<g id=\"edge682\" class=\"edge\">\n",
"<title>29082446976&#45;&gt;29082446784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3351,-83862.83C3351,-83856.32 3351,-83847.17 3351,-83838.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3354.5,-83838.87 3351,-83828.87 3347.5,-83838.87 3354.5,-83838.87\"/>\n",
"</g>\n",
"<!-- 29082447168 -->\n",
"<g id=\"node659\" class=\"node\">\n",
"<title>29082447168</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3398,-83937.5 3304,-83937.5 3304,-83918.25 3398,-83918.25 3398,-83937.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3351\" y=\"-83924\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082447168&#45;&gt;29082446976 -->\n",
"<g id=\"edge683\" class=\"edge\">\n",
"<title>29082447168&#45;&gt;29082446976</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3351,-83918.08C3351,-83911.57 3351,-83902.42 3351,-83894.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3354.5,-83894.12 3351,-83884.12 3347.5,-83894.12 3354.5,-83894.12\"/>\n",
"</g>\n",
"<!-- 29082447360 -->\n",
"<g id=\"node660\" class=\"node\">\n",
"<title>29082447360</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3413,-83992.75 3289,-83992.75 3289,-83973.5 3413,-83973.5 3413,-83992.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3351\" y=\"-83979.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082447360&#45;&gt;29082447168 -->\n",
"<g id=\"edge684\" class=\"edge\">\n",
"<title>29082447360&#45;&gt;29082447168</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3351,-83973.33C3351,-83966.82 3351,-83957.67 3351,-83949.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3354.5,-83949.37 3351,-83939.37 3347.5,-83949.37 3354.5,-83949.37\"/>\n",
"</g>\n",
"<!-- 29082447648 -->\n",
"<g id=\"node661\" class=\"node\">\n",
"<title>29082447648</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3399,-84048 3305,-84048 3305,-84028.75 3399,-84028.75 3399,-84048\"/>\n",
"<text text-anchor=\"middle\" x=\"3352\" y=\"-84034.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082447648&#45;&gt;29082447360 -->\n",
"<g id=\"edge685\" class=\"edge\">\n",
"<title>29082447648&#45;&gt;29082447360</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3351.83,-84028.58C3351.71,-84022.07 3351.54,-84012.92 3351.38,-84004.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3354.88,-84004.55 3351.2,-83994.62 3347.89,-84004.69 3354.88,-84004.55\"/>\n",
"</g>\n",
"<!-- 29082447744&#45;&gt;29082447648 -->\n",
"<g id=\"edge686\" class=\"edge\">\n",
"<title>29082447744&#45;&gt;29082447648</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3354.5,-84083.83C3354.13,-84077.24 3353.61,-84067.96 3353.14,-84059.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3356.65,-84059.66 3352.59,-84049.87 3349.66,-84060.05 3356.65,-84059.66\"/>\n",
"</g>\n",
"<!-- 29082445728 -->\n",
"<g id=\"node663\" class=\"node\">\n",
"<title>29082445728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3546,-83716.5 3404,-83716.5 3404,-83697.25 3546,-83697.25 3546,-83716.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3475\" y=\"-83703\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082445728&#45;&gt;29082445680 -->\n",
"<g id=\"edge688\" class=\"edge\">\n",
"<title>29082445728&#45;&gt;29082445680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3468.66,-83696.78C3456.69,-83678.72 3432,-83636.68 3432,-83597.38 3432,-83597.38 3432,-83597.38 3432,-83484.88 3432,-83427.36 3363.04,-83399.33 3311.45,-83386.42\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3312.42,-83383.05 3301.89,-83384.16 3310.81,-83389.86 3312.42,-83383.05\"/>\n",
"</g>\n",
"<!-- 29082446064 -->\n",
"<g id=\"node664\" class=\"node\">\n",
"<title>29082446064</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3541,-83882.25 3435,-83882.25 3435,-83863 3541,-83863 3541,-83882.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3488\" y=\"-83868.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082446064&#45;&gt;29082445728 -->\n",
"<g id=\"edge689\" class=\"edge\">\n",
"<title>29082446064&#45;&gt;29082445728</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3487.3,-83862.82C3485.29,-83837.5 3479.46,-83764 3476.6,-83728.09\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3480.1,-83727.92 3475.82,-83718.23 3473.12,-83728.48 3480.1,-83727.92\"/>\n",
"</g>\n",
"<!-- 29082445824 -->\n",
"<g id=\"node665\" class=\"node\">\n",
"<title>29082445824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3537,-83937.5 3443,-83937.5 3443,-83918.25 3537,-83918.25 3537,-83937.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3490\" y=\"-83924\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082445824&#45;&gt;29082446064 -->\n",
"<g id=\"edge690\" class=\"edge\">\n",
"<title>29082445824&#45;&gt;29082446064</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3489.67,-83918.08C3489.42,-83911.49 3489.07,-83902.21 3488.76,-83893.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3492.27,-83893.98 3488.39,-83884.12 3485.27,-83894.25 3492.27,-83893.98\"/>\n",
"</g>\n",
"<!-- 29082446688 -->\n",
"<g id=\"node666\" class=\"node\">\n",
"<title>29082446688</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3555,-83992.75 3431,-83992.75 3431,-83973.5 3555,-83973.5 3555,-83992.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3493\" y=\"-83979.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082446688&#45;&gt;29082445824 -->\n",
"<g id=\"edge691\" class=\"edge\">\n",
"<title>29082446688&#45;&gt;29082445824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3492.5,-83973.33C3492.13,-83966.74 3491.61,-83957.46 3491.14,-83949.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3494.65,-83949.16 3490.59,-83939.37 3487.66,-83949.55 3494.65,-83949.16\"/>\n",
"</g>\n",
"<!-- 29082447072 -->\n",
"<g id=\"node667\" class=\"node\">\n",
"<title>29082447072</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3536,-84048 3442,-84048 3442,-84028.75 3536,-84028.75 3536,-84048\"/>\n",
"<text text-anchor=\"middle\" x=\"3489\" y=\"-84034.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082447072&#45;&gt;29082446688 -->\n",
"<g id=\"edge692\" class=\"edge\">\n",
"<title>29082447072&#45;&gt;29082446688</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3489.66,-84028.58C3490.16,-84021.99 3490.85,-84012.71 3491.48,-84004.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3494.95,-84004.85 3492.21,-83994.62 3487.97,-84004.33 3494.95,-84004.85\"/>\n",
"</g>\n",
"<!-- 29082447456&#45;&gt;29082447072 -->\n",
"<g id=\"edge693\" class=\"edge\">\n",
"<title>29082447456&#45;&gt;29082447072</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3483.16,-84083.83C3484.02,-84077.24 3485.24,-84067.96 3486.34,-84059.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3489.79,-84060.23 3487.62,-84049.86 3482.85,-84059.32 3489.79,-84060.23\"/>\n",
"</g>\n",
"<!-- 29082442080 -->\n",
"<g id=\"node669\" class=\"node\">\n",
"<title>29082442080</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3427,-83152.75 3327,-83152.75 3327,-83133.5 3427,-83133.5 3427,-83152.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3377\" y=\"-83139.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082442080&#45;&gt;29082441744 -->\n",
"<g id=\"edge695\" class=\"edge\">\n",
"<title>29082442080&#45;&gt;29082441744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3358,-83133.09C3340.54,-83124.79 3314.4,-83112.36 3294.28,-83102.79\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3295.99,-83099.74 3285.46,-83098.6 3292.99,-83106.06 3295.99,-83099.74\"/>\n",
"</g>\n",
"<!-- 5767186000 -->\n",
"<g id=\"node670\" class=\"node\">\n",
"<title>5767186000</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3587,-83219.25 3247,-83219.25 3247,-83188.75 3587,-83188.75 3587,-83219.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3417\" y=\"-83205.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3417\" y=\"-83194.5\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5767186000&#45;&gt;29082442080 -->\n",
"<g id=\"edge696\" class=\"edge\">\n",
"<title>5767186000&#45;&gt;29082442080</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3407.11,-83188.45C3401.78,-83180.6 3395.15,-83170.85 3389.47,-83162.49\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3392.53,-83160.76 3384.02,-83154.45 3386.74,-83164.69 3392.53,-83160.76\"/>\n",
"</g>\n",
"<!-- 29082440256 -->\n",
"<g id=\"node671\" class=\"node\">\n",
"<title>29082440256</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3682,-83152.75 3582,-83152.75 3582,-83133.5 3682,-83133.5 3682,-83152.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3632\" y=\"-83139.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082440256&#45;&gt;29082441744 -->\n",
"<g id=\"edge697\" class=\"edge\">\n",
"<title>29082440256&#45;&gt;29082441744</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3581.74,-83134.83C3516.15,-83125.32 3401.27,-83108.65 3329.37,-83098.22\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3330.11,-83094.79 3319.72,-83096.81 3329.11,-83101.71 3330.11,-83094.79\"/>\n",
"</g>\n",
"<!-- 5767186096 -->\n",
"<g id=\"node672\" class=\"node\">\n",
"<title>5767186096</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3933,-83219.25 3605,-83219.25 3605,-83188.75 3933,-83188.75 3933,-83219.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3769\" y=\"-83205.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3769\" y=\"-83194.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767186096&#45;&gt;29082440256 -->\n",
"<g id=\"edge698\" class=\"edge\">\n",
"<title>5767186096&#45;&gt;29082440256</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3734.78,-83188.3C3712.92,-83178.9 3684.77,-83166.8 3663.46,-83157.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3664.97,-83154.48 3654.4,-83153.75 3662.21,-83160.92 3664.97,-83154.48\"/>\n",
"</g>\n",
"<!-- 29082396288 -->\n",
"<g id=\"node673\" class=\"node\">\n",
"<title>29082396288</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3399,-82914.88 3299,-82914.88 3299,-82895.62 3399,-82895.62 3399,-82914.88\"/>\n",
"<text text-anchor=\"middle\" x=\"3349\" y=\"-82901.38\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396288&#45;&gt;29082396192 -->\n",
"<g id=\"edge699\" class=\"edge\">\n",
"<title>29082396288&#45;&gt;29082396192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3357.96,-82895.31C3366.71,-82886.58 3380.25,-82873.07 3391.04,-82862.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3393.28,-82865.01 3397.88,-82855.47 3388.33,-82860.06 3393.28,-82865.01\"/>\n",
"</g>\n",
"<!-- 5767186576 -->\n",
"<g id=\"node674\" class=\"node\">\n",
"<title>5767186576</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3530,-82987 3268,-82987 3268,-82956.5 3530,-82956.5 3530,-82987\"/>\n",
"<text text-anchor=\"middle\" x=\"3399\" y=\"-82973.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3399\" y=\"-82962.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767186576&#45;&gt;29082396288 -->\n",
"<g id=\"edge700\" class=\"edge\">\n",
"<title>5767186576&#45;&gt;29082396288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3387.65,-82956.11C3380.31,-82946.64 3370.69,-82934.23 3362.89,-82924.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3365.66,-82922.03 3356.77,-82916.27 3360.13,-82926.32 3365.66,-82922.03\"/>\n",
"</g>\n",
"<!-- 29082396240 -->\n",
"<g id=\"node675\" class=\"node\">\n",
"<title>29082396240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3517,-82914.88 3417,-82914.88 3417,-82895.62 3517,-82895.62 3517,-82914.88\"/>\n",
"<text text-anchor=\"middle\" x=\"3467\" y=\"-82901.38\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396240&#45;&gt;29082396192 -->\n",
"<g id=\"edge701\" class=\"edge\">\n",
"<title>29082396240&#45;&gt;29082396192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3458.04,-82895.31C3449.29,-82886.58 3435.75,-82873.07 3424.96,-82862.3\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3427.67,-82860.06 3418.12,-82855.47 3422.72,-82865.01 3427.67,-82860.06\"/>\n",
"</g>\n",
"<!-- 5767186672 -->\n",
"<g id=\"node676\" class=\"node\">\n",
"<title>5767186672</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3798,-82987 3548,-82987 3548,-82956.5 3798,-82956.5 3798,-82987\"/>\n",
"<text text-anchor=\"middle\" x=\"3673\" y=\"-82973.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3673\" y=\"-82962.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767186672&#45;&gt;29082396240 -->\n",
"<g id=\"edge702\" class=\"edge\">\n",
"<title>5767186672&#45;&gt;29082396240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3626,-82956.03C3590.04,-82944.78 3541.01,-82929.42 3506.94,-82918.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3508.04,-82915.43 3497.45,-82915.78 3505.94,-82922.11 3508.04,-82915.43\"/>\n",
"</g>\n",
"<!-- 29082396144 -->\n",
"<g id=\"node677\" class=\"node\">\n",
"<title>29082396144</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3542,-82671.38 3436,-82671.38 3436,-82652.12 3542,-82652.12 3542,-82671.38\"/>\n",
"<text text-anchor=\"middle\" x=\"3489\" y=\"-82657.88\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082396144&#45;&gt;29082396000 -->\n",
"<g id=\"edge703\" class=\"edge\">\n",
"<title>29082396144&#45;&gt;29082396000</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3489,-82651.81C3489,-82644.03 3489,-82632.45 3489,-82622.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3492.5,-82622.41 3489,-82612.41 3485.5,-82622.41 3492.5,-82622.41\"/>\n",
"</g>\n",
"<!-- 29082396720 -->\n",
"<g id=\"node678\" class=\"node\">\n",
"<title>29082396720</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3536,-82732.25 3442,-82732.25 3442,-82713 3536,-82713 3536,-82732.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3489\" y=\"-82718.75\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082396720&#45;&gt;29082396144 -->\n",
"<g id=\"edge704\" class=\"edge\">\n",
"<title>29082396720&#45;&gt;29082396144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3489,-82712.68C3489,-82704.9 3489,-82693.33 3489,-82683.28\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3492.5,-82683.29 3489,-82673.29 3485.5,-82683.29 3492.5,-82683.29\"/>\n",
"</g>\n",
"<!-- 29082445632&#45;&gt;29082396720 -->\n",
"<g id=\"edge705\" class=\"edge\">\n",
"<title>29082445632&#45;&gt;29082396720</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3489,-82773.56C3489,-82765.78 3489,-82754.2 3489,-82744.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3492.5,-82744.16 3489,-82734.16 3485.5,-82744.16 3492.5,-82744.16\"/>\n",
"</g>\n",
"<!-- 29082444192 -->\n",
"<g id=\"node680\" class=\"node\">\n",
"<title>29082444192</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3664,-82854 3564,-82854 3564,-82834.75 3664,-82834.75 3664,-82854\"/>\n",
"<text text-anchor=\"middle\" x=\"3614\" y=\"-82840.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082444192&#45;&gt;29082445632 -->\n",
"<g id=\"edge707\" class=\"edge\">\n",
"<title>29082444192&#45;&gt;29082445632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3594.74,-82834.3C3574.31,-82824.68 3541.79,-82809.37 3518.21,-82798.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3519.98,-82795.22 3509.44,-82794.13 3517,-82801.56 3519.98,-82795.22\"/>\n",
"</g>\n",
"<!-- 5767186192 -->\n",
"<g id=\"node681\" class=\"node\">\n",
"<title>5767186192</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3809,-82920.5 3535,-82920.5 3535,-82890 3809,-82890 3809,-82920.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3672\" y=\"-82907\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3672\" y=\"-82895.75\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5767186192&#45;&gt;29082444192 -->\n",
"<g id=\"edge708\" class=\"edge\">\n",
"<title>5767186192&#45;&gt;29082444192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3657.66,-82889.7C3649.6,-82881.51 3639.48,-82871.23 3631.01,-82862.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3633.51,-82860.2 3624,-82855.53 3628.53,-82865.11 3633.51,-82860.2\"/>\n",
"</g>\n",
"<!-- 29082443664 -->\n",
"<g id=\"node682\" class=\"node\">\n",
"<title>29082443664</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3895,-82854 3795,-82854 3795,-82834.75 3895,-82834.75 3895,-82854\"/>\n",
"<text text-anchor=\"middle\" x=\"3845\" y=\"-82840.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082443664&#45;&gt;29082445632 -->\n",
"<g id=\"edge709\" class=\"edge\">\n",
"<title>29082443664&#45;&gt;29082445632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3794.6,-82836.9C3735.89,-82829.09 3636.07,-82814.96 3551,-82798.75 3546.67,-82797.92 3542.18,-82797.01 3537.69,-82796.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3538.61,-82792.67 3528.09,-82793.95 3537.1,-82799.51 3538.61,-82792.67\"/>\n",
"</g>\n",
"<!-- 5767186288 -->\n",
"<g id=\"node683\" class=\"node\">\n",
"<title>5767186288</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4089,-82920.5 3827,-82920.5 3827,-82890 4089,-82890 4089,-82920.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3958\" y=\"-82907\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3958\" y=\"-82895.75\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5767186288&#45;&gt;29082443664 -->\n",
"<g id=\"edge710\" class=\"edge\">\n",
"<title>5767186288&#45;&gt;29082443664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3929.78,-82889.55C3912.24,-82880.41 3889.8,-82868.72 3872.41,-82859.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3874.16,-82856.62 3863.67,-82855.1 3870.92,-82862.83 3874.16,-82856.62\"/>\n",
"</g>\n",
"<!-- 29082396432 -->\n",
"<g id=\"node684\" class=\"node\">\n",
"<title>29082396432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3700,-82732.25 3600,-82732.25 3600,-82713 3700,-82713 3700,-82732.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3650\" y=\"-82718.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396432&#45;&gt;29082396144 -->\n",
"<g id=\"edge711\" class=\"edge\">\n",
"<title>29082396432&#45;&gt;29082396144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3625.2,-82712.55C3598.25,-82702.7 3554.97,-82686.88 3524.45,-82675.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3525.85,-82672.5 3515.25,-82672.35 3523.44,-82679.07 3525.85,-82672.5\"/>\n",
"</g>\n",
"<!-- 5767186384 -->\n",
"<g id=\"node685\" class=\"node\">\n",
"<title>5767186384</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3834,-82798.75 3560,-82798.75 3560,-82768.25 3834,-82768.25 3834,-82798.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3697\" y=\"-82785.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3697\" y=\"-82774\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5767186384&#45;&gt;29082396432 -->\n",
"<g id=\"edge712\" class=\"edge\">\n",
"<title>5767186384&#45;&gt;29082396432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3685.38,-82767.95C3678.98,-82759.93 3670.99,-82749.92 3664.22,-82741.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3667.16,-82739.52 3658.19,-82733.88 3661.69,-82743.88 3667.16,-82739.52\"/>\n",
"</g>\n",
"<!-- 29082396384 -->\n",
"<g id=\"node686\" class=\"node\">\n",
"<title>29082396384</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3925,-82732.25 3825,-82732.25 3825,-82713 3925,-82713 3925,-82732.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3875\" y=\"-82718.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082396384&#45;&gt;29082396144 -->\n",
"<g id=\"edge713\" class=\"edge\">\n",
"<title>29082396384&#45;&gt;29082396144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3824.55,-82716.09C3760.63,-82708.75 3647.2,-82694.64 3551,-82677 3546.42,-82676.16 3541.66,-82675.21 3536.91,-82674.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3537.93,-82670.85 3527.41,-82672.13 3536.43,-82677.69 3537.93,-82670.85\"/>\n",
"</g>\n",
"<!-- 5767186480 -->\n",
"<g id=\"node687\" class=\"node\">\n",
"<title>5767186480</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4114,-82798.75 3852,-82798.75 3852,-82768.25 4114,-82768.25 4114,-82798.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3983\" y=\"-82785.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3983\" y=\"-82774\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767186480&#45;&gt;29082396384 -->\n",
"<g id=\"edge714\" class=\"edge\">\n",
"<title>5767186480&#45;&gt;29082396384</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3956.03,-82767.8C3939.42,-82758.74 3918.22,-82747.19 3901.67,-82738.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3903.35,-82735.09 3892.89,-82733.38 3900,-82741.24 3903.35,-82735.09\"/>\n",
"</g>\n",
"<!-- 29082395952 -->\n",
"<g id=\"node688\" class=\"node\">\n",
"<title>29082395952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3696,-82610.5 3596,-82610.5 3596,-82591.25 3696,-82591.25 3696,-82610.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3646\" y=\"-82597\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395952&#45;&gt;29082395856 -->\n",
"<g id=\"edge715\" class=\"edge\">\n",
"<title>29082395952&#45;&gt;29082395856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3630.66,-82590.93C3614.64,-82581.6 3589.26,-82566.8 3570.27,-82555.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3572.19,-82552.8 3561.79,-82550.79 3568.67,-82558.85 3572.19,-82552.8\"/>\n",
"</g>\n",
"<!-- 5767186768 -->\n",
"<g id=\"node689\" class=\"node\">\n",
"<title>5767186768</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3822,-82677 3560,-82677 3560,-82646.5 3822,-82646.5 3822,-82677\"/>\n",
"<text text-anchor=\"middle\" x=\"3691\" y=\"-82663.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3691\" y=\"-82652.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767186768&#45;&gt;29082395952 -->\n",
"<g id=\"edge716\" class=\"edge\">\n",
"<title>5767186768&#45;&gt;29082395952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3679.88,-82646.2C3673.82,-82638.27 3666.26,-82628.38 3659.82,-82619.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3662.71,-82617.97 3653.86,-82612.15 3657.15,-82622.22 3662.71,-82617.97\"/>\n",
"</g>\n",
"<!-- 29082395904 -->\n",
"<g id=\"node690\" class=\"node\">\n",
"<title>29082395904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3914,-82610.5 3814,-82610.5 3814,-82591.25 3914,-82591.25 3914,-82610.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3864\" y=\"-82597\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395904&#45;&gt;29082395856 -->\n",
"<g id=\"edge717\" class=\"edge\">\n",
"<title>29082395904&#45;&gt;29082395856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3814.86,-82590.8C3758.42,-82580.39 3665.84,-82563.3 3605.15,-82552.1\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3606.16,-82548.73 3595.69,-82550.36 3604.89,-82555.61 3606.16,-82548.73\"/>\n",
"</g>\n",
"<!-- 5767186864 -->\n",
"<g id=\"node691\" class=\"node\">\n",
"<title>5767186864</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4090,-82677 3840,-82677 3840,-82646.5 4090,-82646.5 4090,-82677\"/>\n",
"<text text-anchor=\"middle\" x=\"3965\" y=\"-82663.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.5.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"3965\" y=\"-82652.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767186864&#45;&gt;29082395904 -->\n",
"<g id=\"edge718\" class=\"edge\">\n",
"<title>5767186864&#45;&gt;29082395904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3939.77,-82646.05C3924.39,-82637.08 3904.8,-82625.66 3889.39,-82616.67\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3891.2,-82613.68 3880.8,-82611.67 3887.67,-82619.73 3891.2,-82613.68\"/>\n",
"</g>\n",
"<!-- 29082395808 -->\n",
"<g id=\"node692\" class=\"node\">\n",
"<title>29082395808</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3697,-80980.12 3573,-80980.12 3573,-80960.88 3697,-80960.88 3697,-80980.12\"/>\n",
"<text text-anchor=\"middle\" x=\"3635\" y=\"-80966.62\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082395808&#45;&gt;29082395664 -->\n",
"<g id=\"edge719\" class=\"edge\">\n",
"<title>29082395808&#45;&gt;29082395664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3635,-80960.53C3635,-80951.48 3635,-80937.2 3635,-80925.38\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3638.5,-80925.41 3635,-80915.41 3631.5,-80925.41 3638.5,-80925.41\"/>\n",
"</g>\n",
"<!-- 29082396096 -->\n",
"<g id=\"node693\" class=\"node\">\n",
"<title>29082396096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3708,-81041 3614,-81041 3614,-81021.75 3708,-81021.75 3708,-81041\"/>\n",
"<text text-anchor=\"middle\" x=\"3661\" y=\"-81027.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082396096&#45;&gt;29082395808 -->\n",
"<g id=\"edge720\" class=\"edge\">\n",
"<title>29082396096&#45;&gt;29082395808</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3657.05,-81021.43C3653.5,-81013.39 3648.16,-81001.3 3643.63,-80991.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3646.84,-80989.64 3639.6,-80981.91 3640.44,-80992.47 3646.84,-80989.64\"/>\n",
"</g>\n",
"<!-- 29082443952 -->\n",
"<g id=\"node694\" class=\"node\">\n",
"<title>29082443952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3765,-81096.25 3659,-81096.25 3659,-81077 3765,-81077 3765,-81096.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3712\" y=\"-81082.75\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082443952&#45;&gt;29082396096 -->\n",
"<g id=\"edge721\" class=\"edge\">\n",
"<title>29082443952&#45;&gt;29082396096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3703.58,-81076.83C3696.46,-81069.4 3686.06,-81058.54 3677.31,-81049.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3680.1,-81047.25 3670.65,-81042.45 3675.04,-81052.1 3680.1,-81047.25\"/>\n",
"</g>\n",
"<!-- 29082445968 -->\n",
"<g id=\"node695\" class=\"node\">\n",
"<title>29082445968</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3717,-81151.5 3623,-81151.5 3623,-81132.25 3717,-81132.25 3717,-81151.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3670\" y=\"-81138\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082445968&#45;&gt;29082443952 -->\n",
"<g id=\"edge722\" class=\"edge\">\n",
"<title>29082445968&#45;&gt;29082443952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3676.94,-81132.08C3682.62,-81124.88 3690.84,-81114.46 3697.89,-81105.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3700.53,-81107.82 3703.98,-81097.8 3695.04,-81103.48 3700.53,-81107.82\"/>\n",
"</g>\n",
"<!-- 29082447264 -->\n",
"<g id=\"node696\" class=\"node\">\n",
"<title>29082447264</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3676,-81212.38 3576,-81212.38 3576,-81193.12 3676,-81193.12 3676,-81212.38\"/>\n",
"<text text-anchor=\"middle\" x=\"3626\" y=\"-81198.88\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082447264&#45;&gt;29082445968 -->\n",
"<g id=\"edge723\" class=\"edge\">\n",
"<title>29082447264&#45;&gt;29082445968</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3632.68,-81192.81C3638.95,-81184.42 3648.51,-81171.63 3656.38,-81161.09\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3659.17,-81163.22 3662.35,-81153.11 3653.56,-81159.03 3659.17,-81163.22\"/>\n",
"</g>\n",
"<!-- 29082447792 -->\n",
"<g id=\"node697\" class=\"node\">\n",
"<title>29082447792</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3692,-81273.25 3580,-81273.25 3580,-81254 3692,-81254 3692,-81273.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3636\" y=\"-81259.75\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082447792&#45;&gt;29082447264 -->\n",
"<g id=\"edge724\" class=\"edge\">\n",
"<title>29082447792&#45;&gt;29082447264</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3634.48,-81253.68C3633.14,-81245.82 3631.15,-81234.07 3629.43,-81223.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3632.91,-81223.54 3627.79,-81214.27 3626.01,-81224.71 3632.91,-81223.54\"/>\n",
"</g>\n",
"<!-- 29082447696 -->\n",
"<g id=\"node698\" class=\"node\">\n",
"<title>29082447696</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3765,-81328.5 3635,-81328.5 3635,-81309.25 3765,-81309.25 3765,-81328.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3700\" y=\"-81315\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082447696&#45;&gt;29082447792 -->\n",
"<g id=\"edge725\" class=\"edge\">\n",
"<title>29082447696&#45;&gt;29082447792</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3689.14,-81308.84C3679.89,-81301.15 3666.38,-81289.9 3655.29,-81280.68\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3657.79,-81278.2 3647.86,-81274.49 3653.31,-81283.58 3657.79,-81278.2\"/>\n",
"</g>\n",
"<!-- 29082447888 -->\n",
"<g id=\"node699\" class=\"node\">\n",
"<title>29082447888</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3747,-81383.75 3659,-81383.75 3659,-81364.5 3747,-81364.5 3747,-81383.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3703\" y=\"-81370.25\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082447888&#45;&gt;29082447696 -->\n",
"<g id=\"edge726\" class=\"edge\">\n",
"<title>29082447888&#45;&gt;29082447696</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3702.5,-81364.33C3702.13,-81357.74 3701.61,-81348.46 3701.14,-81340.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3704.65,-81340.16 3700.59,-81330.37 3697.66,-81340.55 3704.65,-81340.16\"/>\n",
"</g>\n",
"<!-- 29082447984 -->\n",
"<g id=\"node700\" class=\"node\">\n",
"<title>29082447984</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3750,-81439 3656,-81439 3656,-81419.75 3750,-81419.75 3750,-81439\"/>\n",
"<text text-anchor=\"middle\" x=\"3703\" y=\"-81425.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082447984&#45;&gt;29082447888 -->\n",
"<g id=\"edge727\" class=\"edge\">\n",
"<title>29082447984&#45;&gt;29082447888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3703,-81419.58C3703,-81413.07 3703,-81403.92 3703,-81395.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3706.5,-81395.62 3703,-81385.62 3699.5,-81395.62 3706.5,-81395.62\"/>\n",
"</g>\n",
"<!-- 29082448128 -->\n",
"<g id=\"node701\" class=\"node\">\n",
"<title>29082448128</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3756,-81494.25 3650,-81494.25 3650,-81475 3756,-81475 3756,-81494.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3703\" y=\"-81480.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082448128&#45;&gt;29082447984 -->\n",
"<g id=\"edge728\" class=\"edge\">\n",
"<title>29082448128&#45;&gt;29082447984</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3703,-81474.83C3703,-81468.32 3703,-81459.17 3703,-81450.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3706.5,-81450.87 3703,-81440.87 3699.5,-81450.87 3706.5,-81450.87\"/>\n",
"</g>\n",
"<!-- 29082448224 -->\n",
"<g id=\"node702\" class=\"node\">\n",
"<title>29082448224</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3759,-81549.5 3647,-81549.5 3647,-81530.25 3759,-81530.25 3759,-81549.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3703\" y=\"-81536\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082448224&#45;&gt;29082448128 -->\n",
"<g id=\"edge729\" class=\"edge\">\n",
"<title>29082448224&#45;&gt;29082448128</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3703,-81530.08C3703,-81523.57 3703,-81514.42 3703,-81506.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3706.5,-81506.12 3703,-81496.12 3699.5,-81506.12 3706.5,-81506.12\"/>\n",
"</g>\n",
"<!-- 29082448320 -->\n",
"<g id=\"node703\" class=\"node\">\n",
"<title>29082448320</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3768,-81604.75 3638,-81604.75 3638,-81585.5 3768,-81585.5 3768,-81604.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3703\" y=\"-81591.25\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082448320&#45;&gt;29082448224 -->\n",
"<g id=\"edge730\" class=\"edge\">\n",
"<title>29082448320&#45;&gt;29082448224</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3703,-81585.33C3703,-81578.82 3703,-81569.67 3703,-81561.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3706.5,-81561.37 3703,-81551.37 3699.5,-81561.37 3706.5,-81561.37\"/>\n",
"</g>\n",
"<!-- 29082448416 -->\n",
"<g id=\"node704\" class=\"node\">\n",
"<title>29082448416</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3747,-81660 3659,-81660 3659,-81640.75 3747,-81640.75 3747,-81660\"/>\n",
"<text text-anchor=\"middle\" x=\"3703\" y=\"-81646.5\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082448416&#45;&gt;29082448320 -->\n",
"<g id=\"edge731\" class=\"edge\">\n",
"<title>29082448416&#45;&gt;29082448320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3703,-81640.58C3703,-81634.07 3703,-81624.92 3703,-81616.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3706.5,-81616.62 3703,-81606.62 3699.5,-81616.62 3706.5,-81616.62\"/>\n",
"</g>\n",
"<!-- 29082448512 -->\n",
"<g id=\"node705\" class=\"node\">\n",
"<title>29082448512</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3727,-81770.5 3585,-81770.5 3585,-81751.25 3727,-81751.25 3727,-81770.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3656\" y=\"-81757\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082448512&#45;&gt;29082448416 -->\n",
"<g id=\"edge732\" class=\"edge\">\n",
"<title>29082448512&#45;&gt;29082448416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3659.17,-81751.1C3663.7,-81738.7 3672.44,-81715.39 3681,-81696 3684.7,-81687.61 3689.12,-81678.51 3693.02,-81670.72\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3696.12,-81672.35 3697.53,-81661.85 3689.88,-81669.17 3696.12,-81672.35\"/>\n",
"</g>\n",
"<!-- 29082448656 -->\n",
"<g id=\"node706\" class=\"node\">\n",
"<title>29082448656</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3709,-81825.75 3603,-81825.75 3603,-81806.5 3709,-81806.5 3709,-81825.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3656\" y=\"-81812.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082448656&#45;&gt;29082448512 -->\n",
"<g id=\"edge733\" class=\"edge\">\n",
"<title>29082448656&#45;&gt;29082448512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3656,-81806.33C3656,-81799.82 3656,-81790.67 3656,-81782.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3659.5,-81782.37 3656,-81772.37 3652.5,-81782.37 3659.5,-81782.37\"/>\n",
"</g>\n",
"<!-- 29082448752 -->\n",
"<g id=\"node707\" class=\"node\">\n",
"<title>29082448752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3700,-81881 3612,-81881 3612,-81861.75 3700,-81861.75 3700,-81881\"/>\n",
"<text text-anchor=\"middle\" x=\"3656\" y=\"-81867.5\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082448752&#45;&gt;29082448656 -->\n",
"<g id=\"edge734\" class=\"edge\">\n",
"<title>29082448752&#45;&gt;29082448656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3656,-81861.58C3656,-81855.07 3656,-81845.92 3656,-81837.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3659.5,-81837.62 3656,-81827.62 3652.5,-81837.62 3659.5,-81837.62\"/>\n",
"</g>\n",
"<!-- 29082448848 -->\n",
"<g id=\"node708\" class=\"node\">\n",
"<title>29082448848</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3703,-81936.25 3609,-81936.25 3609,-81917 3703,-81917 3703,-81936.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3656\" y=\"-81922.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082448848&#45;&gt;29082448752 -->\n",
"<g id=\"edge735\" class=\"edge\">\n",
"<title>29082448848&#45;&gt;29082448752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3656,-81916.83C3656,-81910.32 3656,-81901.17 3656,-81892.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3659.5,-81892.87 3656,-81882.87 3652.5,-81892.87 3659.5,-81892.87\"/>\n",
"</g>\n",
"<!-- 29082448944 -->\n",
"<g id=\"node709\" class=\"node\">\n",
"<title>29082448944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3718,-81991.5 3594,-81991.5 3594,-81972.25 3718,-81972.25 3718,-81991.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3656\" y=\"-81978\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082448944&#45;&gt;29082448848 -->\n",
"<g id=\"edge736\" class=\"edge\">\n",
"<title>29082448944&#45;&gt;29082448848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3656,-81972.08C3656,-81965.57 3656,-81956.42 3656,-81948.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3659.5,-81948.12 3656,-81938.12 3652.5,-81948.12 3659.5,-81948.12\"/>\n",
"</g>\n",
"<!-- 29082449040 -->\n",
"<g id=\"node710\" class=\"node\">\n",
"<title>29082449040</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3712,-82046.75 3618,-82046.75 3618,-82027.5 3712,-82027.5 3712,-82046.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3665\" y=\"-82033.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082449040&#45;&gt;29082448944 -->\n",
"<g id=\"edge737\" class=\"edge\">\n",
"<title>29082449040&#45;&gt;29082448944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3663.51,-82027.33C3662.4,-82020.74 3660.83,-82011.46 3659.41,-82003.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3662.89,-82002.63 3657.77,-81993.35 3655.99,-82003.8 3662.89,-82002.63\"/>\n",
"</g>\n",
"<!-- 29082449136 -->\n",
"<g id=\"node711\" class=\"node\">\n",
"<title>29082449136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3727,-82102 3621,-82102 3621,-82082.75 3727,-82082.75 3727,-82102\"/>\n",
"<text text-anchor=\"middle\" x=\"3674\" y=\"-82088.5\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082449136&#45;&gt;29082449040 -->\n",
"<g id=\"edge738\" class=\"edge\">\n",
"<title>29082449136&#45;&gt;29082449040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3672.51,-82082.58C3671.4,-82075.99 3669.83,-82066.71 3668.41,-82058.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3671.89,-82057.88 3666.77,-82048.6 3664.99,-82059.05 3671.89,-82057.88\"/>\n",
"</g>\n",
"<!-- 29082449232 -->\n",
"<g id=\"node712\" class=\"node\">\n",
"<title>29082449232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3857,-82157.25 3757,-82157.25 3757,-82138 3857,-82138 3857,-82157.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3807\" y=\"-82143.75\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082449232&#45;&gt;29082449136 -->\n",
"<g id=\"edge739\" class=\"edge\">\n",
"<title>29082449232&#45;&gt;29082449136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3784.44,-82137.59C3763.23,-82129.1 3731.23,-82116.29 3707.12,-82106.64\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3708.66,-82103.48 3698.08,-82103.02 3706.06,-82109.98 3708.66,-82103.48\"/>\n",
"</g>\n",
"<!-- 29082449952 -->\n",
"<g id=\"node730\" class=\"node\">\n",
"<title>29082449952</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3860,-82102 3754,-82102 3754,-82082.75 3860,-82082.75 3860,-82102\"/>\n",
"<text text-anchor=\"middle\" x=\"3807\" y=\"-82088.5\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082449232&#45;&gt;29082449952 -->\n",
"<g id=\"edge759\" class=\"edge\">\n",
"<title>29082449232&#45;&gt;29082449952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3807,-82137.83C3807,-82131.32 3807,-82122.17 3807,-82113.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3810.5,-82113.87 3807,-82103.87 3803.5,-82113.87 3810.5,-82113.87\"/>\n",
"</g>\n",
"<!-- 29082449664 -->\n",
"<g id=\"node736\" class=\"node\">\n",
"<title>29082449664</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3986,-82102 3880,-82102 3880,-82082.75 3986,-82082.75 3986,-82102\"/>\n",
"<text text-anchor=\"middle\" x=\"3933\" y=\"-82088.5\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082449232&#45;&gt;29082449664 -->\n",
"<g id=\"edge766\" class=\"edge\">\n",
"<title>29082449232&#45;&gt;29082449664</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3828.37,-82137.59C3848.29,-82129.18 3878.24,-82116.52 3901,-82106.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3902.28,-82110.16 3910.13,-82103.04 3899.55,-82103.71 3902.28,-82110.16\"/>\n",
"</g>\n",
"<!-- 29082449328 -->\n",
"<g id=\"node713\" class=\"node\">\n",
"<title>29082449328</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3864,-82212.5 3752,-82212.5 3752,-82193.25 3864,-82193.25 3864,-82212.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3808\" y=\"-82199\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082449328&#45;&gt;29082449232 -->\n",
"<g id=\"edge740\" class=\"edge\">\n",
"<title>29082449328&#45;&gt;29082449232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3807.83,-82193.08C3807.71,-82186.57 3807.54,-82177.42 3807.38,-82169.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3810.88,-82169.05 3807.2,-82159.12 3803.89,-82169.19 3810.88,-82169.05\"/>\n",
"</g>\n",
"<!-- 29082449424 -->\n",
"<g id=\"node714\" class=\"node\">\n",
"<title>29082449424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3870,-82267.75 3746,-82267.75 3746,-82248.5 3870,-82248.5 3870,-82267.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3808\" y=\"-82254.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082449424&#45;&gt;29082449328 -->\n",
"<g id=\"edge741\" class=\"edge\">\n",
"<title>29082449424&#45;&gt;29082449328</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3808,-82248.33C3808,-82241.82 3808,-82232.67 3808,-82224.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3811.5,-82224.37 3808,-82214.37 3804.5,-82224.37 3811.5,-82224.37\"/>\n",
"</g>\n",
"<!-- 29082449520 -->\n",
"<g id=\"node715\" class=\"node\">\n",
"<title>29082449520</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3870,-82323 3746,-82323 3746,-82303.75 3870,-82303.75 3870,-82323\"/>\n",
"<text text-anchor=\"middle\" x=\"3808\" y=\"-82309.5\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082449520&#45;&gt;29082449424 -->\n",
"<g id=\"edge742\" class=\"edge\">\n",
"<title>29082449520&#45;&gt;29082449424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3808,-82303.58C3808,-82297.07 3808,-82287.92 3808,-82279.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3811.5,-82279.62 3808,-82269.62 3804.5,-82279.62 3811.5,-82279.62\"/>\n",
"</g>\n",
"<!-- 29082449616 -->\n",
"<g id=\"node716\" class=\"node\">\n",
"<title>29082449616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3855,-82378.25 3761,-82378.25 3761,-82359 3855,-82359 3855,-82378.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3808\" y=\"-82364.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082449616&#45;&gt;29082449520 -->\n",
"<g id=\"edge743\" class=\"edge\">\n",
"<title>29082449616&#45;&gt;29082449520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3808,-82358.83C3808,-82352.32 3808,-82343.17 3808,-82334.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3811.5,-82334.87 3808,-82324.87 3804.5,-82334.87 3811.5,-82334.87\"/>\n",
"</g>\n",
"<!-- 29082449712 -->\n",
"<g id=\"node717\" class=\"node\">\n",
"<title>29082449712</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3861,-82433.5 3755,-82433.5 3755,-82414.25 3861,-82414.25 3861,-82433.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3808\" y=\"-82420\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082449712&#45;&gt;29082449616 -->\n",
"<g id=\"edge744\" class=\"edge\">\n",
"<title>29082449712&#45;&gt;29082449616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3808,-82414.08C3808,-82407.57 3808,-82398.42 3808,-82390.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3811.5,-82390.12 3808,-82380.12 3804.5,-82390.12 3811.5,-82390.12\"/>\n",
"</g>\n",
"<!-- 29082449808&#45;&gt;29082449712 -->\n",
"<g id=\"edge745\" class=\"edge\">\n",
"<title>29082449808&#45;&gt;29082449712</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3682.62,-82469.09C3707.02,-82460.49 3744.01,-82447.44 3771.5,-82437.75\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3772.57,-82441.08 3780.83,-82434.46 3770.24,-82434.48 3772.57,-82441.08\"/>\n",
"</g>\n",
"<!-- 29082449760 -->\n",
"<g id=\"node719\" class=\"node\">\n",
"<title>29082449760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3859,-82488.75 3759,-82488.75 3759,-82469.5 3859,-82469.5 3859,-82488.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3809\" y=\"-82475.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082449760&#45;&gt;29082449712 -->\n",
"<g id=\"edge747\" class=\"edge\">\n",
"<title>29082449760&#45;&gt;29082449712</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3808.83,-82469.33C3808.71,-82462.82 3808.54,-82453.67 3808.38,-82445.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3811.88,-82445.3 3808.2,-82435.37 3804.89,-82445.44 3811.88,-82445.3\"/>\n",
"</g>\n",
"<!-- 5767186960 -->\n",
"<g id=\"node720\" class=\"node\">\n",
"<title>5767186960</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3977,-82555.25 3643,-82555.25 3643,-82524.75 3977,-82524.75 3977,-82555.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3810\" y=\"-82541.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"3810\" y=\"-82530.5\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767186960&#45;&gt;29082449760 -->\n",
"<g id=\"edge748\" class=\"edge\">\n",
"<title>5767186960&#45;&gt;29082449760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3809.75,-82524.45C3809.63,-82517.21 3809.48,-82508.34 3809.35,-82500.44\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3812.85,-82500.65 3809.18,-82490.71 3805.85,-82500.77 3812.85,-82500.65\"/>\n",
"</g>\n",
"<!-- 29082448560 -->\n",
"<g id=\"node721\" class=\"node\">\n",
"<title>29082448560</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4091,-82488.75 3991,-82488.75 3991,-82469.5 4091,-82469.5 4091,-82488.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4041\" y=\"-82475.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082448560&#45;&gt;29082449712 -->\n",
"<g id=\"edge749\" class=\"edge\">\n",
"<title>29082448560&#45;&gt;29082449712</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4001.21,-82469.03C3961.84,-82460.03 3901.42,-82446.23 3858.64,-82436.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3859.63,-82433.08 3849.1,-82434.27 3858.07,-82439.91 3859.63,-82433.08\"/>\n",
"</g>\n",
"<!-- 5767187056 -->\n",
"<g id=\"node722\" class=\"node\">\n",
"<title>5767187056</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4317,-82555.25 3995,-82555.25 3995,-82524.75 4317,-82524.75 4317,-82555.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4156\" y=\"-82541.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"4156\" y=\"-82530.5\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5767187056&#45;&gt;29082448560 -->\n",
"<g id=\"edge750\" class=\"edge\">\n",
"<title>5767187056&#45;&gt;29082448560</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4127.28,-82524.3C4109.26,-82515.07 4086.16,-82503.25 4068.4,-82494.15\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4070.48,-82491.29 4059.98,-82489.84 4067.29,-82497.52 4070.48,-82491.29\"/>\n",
"</g>\n",
"<!-- 29082448464 -->\n",
"<g id=\"node723\" class=\"node\">\n",
"<title>29082448464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3832,-81715.25 3690,-81715.25 3690,-81696 3832,-81696 3832,-81715.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3761\" y=\"-81701.75\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082448464&#45;&gt;29082448416 -->\n",
"<g id=\"edge751\" class=\"edge\">\n",
"<title>29082448464&#45;&gt;29082448416</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3751.16,-81695.59C3742.95,-81688.05 3731.02,-81677.1 3721.09,-81667.98\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3723.54,-81665.48 3713.81,-81661.3 3718.81,-81670.64 3723.54,-81665.48\"/>\n",
"</g>\n",
"<!-- 29082448800 -->\n",
"<g id=\"node724\" class=\"node\">\n",
"<title>29082448800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3851,-81770.5 3745,-81770.5 3745,-81751.25 3851,-81751.25 3851,-81770.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3798\" y=\"-81757\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082448800&#45;&gt;29082448464 -->\n",
"<g id=\"edge752\" class=\"edge\">\n",
"<title>29082448800&#45;&gt;29082448464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3791.89,-81751.08C3786.94,-81743.96 3779.8,-81733.68 3773.63,-81724.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3776.69,-81723.07 3768.11,-81716.85 3770.94,-81727.06 3776.69,-81723.07\"/>\n",
"</g>\n",
"<!-- 29082448992 -->\n",
"<g id=\"node725\" class=\"node\">\n",
"<title>29082448992</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3842,-81825.75 3754,-81825.75 3754,-81806.5 3842,-81806.5 3842,-81825.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3798\" y=\"-81812.25\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082448992&#45;&gt;29082448800 -->\n",
"<g id=\"edge753\" class=\"edge\">\n",
"<title>29082448992&#45;&gt;29082448800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3798,-81806.33C3798,-81799.82 3798,-81790.67 3798,-81782.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3801.5,-81782.37 3798,-81772.37 3794.5,-81782.37 3801.5,-81782.37\"/>\n",
"</g>\n",
"<!-- 29082449184 -->\n",
"<g id=\"node726\" class=\"node\">\n",
"<title>29082449184</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3860,-81881 3736,-81881 3736,-81861.75 3860,-81861.75 3860,-81881\"/>\n",
"<text text-anchor=\"middle\" x=\"3798\" y=\"-81867.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082449184&#45;&gt;29082448992 -->\n",
"<g id=\"edge754\" class=\"edge\">\n",
"<title>29082449184&#45;&gt;29082448992</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3798,-81861.58C3798,-81855.07 3798,-81845.92 3798,-81837.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3801.5,-81837.62 3798,-81827.62 3794.5,-81837.62 3801.5,-81837.62\"/>\n",
"</g>\n",
"<!-- 29082449376 -->\n",
"<g id=\"node727\" class=\"node\">\n",
"<title>29082449376</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3845,-81936.25 3751,-81936.25 3751,-81917 3845,-81917 3845,-81936.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3798\" y=\"-81922.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082449376&#45;&gt;29082449184 -->\n",
"<g id=\"edge755\" class=\"edge\">\n",
"<title>29082449376&#45;&gt;29082449184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3798,-81916.83C3798,-81910.32 3798,-81901.17 3798,-81892.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3801.5,-81892.87 3798,-81882.87 3794.5,-81892.87 3801.5,-81892.87\"/>\n",
"</g>\n",
"<!-- 29082449568 -->\n",
"<g id=\"node728\" class=\"node\">\n",
"<title>29082449568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3860,-81991.5 3736,-81991.5 3736,-81972.25 3860,-81972.25 3860,-81991.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3798\" y=\"-81978\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082449568&#45;&gt;29082449376 -->\n",
"<g id=\"edge756\" class=\"edge\">\n",
"<title>29082449568&#45;&gt;29082449376</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3798,-81972.08C3798,-81965.57 3798,-81956.42 3798,-81948.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3801.5,-81948.12 3798,-81938.12 3794.5,-81948.12 3801.5,-81948.12\"/>\n",
"</g>\n",
"<!-- 29082449856 -->\n",
"<g id=\"node729\" class=\"node\">\n",
"<title>29082449856</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3848,-82046.75 3754,-82046.75 3754,-82027.5 3848,-82027.5 3848,-82046.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3801\" y=\"-82033.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082449856&#45;&gt;29082449568 -->\n",
"<g id=\"edge757\" class=\"edge\">\n",
"<title>29082449856&#45;&gt;29082449568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3800.5,-82027.33C3800.13,-82020.74 3799.61,-82011.46 3799.14,-82003.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3802.65,-82003.16 3798.59,-81993.37 3795.66,-82003.55 3802.65,-82003.16\"/>\n",
"</g>\n",
"<!-- 29082449952&#45;&gt;29082449856 -->\n",
"<g id=\"edge758\" class=\"edge\">\n",
"<title>29082449952&#45;&gt;29082449856</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3806.01,-82082.58C3805.27,-82075.99 3804.22,-82066.71 3803.28,-82058.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3806.78,-82058.16 3802.18,-82048.61 3799.82,-82058.94 3806.78,-82058.16\"/>\n",
"</g>\n",
"<!-- 29082447936 -->\n",
"<g id=\"node731\" class=\"node\">\n",
"<title>29082447936</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3993,-81715.25 3851,-81715.25 3851,-81696 3993,-81696 3993,-81715.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3922\" y=\"-81701.75\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082447936&#45;&gt;29082447888 -->\n",
"<g id=\"edge760\" class=\"edge\">\n",
"<title>29082447936&#45;&gt;29082447888</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3915.66,-81695.53C3903.69,-81677.47 3879,-81635.43 3879,-81596.12 3879,-81596.12 3879,-81596.12 3879,-81483.62 3879,-81426.11 3810.04,-81398.08 3758.45,-81385.17\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3759.42,-81381.8 3748.89,-81382.91 3757.81,-81388.61 3759.42,-81381.8\"/>\n",
"</g>\n",
"<!-- 29082448272 -->\n",
"<g id=\"node732\" class=\"node\">\n",
"<title>29082448272</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3988,-81881 3882,-81881 3882,-81861.75 3988,-81861.75 3988,-81881\"/>\n",
"<text text-anchor=\"middle\" x=\"3935\" y=\"-81867.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082448272&#45;&gt;29082447936 -->\n",
"<g id=\"edge761\" class=\"edge\">\n",
"<title>29082448272&#45;&gt;29082447936</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3934.3,-81861.57C3932.29,-81836.25 3926.46,-81762.75 3923.6,-81726.84\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3927.1,-81726.67 3922.82,-81716.98 3920.12,-81727.23 3927.1,-81726.67\"/>\n",
"</g>\n",
"<!-- 29082448032 -->\n",
"<g id=\"node733\" class=\"node\">\n",
"<title>29082448032</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3984,-81936.25 3890,-81936.25 3890,-81917 3984,-81917 3984,-81936.25\"/>\n",
"<text text-anchor=\"middle\" x=\"3937\" y=\"-81922.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082448032&#45;&gt;29082448272 -->\n",
"<g id=\"edge762\" class=\"edge\">\n",
"<title>29082448032&#45;&gt;29082448272</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3936.67,-81916.83C3936.42,-81910.24 3936.07,-81900.96 3935.76,-81892.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3939.27,-81892.73 3935.39,-81882.87 3932.27,-81893 3939.27,-81892.73\"/>\n",
"</g>\n",
"<!-- 29082448896 -->\n",
"<g id=\"node734\" class=\"node\">\n",
"<title>29082448896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4002,-81991.5 3878,-81991.5 3878,-81972.25 4002,-81972.25 4002,-81991.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3940\" y=\"-81978\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082448896&#45;&gt;29082448032 -->\n",
"<g id=\"edge763\" class=\"edge\">\n",
"<title>29082448896&#45;&gt;29082448032</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3939.5,-81972.08C3939.13,-81965.49 3938.61,-81956.21 3938.14,-81947.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3941.65,-81947.91 3937.59,-81938.12 3934.66,-81948.3 3941.65,-81947.91\"/>\n",
"</g>\n",
"<!-- 29082449280 -->\n",
"<g id=\"node735\" class=\"node\">\n",
"<title>29082449280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3984,-82046.75 3890,-82046.75 3890,-82027.5 3984,-82027.5 3984,-82046.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3937\" y=\"-82033.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082449280&#45;&gt;29082448896 -->\n",
"<g id=\"edge764\" class=\"edge\">\n",
"<title>29082449280&#45;&gt;29082448896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3937.5,-82027.33C3937.87,-82020.74 3938.39,-82011.46 3938.86,-82003.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3942.34,-82003.55 3939.41,-81993.37 3935.35,-82003.16 3942.34,-82003.55\"/>\n",
"</g>\n",
"<!-- 29082449664&#45;&gt;29082449280 -->\n",
"<g id=\"edge765\" class=\"edge\">\n",
"<title>29082449664&#45;&gt;29082449280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3933.66,-82082.58C3934.16,-82075.99 3934.85,-82066.71 3935.48,-82058.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3938.95,-82058.85 3936.21,-82048.62 3931.97,-82058.33 3938.95,-82058.85\"/>\n",
"</g>\n",
"<!-- 29082444288 -->\n",
"<g id=\"node737\" class=\"node\">\n",
"<title>29082444288</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3874,-81151.5 3774,-81151.5 3774,-81132.25 3874,-81132.25 3874,-81151.5\"/>\n",
"<text text-anchor=\"middle\" x=\"3824\" y=\"-81138\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082444288&#45;&gt;29082443952 -->\n",
"<g id=\"edge767\" class=\"edge\">\n",
"<title>29082444288&#45;&gt;29082443952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3805,-81131.84C3787.54,-81123.54 3761.4,-81111.11 3741.28,-81101.54\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3742.99,-81098.49 3732.46,-81097.35 3739.99,-81104.81 3742.99,-81098.49\"/>\n",
"</g>\n",
"<!-- 5767187152 -->\n",
"<g id=\"node738\" class=\"node\">\n",
"<title>5767187152</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4034,-81218 3694,-81218 3694,-81187.5 4034,-81187.5 4034,-81218\"/>\n",
"<text text-anchor=\"middle\" x=\"3864\" y=\"-81204.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3864\" y=\"-81193.25\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5767187152&#45;&gt;29082444288 -->\n",
"<g id=\"edge768\" class=\"edge\">\n",
"<title>5767187152&#45;&gt;29082444288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3854.11,-81187.2C3848.78,-81179.35 3842.15,-81169.6 3836.47,-81161.24\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3839.53,-81159.51 3831.02,-81153.2 3833.74,-81163.44 3839.53,-81159.51\"/>\n",
"</g>\n",
"<!-- 29082442464 -->\n",
"<g id=\"node739\" class=\"node\">\n",
"<title>29082442464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4129,-81151.5 4029,-81151.5 4029,-81132.25 4129,-81132.25 4129,-81151.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4079\" y=\"-81138\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082442464&#45;&gt;29082443952 -->\n",
"<g id=\"edge769\" class=\"edge\">\n",
"<title>29082442464&#45;&gt;29082443952</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4028.74,-81133.58C3963.15,-81124.07 3848.27,-81107.4 3776.37,-81096.97\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3777.11,-81093.54 3766.72,-81095.56 3776.11,-81100.46 3777.11,-81093.54\"/>\n",
"</g>\n",
"<!-- 5767187248 -->\n",
"<g id=\"node740\" class=\"node\">\n",
"<title>5767187248</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4380,-81218 4052,-81218 4052,-81187.5 4380,-81187.5 4380,-81218\"/>\n",
"<text text-anchor=\"middle\" x=\"4216\" y=\"-81204.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4216\" y=\"-81193.25\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767187248&#45;&gt;29082442464 -->\n",
"<g id=\"edge770\" class=\"edge\">\n",
"<title>5767187248&#45;&gt;29082442464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4181.78,-81187.05C4159.92,-81177.65 4131.77,-81165.55 4110.46,-81156.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4111.97,-81153.23 4101.4,-81152.5 4109.21,-81159.67 4111.97,-81153.23\"/>\n",
"</g>\n",
"<!-- 29082395616 -->\n",
"<g id=\"node741\" class=\"node\">\n",
"<title>29082395616</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3846,-80913.62 3746,-80913.62 3746,-80894.38 3846,-80894.38 3846,-80913.62\"/>\n",
"<text text-anchor=\"middle\" x=\"3796\" y=\"-80900.12\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395616&#45;&gt;29082395520 -->\n",
"<g id=\"edge771\" class=\"edge\">\n",
"<title>29082395616&#45;&gt;29082395520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3804.96,-80894.06C3813.71,-80885.33 3827.25,-80871.82 3838.04,-80861.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3840.28,-80863.76 3844.88,-80854.22 3835.33,-80858.81 3840.28,-80863.76\"/>\n",
"</g>\n",
"<!-- 5767187728 -->\n",
"<g id=\"node742\" class=\"node\">\n",
"<title>5767187728</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"3977,-80985.75 3715,-80985.75 3715,-80955.25 3977,-80955.25 3977,-80985.75\"/>\n",
"<text text-anchor=\"middle\" x=\"3846\" y=\"-80972.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"3846\" y=\"-80961\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767187728&#45;&gt;29082395616 -->\n",
"<g id=\"edge772\" class=\"edge\">\n",
"<title>5767187728&#45;&gt;29082395616</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3834.65,-80954.86C3827.31,-80945.39 3817.69,-80932.98 3809.89,-80922.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3812.66,-80920.78 3803.77,-80915.02 3807.13,-80925.07 3812.66,-80920.78\"/>\n",
"</g>\n",
"<!-- 29082395568 -->\n",
"<g id=\"node743\" class=\"node\">\n",
"<title>29082395568</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3964,-80913.62 3864,-80913.62 3864,-80894.38 3964,-80894.38 3964,-80913.62\"/>\n",
"<text text-anchor=\"middle\" x=\"3914\" y=\"-80900.12\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395568&#45;&gt;29082395520 -->\n",
"<g id=\"edge773\" class=\"edge\">\n",
"<title>29082395568&#45;&gt;29082395520</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3905.04,-80894.06C3896.29,-80885.33 3882.75,-80871.82 3871.96,-80861.05\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3874.67,-80858.81 3865.12,-80854.22 3869.72,-80863.76 3874.67,-80858.81\"/>\n",
"</g>\n",
"<!-- 5767187824 -->\n",
"<g id=\"node744\" class=\"node\">\n",
"<title>5767187824</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4245,-80985.75 3995,-80985.75 3995,-80955.25 4245,-80955.25 4245,-80985.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4120\" y=\"-80972.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4120\" y=\"-80961\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767187824&#45;&gt;29082395568 -->\n",
"<g id=\"edge774\" class=\"edge\">\n",
"<title>5767187824&#45;&gt;29082395568</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4073,-80954.78C4037.04,-80943.53 3988.01,-80928.17 3953.94,-80917.51\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3955.04,-80914.18 3944.45,-80914.53 3952.94,-80920.86 3955.04,-80914.18\"/>\n",
"</g>\n",
"<!-- 29082395472 -->\n",
"<g id=\"node745\" class=\"node\">\n",
"<title>29082395472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3989,-80670.12 3883,-80670.12 3883,-80650.88 3989,-80650.88 3989,-80670.12\"/>\n",
"<text text-anchor=\"middle\" x=\"3936\" y=\"-80656.62\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082395472&#45;&gt;29082395328 -->\n",
"<g id=\"edge775\" class=\"edge\">\n",
"<title>29082395472&#45;&gt;29082395328</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3936,-80650.56C3936,-80642.78 3936,-80631.2 3936,-80621.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3939.5,-80621.16 3936,-80611.16 3932.5,-80621.16 3939.5,-80621.16\"/>\n",
"</g>\n",
"<!-- 29082396048 -->\n",
"<g id=\"node746\" class=\"node\">\n",
"<title>29082396048</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"3983,-80731 3889,-80731 3889,-80711.75 3983,-80711.75 3983,-80731\"/>\n",
"<text text-anchor=\"middle\" x=\"3936\" y=\"-80717.5\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082396048&#45;&gt;29082395472 -->\n",
"<g id=\"edge776\" class=\"edge\">\n",
"<title>29082396048&#45;&gt;29082395472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3936,-80711.43C3936,-80703.65 3936,-80692.08 3936,-80682.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3939.5,-80682.04 3936,-80672.04 3932.5,-80682.04 3939.5,-80682.04\"/>\n",
"</g>\n",
"<!-- 29082447840&#45;&gt;29082396048 -->\n",
"<g id=\"edge777\" class=\"edge\">\n",
"<title>29082447840&#45;&gt;29082396048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M3936,-80772.31C3936,-80764.53 3936,-80752.95 3936,-80742.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3939.5,-80742.91 3936,-80732.91 3932.5,-80742.91 3939.5,-80742.91\"/>\n",
"</g>\n",
"<!-- 29082446400 -->\n",
"<g id=\"node748\" class=\"node\">\n",
"<title>29082446400</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4111,-80852.75 4011,-80852.75 4011,-80833.5 4111,-80833.5 4111,-80852.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4061\" y=\"-80839.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082446400&#45;&gt;29082447840 -->\n",
"<g id=\"edge779\" class=\"edge\">\n",
"<title>29082446400&#45;&gt;29082447840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4041.74,-80833.05C4021.31,-80823.43 3988.79,-80808.12 3965.21,-80797.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3966.98,-80793.97 3956.44,-80792.88 3964,-80800.31 3966.98,-80793.97\"/>\n",
"</g>\n",
"<!-- 5767187344 -->\n",
"<g id=\"node749\" class=\"node\">\n",
"<title>5767187344</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4256,-80919.25 3982,-80919.25 3982,-80888.75 4256,-80888.75 4256,-80919.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4119\" y=\"-80905.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4119\" y=\"-80894.5\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5767187344&#45;&gt;29082446400 -->\n",
"<g id=\"edge780\" class=\"edge\">\n",
"<title>5767187344&#45;&gt;29082446400</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4104.66,-80888.45C4096.6,-80880.26 4086.48,-80869.98 4078.01,-80861.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4080.51,-80858.95 4071,-80854.28 4075.53,-80863.86 4080.51,-80858.95\"/>\n",
"</g>\n",
"<!-- 29082445872 -->\n",
"<g id=\"node750\" class=\"node\">\n",
"<title>29082445872</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4342,-80852.75 4242,-80852.75 4242,-80833.5 4342,-80833.5 4342,-80852.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4292\" y=\"-80839.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082445872&#45;&gt;29082447840 -->\n",
"<g id=\"edge781\" class=\"edge\">\n",
"<title>29082445872&#45;&gt;29082447840</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4241.6,-80835.65C4182.89,-80827.84 4083.07,-80813.71 3998,-80797.5 3993.67,-80796.67 3989.18,-80795.76 3984.69,-80794.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3985.61,-80791.42 3975.09,-80792.7 3984.1,-80798.26 3985.61,-80791.42\"/>\n",
"</g>\n",
"<!-- 5767187440 -->\n",
"<g id=\"node751\" class=\"node\">\n",
"<title>5767187440</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4536,-80919.25 4274,-80919.25 4274,-80888.75 4536,-80888.75 4536,-80919.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4405\" y=\"-80905.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4405\" y=\"-80894.5\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5767187440&#45;&gt;29082445872 -->\n",
"<g id=\"edge782\" class=\"edge\">\n",
"<title>5767187440&#45;&gt;29082445872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4376.78,-80888.3C4359.24,-80879.16 4336.8,-80867.47 4319.41,-80858.41\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4321.16,-80855.37 4310.67,-80853.85 4317.92,-80861.58 4321.16,-80855.37\"/>\n",
"</g>\n",
"<!-- 29082395760 -->\n",
"<g id=\"node752\" class=\"node\">\n",
"<title>29082395760</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4147,-80731 4047,-80731 4047,-80711.75 4147,-80711.75 4147,-80731\"/>\n",
"<text text-anchor=\"middle\" x=\"4097\" y=\"-80717.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395760&#45;&gt;29082395472 -->\n",
"<g id=\"edge783\" class=\"edge\">\n",
"<title>29082395760&#45;&gt;29082395472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4072.2,-80711.3C4045.25,-80701.45 4001.97,-80685.63 3971.45,-80674.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3972.85,-80671.25 3962.25,-80671.1 3970.44,-80677.82 3972.85,-80671.25\"/>\n",
"</g>\n",
"<!-- 5767187536 -->\n",
"<g id=\"node753\" class=\"node\">\n",
"<title>5767187536</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4281,-80797.5 4007,-80797.5 4007,-80767 4281,-80767 4281,-80797.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4144\" y=\"-80784\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4144\" y=\"-80772.75\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5767187536&#45;&gt;29082395760 -->\n",
"<g id=\"edge784\" class=\"edge\">\n",
"<title>5767187536&#45;&gt;29082395760</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4132.38,-80766.7C4125.98,-80758.68 4117.99,-80748.67 4111.22,-80740.19\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4114.16,-80738.27 4105.19,-80732.63 4108.69,-80742.63 4114.16,-80738.27\"/>\n",
"</g>\n",
"<!-- 29082395712 -->\n",
"<g id=\"node754\" class=\"node\">\n",
"<title>29082395712</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4372,-80731 4272,-80731 4272,-80711.75 4372,-80711.75 4372,-80731\"/>\n",
"<text text-anchor=\"middle\" x=\"4322\" y=\"-80717.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395712&#45;&gt;29082395472 -->\n",
"<g id=\"edge785\" class=\"edge\">\n",
"<title>29082395712&#45;&gt;29082395472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4271.55,-80714.84C4207.63,-80707.5 4094.2,-80693.39 3998,-80675.75 3993.42,-80674.91 3988.66,-80673.96 3983.91,-80672.96\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"3984.93,-80669.6 3974.41,-80670.88 3983.43,-80676.44 3984.93,-80669.6\"/>\n",
"</g>\n",
"<!-- 5767187632 -->\n",
"<g id=\"node755\" class=\"node\">\n",
"<title>5767187632</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4561,-80797.5 4299,-80797.5 4299,-80767 4561,-80767 4561,-80797.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4430\" y=\"-80784\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4430\" y=\"-80772.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767187632&#45;&gt;29082395712 -->\n",
"<g id=\"edge786\" class=\"edge\">\n",
"<title>5767187632&#45;&gt;29082395712</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4403.03,-80766.55C4386.42,-80757.49 4365.22,-80745.94 4348.67,-80736.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4350.35,-80733.84 4339.89,-80732.13 4347,-80739.99 4350.35,-80733.84\"/>\n",
"</g>\n",
"<!-- 29082395280 -->\n",
"<g id=\"node756\" class=\"node\">\n",
"<title>29082395280</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4143,-80609.25 4043,-80609.25 4043,-80590 4143,-80590 4143,-80609.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4093\" y=\"-80595.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395280&#45;&gt;29082395184 -->\n",
"<g id=\"edge787\" class=\"edge\">\n",
"<title>29082395280&#45;&gt;29082395184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4077.66,-80589.68C4061.64,-80580.35 4036.26,-80565.55 4017.27,-80554.48\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4019.19,-80551.55 4008.79,-80549.54 4015.67,-80557.6 4019.19,-80551.55\"/>\n",
"</g>\n",
"<!-- 5767187920 -->\n",
"<g id=\"node757\" class=\"node\">\n",
"<title>5767187920</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4269,-80675.75 4007,-80675.75 4007,-80645.25 4269,-80645.25 4269,-80675.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4138\" y=\"-80662.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4138\" y=\"-80651\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767187920&#45;&gt;29082395280 -->\n",
"<g id=\"edge788\" class=\"edge\">\n",
"<title>5767187920&#45;&gt;29082395280</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4126.88,-80644.95C4120.82,-80637.02 4113.26,-80627.13 4106.82,-80618.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4109.71,-80616.72 4100.86,-80610.9 4104.15,-80620.97 4109.71,-80616.72\"/>\n",
"</g>\n",
"<!-- 29082395232 -->\n",
"<g id=\"node758\" class=\"node\">\n",
"<title>29082395232</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4361,-80609.25 4261,-80609.25 4261,-80590 4361,-80590 4361,-80609.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4311\" y=\"-80595.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395232&#45;&gt;29082395184 -->\n",
"<g id=\"edge789\" class=\"edge\">\n",
"<title>29082395232&#45;&gt;29082395184</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4261.86,-80589.55C4205.42,-80579.14 4112.84,-80562.05 4052.15,-80550.85\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4053.16,-80547.48 4042.69,-80549.11 4051.89,-80554.36 4053.16,-80547.48\"/>\n",
"</g>\n",
"<!-- 5767188016 -->\n",
"<g id=\"node759\" class=\"node\">\n",
"<title>5767188016</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4537,-80675.75 4287,-80675.75 4287,-80645.25 4537,-80645.25 4537,-80675.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4412\" y=\"-80662.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.6.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4412\" y=\"-80651\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767188016&#45;&gt;29082395232 -->\n",
"<g id=\"edge790\" class=\"edge\">\n",
"<title>5767188016&#45;&gt;29082395232</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4386.77,-80644.8C4371.39,-80635.83 4351.8,-80624.41 4336.39,-80615.42\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4338.2,-80612.43 4327.8,-80610.42 4334.67,-80618.48 4338.2,-80612.43\"/>\n",
"</g>\n",
"<!-- 29082395136 -->\n",
"<g id=\"node760\" class=\"node\">\n",
"<title>29082395136</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4144,-78978.88 4020,-78978.88 4020,-78959.62 4144,-78959.62 4144,-78978.88\"/>\n",
"<text text-anchor=\"middle\" x=\"4082\" y=\"-78965.38\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082395136&#45;&gt;29082394992 -->\n",
"<g id=\"edge791\" class=\"edge\">\n",
"<title>29082395136&#45;&gt;29082394992</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4082,-78959.28C4082,-78950.23 4082,-78935.95 4082,-78924.13\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4085.5,-78924.16 4082,-78914.16 4078.5,-78924.16 4085.5,-78924.16\"/>\n",
"</g>\n",
"<!-- 29082395424 -->\n",
"<g id=\"node761\" class=\"node\">\n",
"<title>29082395424</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4155,-79039.75 4061,-79039.75 4061,-79020.5 4155,-79020.5 4155,-79039.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4108\" y=\"-79026.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082395424&#45;&gt;29082395136 -->\n",
"<g id=\"edge792\" class=\"edge\">\n",
"<title>29082395424&#45;&gt;29082395136</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4104.05,-79020.18C4100.5,-79012.14 4095.16,-79000.05 4090.63,-78989.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4093.84,-78988.39 4086.6,-78980.66 4087.44,-78991.22 4093.84,-78988.39\"/>\n",
"</g>\n",
"<!-- 29082446160 -->\n",
"<g id=\"node762\" class=\"node\">\n",
"<title>29082446160</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4212,-79095 4106,-79095 4106,-79075.75 4212,-79075.75 4212,-79095\"/>\n",
"<text text-anchor=\"middle\" x=\"4159\" y=\"-79081.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082446160&#45;&gt;29082395424 -->\n",
"<g id=\"edge793\" class=\"edge\">\n",
"<title>29082446160&#45;&gt;29082395424</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4150.58,-79075.58C4143.46,-79068.15 4133.06,-79057.29 4124.31,-79048.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4127.1,-79046 4117.65,-79041.2 4122.04,-79050.85 4127.1,-79046\"/>\n",
"</g>\n",
"<!-- 29082448176 -->\n",
"<g id=\"node763\" class=\"node\">\n",
"<title>29082448176</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4164,-79150.25 4070,-79150.25 4070,-79131 4164,-79131 4164,-79150.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4117\" y=\"-79136.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082448176&#45;&gt;29082446160 -->\n",
"<g id=\"edge794\" class=\"edge\">\n",
"<title>29082448176&#45;&gt;29082446160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4123.94,-79130.83C4129.62,-79123.63 4137.84,-79113.21 4144.89,-79104.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4147.53,-79106.57 4150.98,-79096.55 4142.04,-79102.23 4147.53,-79106.57\"/>\n",
"</g>\n",
"<!-- 29082449472 -->\n",
"<g id=\"node764\" class=\"node\">\n",
"<title>29082449472</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4123,-79211.12 4023,-79211.12 4023,-79191.88 4123,-79191.88 4123,-79211.12\"/>\n",
"<text text-anchor=\"middle\" x=\"4073\" y=\"-79197.62\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082449472&#45;&gt;29082448176 -->\n",
"<g id=\"edge795\" class=\"edge\">\n",
"<title>29082449472&#45;&gt;29082448176</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4079.68,-79191.56C4085.95,-79183.17 4095.51,-79170.38 4103.38,-79159.84\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4106.17,-79161.97 4109.35,-79151.86 4100.56,-79157.78 4106.17,-79161.97\"/>\n",
"</g>\n",
"<!-- 29082450000 -->\n",
"<g id=\"node765\" class=\"node\">\n",
"<title>29082450000</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4136,-79272 4024,-79272 4024,-79252.75 4136,-79252.75 4136,-79272\"/>\n",
"<text text-anchor=\"middle\" x=\"4080\" y=\"-79258.5\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082450000&#45;&gt;29082449472 -->\n",
"<g id=\"edge796\" class=\"edge\">\n",
"<title>29082450000&#45;&gt;29082449472</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4078.94,-79252.43C4078,-79244.57 4076.61,-79232.82 4075.4,-79222.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4078.91,-79222.55 4074.25,-79213.03 4071.96,-79223.37 4078.91,-79222.55\"/>\n",
"</g>\n",
"<!-- 29082449904 -->\n",
"<g id=\"node766\" class=\"node\">\n",
"<title>29082449904</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4153,-79327.25 4023,-79327.25 4023,-79308 4153,-79308 4153,-79327.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4088\" y=\"-79313.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082449904&#45;&gt;29082450000 -->\n",
"<g id=\"edge797\" class=\"edge\">\n",
"<title>29082449904&#45;&gt;29082450000</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4086.68,-79307.83C4085.69,-79301.24 4084.29,-79291.96 4083.03,-79283.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4086.52,-79283.22 4081.57,-79273.86 4079.6,-79284.26 4086.52,-79283.22\"/>\n",
"</g>\n",
"<!-- 29082450096 -->\n",
"<g id=\"node767\" class=\"node\">\n",
"<title>29082450096</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4194,-79382.5 4106,-79382.5 4106,-79363.25 4194,-79363.25 4194,-79382.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4150\" y=\"-79369\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082450096&#45;&gt;29082449904 -->\n",
"<g id=\"edge798\" class=\"edge\">\n",
"<title>29082450096&#45;&gt;29082449904</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4139.48,-79362.84C4130.61,-79355.22 4117.69,-79344.12 4107.01,-79334.95\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4109.38,-79332.37 4099.51,-79328.51 4104.82,-79337.68 4109.38,-79332.37\"/>\n",
"</g>\n",
"<!-- 29082450192 -->\n",
"<g id=\"node768\" class=\"node\">\n",
"<title>29082450192</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4197,-79437.75 4103,-79437.75 4103,-79418.5 4197,-79418.5 4197,-79437.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4150\" y=\"-79424.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082450192&#45;&gt;29082450096 -->\n",
"<g id=\"edge799\" class=\"edge\">\n",
"<title>29082450192&#45;&gt;29082450096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4150,-79418.33C4150,-79411.82 4150,-79402.67 4150,-79394.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4153.5,-79394.37 4150,-79384.37 4146.5,-79394.37 4153.5,-79394.37\"/>\n",
"</g>\n",
"<!-- 29082450336 -->\n",
"<g id=\"node769\" class=\"node\">\n",
"<title>29082450336</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4203,-79493 4097,-79493 4097,-79473.75 4203,-79473.75 4203,-79493\"/>\n",
"<text text-anchor=\"middle\" x=\"4150\" y=\"-79479.5\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082450336&#45;&gt;29082450192 -->\n",
"<g id=\"edge800\" class=\"edge\">\n",
"<title>29082450336&#45;&gt;29082450192</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4150,-79473.58C4150,-79467.07 4150,-79457.92 4150,-79449.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4153.5,-79449.62 4150,-79439.62 4146.5,-79449.62 4153.5,-79449.62\"/>\n",
"</g>\n",
"<!-- 29082450432 -->\n",
"<g id=\"node770\" class=\"node\">\n",
"<title>29082450432</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4206,-79548.25 4094,-79548.25 4094,-79529 4206,-79529 4206,-79548.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4150\" y=\"-79534.75\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082450432&#45;&gt;29082450336 -->\n",
"<g id=\"edge801\" class=\"edge\">\n",
"<title>29082450432&#45;&gt;29082450336</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4150,-79528.83C4150,-79522.32 4150,-79513.17 4150,-79504.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4153.5,-79504.87 4150,-79494.87 4146.5,-79504.87 4153.5,-79504.87\"/>\n",
"</g>\n",
"<!-- 29082450528 -->\n",
"<g id=\"node771\" class=\"node\">\n",
"<title>29082450528</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4215,-79603.5 4085,-79603.5 4085,-79584.25 4215,-79584.25 4215,-79603.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4150\" y=\"-79590\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082450528&#45;&gt;29082450432 -->\n",
"<g id=\"edge802\" class=\"edge\">\n",
"<title>29082450528&#45;&gt;29082450432</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4150,-79584.08C4150,-79577.57 4150,-79568.42 4150,-79560.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4153.5,-79560.12 4150,-79550.12 4146.5,-79560.12 4153.5,-79560.12\"/>\n",
"</g>\n",
"<!-- 29082450624 -->\n",
"<g id=\"node772\" class=\"node\">\n",
"<title>29082450624</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4194,-79658.75 4106,-79658.75 4106,-79639.5 4194,-79639.5 4194,-79658.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4150\" y=\"-79645.25\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082450624&#45;&gt;29082450528 -->\n",
"<g id=\"edge803\" class=\"edge\">\n",
"<title>29082450624&#45;&gt;29082450528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4150,-79639.33C4150,-79632.82 4150,-79623.67 4150,-79615.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4153.5,-79615.37 4150,-79605.37 4146.5,-79615.37 4153.5,-79615.37\"/>\n",
"</g>\n",
"<!-- 29082450720 -->\n",
"<g id=\"node773\" class=\"node\">\n",
"<title>29082450720</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4174,-79769.25 4032,-79769.25 4032,-79750 4174,-79750 4174,-79769.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4103\" y=\"-79755.75\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082450720&#45;&gt;29082450624 -->\n",
"<g id=\"edge804\" class=\"edge\">\n",
"<title>29082450720&#45;&gt;29082450624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4106.17,-79749.85C4110.7,-79737.45 4119.44,-79714.14 4128,-79694.75 4131.7,-79686.36 4136.12,-79677.26 4140.02,-79669.47\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4143.12,-79671.1 4144.53,-79660.6 4136.88,-79667.92 4143.12,-79671.1\"/>\n",
"</g>\n",
"<!-- 29082450864 -->\n",
"<g id=\"node774\" class=\"node\">\n",
"<title>29082450864</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4156,-79824.5 4050,-79824.5 4050,-79805.25 4156,-79805.25 4156,-79824.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4103\" y=\"-79811\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082450864&#45;&gt;29082450720 -->\n",
"<g id=\"edge805\" class=\"edge\">\n",
"<title>29082450864&#45;&gt;29082450720</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4103,-79805.08C4103,-79798.57 4103,-79789.42 4103,-79781.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4106.5,-79781.12 4103,-79771.12 4099.5,-79781.12 4106.5,-79781.12\"/>\n",
"</g>\n",
"<!-- 29082450960 -->\n",
"<g id=\"node775\" class=\"node\">\n",
"<title>29082450960</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4147,-79879.75 4059,-79879.75 4059,-79860.5 4147,-79860.5 4147,-79879.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4103\" y=\"-79866.25\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082450960&#45;&gt;29082450864 -->\n",
"<g id=\"edge806\" class=\"edge\">\n",
"<title>29082450960&#45;&gt;29082450864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4103,-79860.33C4103,-79853.82 4103,-79844.67 4103,-79836.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4106.5,-79836.37 4103,-79826.37 4099.5,-79836.37 4106.5,-79836.37\"/>\n",
"</g>\n",
"<!-- 29082451056 -->\n",
"<g id=\"node776\" class=\"node\">\n",
"<title>29082451056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4150,-79935 4056,-79935 4056,-79915.75 4150,-79915.75 4150,-79935\"/>\n",
"<text text-anchor=\"middle\" x=\"4103\" y=\"-79921.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082451056&#45;&gt;29082450960 -->\n",
"<g id=\"edge807\" class=\"edge\">\n",
"<title>29082451056&#45;&gt;29082450960</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4103,-79915.58C4103,-79909.07 4103,-79899.92 4103,-79891.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4106.5,-79891.62 4103,-79881.62 4099.5,-79891.62 4106.5,-79891.62\"/>\n",
"</g>\n",
"<!-- 29082451152 -->\n",
"<g id=\"node777\" class=\"node\">\n",
"<title>29082451152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4165,-79990.25 4041,-79990.25 4041,-79971 4165,-79971 4165,-79990.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4103\" y=\"-79976.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082451152&#45;&gt;29082451056 -->\n",
"<g id=\"edge808\" class=\"edge\">\n",
"<title>29082451152&#45;&gt;29082451056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4103,-79970.83C4103,-79964.32 4103,-79955.17 4103,-79946.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4106.5,-79946.87 4103,-79936.87 4099.5,-79946.87 4106.5,-79946.87\"/>\n",
"</g>\n",
"<!-- 29082451248 -->\n",
"<g id=\"node778\" class=\"node\">\n",
"<title>29082451248</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4159,-80045.5 4065,-80045.5 4065,-80026.25 4159,-80026.25 4159,-80045.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4112\" y=\"-80032\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082451248&#45;&gt;29082451152 -->\n",
"<g id=\"edge809\" class=\"edge\">\n",
"<title>29082451248&#45;&gt;29082451152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4110.51,-80026.08C4109.4,-80019.49 4107.83,-80010.21 4106.41,-80001.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4109.89,-80001.38 4104.77,-79992.1 4102.99,-80002.55 4109.89,-80001.38\"/>\n",
"</g>\n",
"<!-- 29082451344 -->\n",
"<g id=\"node779\" class=\"node\">\n",
"<title>29082451344</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4174,-80100.75 4068,-80100.75 4068,-80081.5 4174,-80081.5 4174,-80100.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4121\" y=\"-80087.25\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082451344&#45;&gt;29082451248 -->\n",
"<g id=\"edge810\" class=\"edge\">\n",
"<title>29082451344&#45;&gt;29082451248</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4119.51,-80081.33C4118.4,-80074.74 4116.83,-80065.46 4115.41,-80057.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4118.89,-80056.63 4113.77,-80047.35 4111.99,-80057.8 4118.89,-80056.63\"/>\n",
"</g>\n",
"<!-- 29082451440 -->\n",
"<g id=\"node780\" class=\"node\">\n",
"<title>29082451440</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4304,-80156 4204,-80156 4204,-80136.75 4304,-80136.75 4304,-80156\"/>\n",
"<text text-anchor=\"middle\" x=\"4254\" y=\"-80142.5\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082451440&#45;&gt;29082451344 -->\n",
"<g id=\"edge811\" class=\"edge\">\n",
"<title>29082451440&#45;&gt;29082451344</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4231.44,-80136.34C4210.23,-80127.85 4178.23,-80115.04 4154.12,-80105.39\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4155.66,-80102.23 4145.08,-80101.77 4153.06,-80108.73 4155.66,-80102.23\"/>\n",
"</g>\n",
"<!-- 29082566912 -->\n",
"<g id=\"node798\" class=\"node\">\n",
"<title>29082566912</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4307,-80100.75 4201,-80100.75 4201,-80081.5 4307,-80081.5 4307,-80100.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4254\" y=\"-80087.25\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082451440&#45;&gt;29082566912 -->\n",
"<g id=\"edge831\" class=\"edge\">\n",
"<title>29082451440&#45;&gt;29082566912</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4254,-80136.58C4254,-80130.07 4254,-80120.92 4254,-80112.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4257.5,-80112.62 4254,-80102.62 4250.5,-80112.62 4257.5,-80112.62\"/>\n",
"</g>\n",
"<!-- 29082450816 -->\n",
"<g id=\"node804\" class=\"node\">\n",
"<title>29082450816</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4433,-80100.75 4327,-80100.75 4327,-80081.5 4433,-80081.5 4433,-80100.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4380\" y=\"-80087.25\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082451440&#45;&gt;29082450816 -->\n",
"<g id=\"edge838\" class=\"edge\">\n",
"<title>29082451440&#45;&gt;29082450816</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4275.37,-80136.34C4295.29,-80127.93 4325.24,-80115.27 4348,-80105.65\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4349.28,-80108.91 4357.13,-80101.79 4346.55,-80102.46 4349.28,-80108.91\"/>\n",
"</g>\n",
"<!-- 29082451536 -->\n",
"<g id=\"node781\" class=\"node\">\n",
"<title>29082451536</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4311,-80211.25 4199,-80211.25 4199,-80192 4311,-80192 4311,-80211.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4255\" y=\"-80197.75\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082451536&#45;&gt;29082451440 -->\n",
"<g id=\"edge812\" class=\"edge\">\n",
"<title>29082451536&#45;&gt;29082451440</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4254.83,-80191.83C4254.71,-80185.32 4254.54,-80176.17 4254.38,-80167.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4257.88,-80167.8 4254.2,-80157.87 4250.89,-80167.94 4257.88,-80167.8\"/>\n",
"</g>\n",
"<!-- 29082451632 -->\n",
"<g id=\"node782\" class=\"node\">\n",
"<title>29082451632</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4317,-80266.5 4193,-80266.5 4193,-80247.25 4317,-80247.25 4317,-80266.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4255\" y=\"-80253\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082451632&#45;&gt;29082451536 -->\n",
"<g id=\"edge813\" class=\"edge\">\n",
"<title>29082451632&#45;&gt;29082451536</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4255,-80247.08C4255,-80240.57 4255,-80231.42 4255,-80223.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4258.5,-80223.12 4255,-80213.12 4251.5,-80223.12 4258.5,-80223.12\"/>\n",
"</g>\n",
"<!-- 29082451728 -->\n",
"<g id=\"node783\" class=\"node\">\n",
"<title>29082451728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4317,-80321.75 4193,-80321.75 4193,-80302.5 4317,-80302.5 4317,-80321.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4255\" y=\"-80308.25\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082451728&#45;&gt;29082451632 -->\n",
"<g id=\"edge814\" class=\"edge\">\n",
"<title>29082451728&#45;&gt;29082451632</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4255,-80302.33C4255,-80295.82 4255,-80286.67 4255,-80278.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4258.5,-80278.37 4255,-80268.37 4251.5,-80278.37 4258.5,-80278.37\"/>\n",
"</g>\n",
"<!-- 29082451824 -->\n",
"<g id=\"node784\" class=\"node\">\n",
"<title>29082451824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4302,-80377 4208,-80377 4208,-80357.75 4302,-80357.75 4302,-80377\"/>\n",
"<text text-anchor=\"middle\" x=\"4255\" y=\"-80363.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082451824&#45;&gt;29082451728 -->\n",
"<g id=\"edge815\" class=\"edge\">\n",
"<title>29082451824&#45;&gt;29082451728</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4255,-80357.58C4255,-80351.07 4255,-80341.92 4255,-80333.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4258.5,-80333.62 4255,-80323.62 4251.5,-80333.62 4258.5,-80333.62\"/>\n",
"</g>\n",
"<!-- 29082451920 -->\n",
"<g id=\"node785\" class=\"node\">\n",
"<title>29082451920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4308,-80432.25 4202,-80432.25 4202,-80413 4308,-80413 4308,-80432.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4255\" y=\"-80418.75\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082451920&#45;&gt;29082451824 -->\n",
"<g id=\"edge816\" class=\"edge\">\n",
"<title>29082451920&#45;&gt;29082451824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4255,-80412.83C4255,-80406.32 4255,-80397.17 4255,-80388.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4258.5,-80388.87 4255,-80378.87 4251.5,-80388.87 4258.5,-80388.87\"/>\n",
"</g>\n",
"<!-- 29082450768&#45;&gt;29082451920 -->\n",
"<g id=\"edge817\" class=\"edge\">\n",
"<title>29082450768&#45;&gt;29082451920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4129.62,-80467.84C4154.02,-80459.24 4191.01,-80446.19 4218.5,-80436.5\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4219.57,-80439.83 4227.83,-80433.21 4217.24,-80433.23 4219.57,-80439.83\"/>\n",
"</g>\n",
"<!-- 29082566768 -->\n",
"<g id=\"node787\" class=\"node\">\n",
"<title>29082566768</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4306,-80487.5 4206,-80487.5 4206,-80468.25 4306,-80468.25 4306,-80487.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4256\" y=\"-80474\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082566768&#45;&gt;29082451920 -->\n",
"<g id=\"edge819\" class=\"edge\">\n",
"<title>29082566768&#45;&gt;29082451920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4255.83,-80468.08C4255.71,-80461.57 4255.54,-80452.42 4255.38,-80444.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4258.88,-80444.05 4255.2,-80434.12 4251.89,-80444.19 4258.88,-80444.05\"/>\n",
"</g>\n",
"<!-- 5767188112 -->\n",
"<g id=\"node788\" class=\"node\">\n",
"<title>5767188112</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4424,-80554 4090,-80554 4090,-80523.5 4424,-80523.5 4424,-80554\"/>\n",
"<text text-anchor=\"middle\" x=\"4257\" y=\"-80540.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"4257\" y=\"-80529.25\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767188112&#45;&gt;29082566768 -->\n",
"<g id=\"edge820\" class=\"edge\">\n",
"<title>5767188112&#45;&gt;29082566768</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4256.75,-80523.2C4256.63,-80515.96 4256.48,-80507.09 4256.35,-80499.19\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4259.85,-80499.4 4256.18,-80489.46 4252.85,-80499.52 4259.85,-80499.4\"/>\n",
"</g>\n",
"<!-- 29082566720 -->\n",
"<g id=\"node789\" class=\"node\">\n",
"<title>29082566720</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4538,-80487.5 4438,-80487.5 4438,-80468.25 4538,-80468.25 4538,-80487.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4488\" y=\"-80474\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082566720&#45;&gt;29082451920 -->\n",
"<g id=\"edge821\" class=\"edge\">\n",
"<title>29082566720&#45;&gt;29082451920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4448.21,-80467.78C4408.84,-80458.78 4348.42,-80444.98 4305.64,-80435.2\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4306.63,-80431.83 4296.1,-80433.02 4305.07,-80438.66 4306.63,-80431.83\"/>\n",
"</g>\n",
"<!-- 5767188208 -->\n",
"<g id=\"node790\" class=\"node\">\n",
"<title>5767188208</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4764,-80554 4442,-80554 4442,-80523.5 4764,-80523.5 4764,-80554\"/>\n",
"<text text-anchor=\"middle\" x=\"4603\" y=\"-80540.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.self_attn.in_proj_bias</text>\n",
"<text text-anchor=\"middle\" x=\"4603\" y=\"-80529.25\" font-family=\"monospace\" font-size=\"10.00\"> (1920)</text>\n",
"</g>\n",
"<!-- 5767188208&#45;&gt;29082566720 -->\n",
"<g id=\"edge822\" class=\"edge\">\n",
"<title>5767188208&#45;&gt;29082566720</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4574.28,-80523.05C4556.26,-80513.82 4533.16,-80502 4515.4,-80492.9\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4517.48,-80490.04 4506.98,-80488.59 4514.29,-80496.27 4517.48,-80490.04\"/>\n",
"</g>\n",
"<!-- 29082450672 -->\n",
"<g id=\"node791\" class=\"node\">\n",
"<title>29082450672</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4279,-79714 4137,-79714 4137,-79694.75 4279,-79694.75 4279,-79714\"/>\n",
"<text text-anchor=\"middle\" x=\"4208\" y=\"-79700.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082450672&#45;&gt;29082450624 -->\n",
"<g id=\"edge823\" class=\"edge\">\n",
"<title>29082450672&#45;&gt;29082450624</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4198.16,-79694.34C4189.95,-79686.8 4178.02,-79675.85 4168.09,-79666.73\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4170.54,-79664.23 4160.81,-79660.05 4165.81,-79669.39 4170.54,-79664.23\"/>\n",
"</g>\n",
"<!-- 29082451008 -->\n",
"<g id=\"node792\" class=\"node\">\n",
"<title>29082451008</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4298,-79769.25 4192,-79769.25 4192,-79750 4298,-79750 4298,-79769.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4245\" y=\"-79755.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082451008&#45;&gt;29082450672 -->\n",
"<g id=\"edge824\" class=\"edge\">\n",
"<title>29082451008&#45;&gt;29082450672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4238.89,-79749.83C4233.94,-79742.71 4226.8,-79732.43 4220.63,-79723.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4223.69,-79721.82 4215.11,-79715.6 4217.94,-79725.81 4223.69,-79721.82\"/>\n",
"</g>\n",
"<!-- 29082451200 -->\n",
"<g id=\"node793\" class=\"node\">\n",
"<title>29082451200</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4289,-79824.5 4201,-79824.5 4201,-79805.25 4289,-79805.25 4289,-79824.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4245\" y=\"-79811\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082451200&#45;&gt;29082451008 -->\n",
"<g id=\"edge825\" class=\"edge\">\n",
"<title>29082451200&#45;&gt;29082451008</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4245,-79805.08C4245,-79798.57 4245,-79789.42 4245,-79781.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4248.5,-79781.12 4245,-79771.12 4241.5,-79781.12 4248.5,-79781.12\"/>\n",
"</g>\n",
"<!-- 29082451392 -->\n",
"<g id=\"node794\" class=\"node\">\n",
"<title>29082451392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4307,-79879.75 4183,-79879.75 4183,-79860.5 4307,-79860.5 4307,-79879.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4245\" y=\"-79866.25\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082451392&#45;&gt;29082451200 -->\n",
"<g id=\"edge826\" class=\"edge\">\n",
"<title>29082451392&#45;&gt;29082451200</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4245,-79860.33C4245,-79853.82 4245,-79844.67 4245,-79836.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4248.5,-79836.37 4245,-79826.37 4241.5,-79836.37 4248.5,-79836.37\"/>\n",
"</g>\n",
"<!-- 29082451584 -->\n",
"<g id=\"node795\" class=\"node\">\n",
"<title>29082451584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4292,-79935 4198,-79935 4198,-79915.75 4292,-79915.75 4292,-79935\"/>\n",
"<text text-anchor=\"middle\" x=\"4245\" y=\"-79921.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082451584&#45;&gt;29082451392 -->\n",
"<g id=\"edge827\" class=\"edge\">\n",
"<title>29082451584&#45;&gt;29082451392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4245,-79915.58C4245,-79909.07 4245,-79899.92 4245,-79891.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4248.5,-79891.62 4245,-79881.62 4241.5,-79891.62 4248.5,-79891.62\"/>\n",
"</g>\n",
"<!-- 29082451776 -->\n",
"<g id=\"node796\" class=\"node\">\n",
"<title>29082451776</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4307,-79990.25 4183,-79990.25 4183,-79971 4307,-79971 4307,-79990.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4245\" y=\"-79976.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082451776&#45;&gt;29082451584 -->\n",
"<g id=\"edge828\" class=\"edge\">\n",
"<title>29082451776&#45;&gt;29082451584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4245,-79970.83C4245,-79964.32 4245,-79955.17 4245,-79946.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4248.5,-79946.87 4245,-79936.87 4241.5,-79946.87 4248.5,-79946.87\"/>\n",
"</g>\n",
"<!-- 29082451872 -->\n",
"<g id=\"node797\" class=\"node\">\n",
"<title>29082451872</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4295,-80045.5 4201,-80045.5 4201,-80026.25 4295,-80026.25 4295,-80045.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4248\" y=\"-80032\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082451872&#45;&gt;29082451776 -->\n",
"<g id=\"edge829\" class=\"edge\">\n",
"<title>29082451872&#45;&gt;29082451776</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4247.5,-80026.08C4247.13,-80019.49 4246.61,-80010.21 4246.14,-80001.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4249.65,-80001.91 4245.59,-79992.12 4242.66,-80002.3 4249.65,-80001.91\"/>\n",
"</g>\n",
"<!-- 29082566912&#45;&gt;29082451872 -->\n",
"<g id=\"edge830\" class=\"edge\">\n",
"<title>29082566912&#45;&gt;29082451872</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4253.01,-80081.33C4252.27,-80074.74 4251.22,-80065.46 4250.28,-80057.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4253.78,-80056.91 4249.18,-80047.36 4246.82,-80057.69 4253.78,-80056.91\"/>\n",
"</g>\n",
"<!-- 29082450144 -->\n",
"<g id=\"node799\" class=\"node\">\n",
"<title>29082450144</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4440,-79714 4298,-79714 4298,-79694.75 4440,-79694.75 4440,-79714\"/>\n",
"<text text-anchor=\"middle\" x=\"4369\" y=\"-79700.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082450144&#45;&gt;29082450096 -->\n",
"<g id=\"edge832\" class=\"edge\">\n",
"<title>29082450144&#45;&gt;29082450096</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4362.66,-79694.28C4350.69,-79676.22 4326,-79634.18 4326,-79594.88 4326,-79594.88 4326,-79594.88 4326,-79482.38 4326,-79424.86 4257.04,-79396.83 4205.45,-79383.92\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4206.42,-79380.55 4195.89,-79381.66 4204.81,-79387.36 4206.42,-79380.55\"/>\n",
"</g>\n",
"<!-- 29082450480 -->\n",
"<g id=\"node800\" class=\"node\">\n",
"<title>29082450480</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4435,-79879.75 4329,-79879.75 4329,-79860.5 4435,-79860.5 4435,-79879.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4382\" y=\"-79866.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082450480&#45;&gt;29082450144 -->\n",
"<g id=\"edge833\" class=\"edge\">\n",
"<title>29082450480&#45;&gt;29082450144</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4381.3,-79860.32C4379.29,-79835 4373.46,-79761.5 4370.6,-79725.59\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4374.1,-79725.42 4369.82,-79715.73 4367.12,-79725.98 4374.1,-79725.42\"/>\n",
"</g>\n",
"<!-- 29082450240 -->\n",
"<g id=\"node801\" class=\"node\">\n",
"<title>29082450240</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4431,-79935 4337,-79935 4337,-79915.75 4431,-79915.75 4431,-79935\"/>\n",
"<text text-anchor=\"middle\" x=\"4384\" y=\"-79921.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082450240&#45;&gt;29082450480 -->\n",
"<g id=\"edge834\" class=\"edge\">\n",
"<title>29082450240&#45;&gt;29082450480</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4383.67,-79915.58C4383.42,-79908.99 4383.07,-79899.71 4382.76,-79891.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4386.27,-79891.48 4382.39,-79881.62 4379.27,-79891.75 4386.27,-79891.48\"/>\n",
"</g>\n",
"<!-- 29082451104 -->\n",
"<g id=\"node802\" class=\"node\">\n",
"<title>29082451104</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4449,-79990.25 4325,-79990.25 4325,-79971 4449,-79971 4449,-79990.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4387\" y=\"-79976.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082451104&#45;&gt;29082450240 -->\n",
"<g id=\"edge835\" class=\"edge\">\n",
"<title>29082451104&#45;&gt;29082450240</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4386.5,-79970.83C4386.13,-79964.24 4385.61,-79954.96 4385.14,-79946.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4388.65,-79946.66 4384.59,-79936.87 4381.66,-79947.05 4388.65,-79946.66\"/>\n",
"</g>\n",
"<!-- 29082451488 -->\n",
"<g id=\"node803\" class=\"node\">\n",
"<title>29082451488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4431,-80045.5 4337,-80045.5 4337,-80026.25 4431,-80026.25 4431,-80045.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4384\" y=\"-80032\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082451488&#45;&gt;29082451104 -->\n",
"<g id=\"edge836\" class=\"edge\">\n",
"<title>29082451488&#45;&gt;29082451104</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4384.5,-80026.08C4384.87,-80019.49 4385.39,-80010.21 4385.86,-80001.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4389.34,-80002.3 4386.41,-79992.12 4382.35,-80001.91 4389.34,-80002.3\"/>\n",
"</g>\n",
"<!-- 29082450816&#45;&gt;29082451488 -->\n",
"<g id=\"edge837\" class=\"edge\">\n",
"<title>29082450816&#45;&gt;29082451488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4380.66,-80081.33C4381.16,-80074.74 4381.85,-80065.46 4382.48,-80057.07\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4385.95,-80057.6 4383.21,-80047.37 4378.97,-80057.08 4385.95,-80057.6\"/>\n",
"</g>\n",
"<!-- 29082446496 -->\n",
"<g id=\"node805\" class=\"node\">\n",
"<title>29082446496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4321,-79150.25 4221,-79150.25 4221,-79131 4321,-79131 4321,-79150.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4271\" y=\"-79136.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082446496&#45;&gt;29082446160 -->\n",
"<g id=\"edge839\" class=\"edge\">\n",
"<title>29082446496&#45;&gt;29082446160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4252,-79130.59C4234.54,-79122.29 4208.4,-79109.86 4188.28,-79100.29\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4189.99,-79097.24 4179.46,-79096.1 4186.99,-79103.56 4189.99,-79097.24\"/>\n",
"</g>\n",
"<!-- 5767188304 -->\n",
"<g id=\"node806\" class=\"node\">\n",
"<title>5767188304</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4481,-79216.75 4141,-79216.75 4141,-79186.25 4481,-79186.25 4481,-79216.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4311\" y=\"-79203.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.self_attn.out_proj.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4311\" y=\"-79192\" font-family=\"monospace\" font-size=\"10.00\"> (640, 640)</text>\n",
"</g>\n",
"<!-- 5767188304&#45;&gt;29082446496 -->\n",
"<g id=\"edge840\" class=\"edge\">\n",
"<title>5767188304&#45;&gt;29082446496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4301.11,-79185.95C4295.78,-79178.1 4289.15,-79168.35 4283.47,-79159.99\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4286.53,-79158.26 4278.02,-79151.95 4280.74,-79162.19 4286.53,-79158.26\"/>\n",
"</g>\n",
"<!-- 29082444672 -->\n",
"<g id=\"node807\" class=\"node\">\n",
"<title>29082444672</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4576,-79150.25 4476,-79150.25 4476,-79131 4576,-79131 4576,-79150.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4526\" y=\"-79136.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082444672&#45;&gt;29082446160 -->\n",
"<g id=\"edge841\" class=\"edge\">\n",
"<title>29082444672&#45;&gt;29082446160</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4475.74,-79132.33C4410.15,-79122.82 4295.27,-79106.15 4223.37,-79095.72\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4224.11,-79092.29 4213.72,-79094.31 4223.11,-79099.21 4224.11,-79092.29\"/>\n",
"</g>\n",
"<!-- 5767188400 -->\n",
"<g id=\"node808\" class=\"node\">\n",
"<title>5767188400</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4827,-79216.75 4499,-79216.75 4499,-79186.25 4827,-79186.25 4827,-79216.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4663\" y=\"-79203.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.self_attn.out_proj.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4663\" y=\"-79192\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767188400&#45;&gt;29082444672 -->\n",
"<g id=\"edge842\" class=\"edge\">\n",
"<title>5767188400&#45;&gt;29082444672</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4628.78,-79185.8C4606.92,-79176.4 4578.77,-79164.3 4557.46,-79155.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4558.97,-79151.98 4548.4,-79151.25 4556.21,-79158.42 4558.97,-79151.98\"/>\n",
"</g>\n",
"<!-- 29082394944 -->\n",
"<g id=\"node809\" class=\"node\">\n",
"<title>29082394944</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4293,-78912.38 4193,-78912.38 4193,-78893.12 4293,-78893.12 4293,-78912.38\"/>\n",
"<text text-anchor=\"middle\" x=\"4243\" y=\"-78898.88\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082394944&#45;&gt;29082394848 -->\n",
"<g id=\"edge843\" class=\"edge\">\n",
"<title>29082394944&#45;&gt;29082394848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4251.96,-78892.81C4260.71,-78884.08 4274.25,-78870.57 4285.04,-78859.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4287.28,-78862.51 4291.88,-78852.97 4282.33,-78857.56 4287.28,-78862.51\"/>\n",
"</g>\n",
"<!-- 5767188880 -->\n",
"<g id=\"node810\" class=\"node\">\n",
"<title>5767188880</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4424,-78984.5 4162,-78984.5 4162,-78954 4424,-78954 4424,-78984.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4293\" y=\"-78971\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.norm1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4293\" y=\"-78959.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767188880&#45;&gt;29082394944 -->\n",
"<g id=\"edge844\" class=\"edge\">\n",
"<title>5767188880&#45;&gt;29082394944</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4281.65,-78953.61C4274.31,-78944.14 4264.69,-78931.73 4256.89,-78921.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4259.66,-78919.53 4250.77,-78913.77 4254.13,-78923.82 4259.66,-78919.53\"/>\n",
"</g>\n",
"<!-- 29082394896 -->\n",
"<g id=\"node811\" class=\"node\">\n",
"<title>29082394896</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4411,-78912.38 4311,-78912.38 4311,-78893.12 4411,-78893.12 4411,-78912.38\"/>\n",
"<text text-anchor=\"middle\" x=\"4361\" y=\"-78898.88\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082394896&#45;&gt;29082394848 -->\n",
"<g id=\"edge845\" class=\"edge\">\n",
"<title>29082394896&#45;&gt;29082394848</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4352.04,-78892.81C4343.29,-78884.08 4329.75,-78870.57 4318.96,-78859.8\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4321.67,-78857.56 4312.12,-78852.97 4316.72,-78862.51 4321.67,-78857.56\"/>\n",
"</g>\n",
"<!-- 5767188976 -->\n",
"<g id=\"node812\" class=\"node\">\n",
"<title>5767188976</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4692,-78984.5 4442,-78984.5 4442,-78954 4692,-78954 4692,-78984.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4567\" y=\"-78971\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.norm1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4567\" y=\"-78959.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767188976&#45;&gt;29082394896 -->\n",
"<g id=\"edge846\" class=\"edge\">\n",
"<title>5767188976&#45;&gt;29082394896</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4520,-78953.53C4484.04,-78942.28 4435.01,-78926.92 4400.94,-78916.26\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4402.04,-78912.93 4391.45,-78913.28 4399.94,-78919.61 4402.04,-78912.93\"/>\n",
"</g>\n",
"<!-- 29082394800 -->\n",
"<g id=\"node813\" class=\"node\">\n",
"<title>29082394800</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4436,-78668.88 4330,-78668.88 4330,-78649.62 4436,-78649.62 4436,-78668.88\"/>\n",
"<text text-anchor=\"middle\" x=\"4383\" y=\"-78655.38\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082394800&#45;&gt;29082394656 -->\n",
"<g id=\"edge847\" class=\"edge\">\n",
"<title>29082394800&#45;&gt;29082394656</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4383,-78649.31C4383,-78641.53 4383,-78629.95 4383,-78619.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4386.5,-78619.91 4383,-78609.91 4379.5,-78619.91 4386.5,-78619.91\"/>\n",
"</g>\n",
"<!-- 29082395376 -->\n",
"<g id=\"node814\" class=\"node\">\n",
"<title>29082395376</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4430,-78729.75 4336,-78729.75 4336,-78710.5 4430,-78710.5 4430,-78729.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4383\" y=\"-78716.25\" font-family=\"monospace\" font-size=\"10.00\">ReluBackward0</text>\n",
"</g>\n",
"<!-- 29082395376&#45;&gt;29082394800 -->\n",
"<g id=\"edge848\" class=\"edge\">\n",
"<title>29082395376&#45;&gt;29082394800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4383,-78710.18C4383,-78702.4 4383,-78690.83 4383,-78680.78\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4386.5,-78680.79 4383,-78670.79 4379.5,-78680.79 4386.5,-78680.79\"/>\n",
"</g>\n",
"<!-- 29082450048&#45;&gt;29082395376 -->\n",
"<g id=\"edge849\" class=\"edge\">\n",
"<title>29082450048&#45;&gt;29082395376</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4383,-78771.06C4383,-78763.28 4383,-78751.7 4383,-78741.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4386.5,-78741.66 4383,-78731.66 4379.5,-78741.66 4386.5,-78741.66\"/>\n",
"</g>\n",
"<!-- 29082448608 -->\n",
"<g id=\"node816\" class=\"node\">\n",
"<title>29082448608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4558,-78851.5 4458,-78851.5 4458,-78832.25 4558,-78832.25 4558,-78851.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4508\" y=\"-78838\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082448608&#45;&gt;29082450048 -->\n",
"<g id=\"edge851\" class=\"edge\">\n",
"<title>29082448608&#45;&gt;29082450048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4488.74,-78831.8C4468.31,-78822.18 4435.79,-78806.87 4412.21,-78795.76\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4413.98,-78792.72 4403.44,-78791.63 4411,-78799.06 4413.98,-78792.72\"/>\n",
"</g>\n",
"<!-- 5767188496 -->\n",
"<g id=\"node817\" class=\"node\">\n",
"<title>5767188496</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4703,-78918 4429,-78918 4429,-78887.5 4703,-78887.5 4703,-78918\"/>\n",
"<text text-anchor=\"middle\" x=\"4566\" y=\"-78904.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.linear1.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4566\" y=\"-78893.25\" font-family=\"monospace\" font-size=\"10.00\"> (512, 640)</text>\n",
"</g>\n",
"<!-- 5767188496&#45;&gt;29082448608 -->\n",
"<g id=\"edge852\" class=\"edge\">\n",
"<title>5767188496&#45;&gt;29082448608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4551.66,-78887.2C4543.6,-78879.01 4533.48,-78868.73 4525.01,-78860.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4527.51,-78857.7 4518,-78853.03 4522.53,-78862.61 4527.51,-78857.7\"/>\n",
"</g>\n",
"<!-- 29082448080 -->\n",
"<g id=\"node818\" class=\"node\">\n",
"<title>29082448080</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4789,-78851.5 4689,-78851.5 4689,-78832.25 4789,-78832.25 4789,-78851.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4739\" y=\"-78838\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082448080&#45;&gt;29082450048 -->\n",
"<g id=\"edge853\" class=\"edge\">\n",
"<title>29082448080&#45;&gt;29082450048</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4688.6,-78834.4C4629.89,-78826.59 4530.07,-78812.46 4445,-78796.25 4440.67,-78795.42 4436.18,-78794.51 4431.69,-78793.55\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4432.61,-78790.17 4422.09,-78791.45 4431.1,-78797.01 4432.61,-78790.17\"/>\n",
"</g>\n",
"<!-- 5767188592 -->\n",
"<g id=\"node819\" class=\"node\">\n",
"<title>5767188592</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4983,-78918 4721,-78918 4721,-78887.5 4983,-78887.5 4983,-78918\"/>\n",
"<text text-anchor=\"middle\" x=\"4852\" y=\"-78904.5\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.linear1.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4852\" y=\"-78893.25\" font-family=\"monospace\" font-size=\"10.00\"> (512)</text>\n",
"</g>\n",
"<!-- 5767188592&#45;&gt;29082448080 -->\n",
"<g id=\"edge854\" class=\"edge\">\n",
"<title>5767188592&#45;&gt;29082448080</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4823.78,-78887.05C4806.24,-78877.91 4783.8,-78866.22 4766.41,-78857.16\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4768.16,-78854.12 4757.67,-78852.6 4764.92,-78860.33 4768.16,-78854.12\"/>\n",
"</g>\n",
"<!-- 29082395088 -->\n",
"<g id=\"node820\" class=\"node\">\n",
"<title>29082395088</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4594,-78729.75 4494,-78729.75 4494,-78710.5 4594,-78710.5 4594,-78729.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4544\" y=\"-78716.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395088&#45;&gt;29082394800 -->\n",
"<g id=\"edge855\" class=\"edge\">\n",
"<title>29082395088&#45;&gt;29082394800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4519.2,-78710.05C4492.25,-78700.2 4448.97,-78684.38 4418.45,-78673.21\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4419.85,-78670 4409.25,-78669.85 4417.44,-78676.57 4419.85,-78670\"/>\n",
"</g>\n",
"<!-- 5767188688 -->\n",
"<g id=\"node821\" class=\"node\">\n",
"<title>5767188688</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4728,-78796.25 4454,-78796.25 4454,-78765.75 4728,-78765.75 4728,-78796.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4591\" y=\"-78782.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.linear2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4591\" y=\"-78771.5\" font-family=\"monospace\" font-size=\"10.00\"> (640, 512)</text>\n",
"</g>\n",
"<!-- 5767188688&#45;&gt;29082395088 -->\n",
"<g id=\"edge856\" class=\"edge\">\n",
"<title>5767188688&#45;&gt;29082395088</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4579.38,-78765.45C4572.98,-78757.43 4564.99,-78747.42 4558.22,-78738.94\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4561.16,-78737.02 4552.19,-78731.38 4555.69,-78741.38 4561.16,-78737.02\"/>\n",
"</g>\n",
"<!-- 29082395040 -->\n",
"<g id=\"node822\" class=\"node\">\n",
"<title>29082395040</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4819,-78729.75 4719,-78729.75 4719,-78710.5 4819,-78710.5 4819,-78729.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4769\" y=\"-78716.25\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082395040&#45;&gt;29082394800 -->\n",
"<g id=\"edge857\" class=\"edge\">\n",
"<title>29082395040&#45;&gt;29082394800</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4718.55,-78713.59C4654.63,-78706.25 4541.2,-78692.14 4445,-78674.5 4440.42,-78673.66 4435.66,-78672.71 4430.91,-78671.71\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4431.93,-78668.35 4421.41,-78669.63 4430.43,-78675.19 4431.93,-78668.35\"/>\n",
"</g>\n",
"<!-- 5767188784 -->\n",
"<g id=\"node823\" class=\"node\">\n",
"<title>5767188784</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"5008,-78796.25 4746,-78796.25 4746,-78765.75 5008,-78765.75 5008,-78796.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4877\" y=\"-78782.75\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.linear2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4877\" y=\"-78771.5\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767188784&#45;&gt;29082395040 -->\n",
"<g id=\"edge858\" class=\"edge\">\n",
"<title>5767188784&#45;&gt;29082395040</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4850.03,-78765.3C4833.42,-78756.24 4812.22,-78744.69 4795.67,-78735.66\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4797.35,-78732.59 4786.89,-78730.88 4794,-78738.74 4797.35,-78732.59\"/>\n",
"</g>\n",
"<!-- 29082394608 -->\n",
"<g id=\"node824\" class=\"node\">\n",
"<title>29082394608</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4590,-78608 4490,-78608 4490,-78588.75 4590,-78588.75 4590,-78608\"/>\n",
"<text text-anchor=\"middle\" x=\"4540\" y=\"-78594.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082394608&#45;&gt;29082394512 -->\n",
"<g id=\"edge859\" class=\"edge\">\n",
"<title>29082394608&#45;&gt;29082394512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4524.66,-78588.43C4508.64,-78579.1 4483.26,-78564.3 4464.27,-78553.23\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4466.19,-78550.3 4455.79,-78548.29 4462.67,-78556.35 4466.19,-78550.3\"/>\n",
"</g>\n",
"<!-- 5767189072 -->\n",
"<g id=\"node825\" class=\"node\">\n",
"<title>5767189072</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4716,-78674.5 4454,-78674.5 4454,-78644 4716,-78644 4716,-78674.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4585\" y=\"-78661\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.norm2.weight</text>\n",
"<text text-anchor=\"middle\" x=\"4585\" y=\"-78649.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767189072&#45;&gt;29082394608 -->\n",
"<g id=\"edge860\" class=\"edge\">\n",
"<title>5767189072&#45;&gt;29082394608</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4573.88,-78643.7C4567.82,-78635.77 4560.26,-78625.88 4553.82,-78617.46\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4556.71,-78615.47 4547.86,-78609.65 4551.15,-78619.72 4556.71,-78615.47\"/>\n",
"</g>\n",
"<!-- 29082394560 -->\n",
"<g id=\"node826\" class=\"node\">\n",
"<title>29082394560</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4808,-78608 4708,-78608 4708,-78588.75 4808,-78588.75 4808,-78608\"/>\n",
"<text text-anchor=\"middle\" x=\"4758\" y=\"-78594.5\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082394560&#45;&gt;29082394512 -->\n",
"<g id=\"edge861\" class=\"edge\">\n",
"<title>29082394560&#45;&gt;29082394512</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4708.86,-78588.3C4652.42,-78577.89 4559.84,-78560.8 4499.15,-78549.6\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4500.16,-78546.23 4489.69,-78547.86 4498.89,-78553.11 4500.16,-78546.23\"/>\n",
"</g>\n",
"<!-- 5767189168 -->\n",
"<g id=\"node827\" class=\"node\">\n",
"<title>5767189168</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4984,-78674.5 4734,-78674.5 4734,-78644 4984,-78644 4984,-78674.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4859\" y=\"-78661\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.7.norm2.bias</text>\n",
"<text text-anchor=\"middle\" x=\"4859\" y=\"-78649.75\" font-family=\"monospace\" font-size=\"10.00\"> (640)</text>\n",
"</g>\n",
"<!-- 5767189168&#45;&gt;29082394560 -->\n",
"<g id=\"edge862\" class=\"edge\">\n",
"<title>5767189168&#45;&gt;29082394560</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4833.77,-78643.55C4818.39,-78634.58 4798.8,-78623.16 4783.39,-78614.17\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4785.2,-78611.18 4774.8,-78609.17 4781.67,-78617.23 4785.2,-78611.18\"/>\n",
"</g>\n",
"<!-- 29082394464 -->\n",
"<g id=\"node828\" class=\"node\">\n",
"<title>29082394464</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4591,-76977.62 4467,-76977.62 4467,-76958.38 4591,-76958.38 4591,-76977.62\"/>\n",
"<text text-anchor=\"middle\" x=\"4529\" y=\"-76964.12\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082394464&#45;&gt;29082394320 -->\n",
"<g id=\"edge863\" class=\"edge\">\n",
"<title>29082394464&#45;&gt;29082394320</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4529,-76958.03C4529,-76948.98 4529,-76934.7 4529,-76922.88\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4532.5,-76922.91 4529,-76912.91 4525.5,-76922.91 4532.5,-76922.91\"/>\n",
"</g>\n",
"<!-- 29082394752 -->\n",
"<g id=\"node829\" class=\"node\">\n",
"<title>29082394752</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4602,-77038.5 4508,-77038.5 4508,-77019.25 4602,-77019.25 4602,-77038.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4555\" y=\"-77025\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082394752&#45;&gt;29082394464 -->\n",
"<g id=\"edge864\" class=\"edge\">\n",
"<title>29082394752&#45;&gt;29082394464</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4551.05,-77018.93C4547.5,-77010.89 4542.16,-76998.8 4537.63,-76988.53\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4540.84,-76987.14 4533.6,-76979.41 4534.44,-76989.97 4540.84,-76987.14\"/>\n",
"</g>\n",
"<!-- 29082448368 -->\n",
"<g id=\"node830\" class=\"node\">\n",
"<title>29082448368</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4659,-77093.75 4553,-77093.75 4553,-77074.5 4659,-77074.5 4659,-77093.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4606\" y=\"-77080.25\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082448368&#45;&gt;29082394752 -->\n",
"<g id=\"edge865\" class=\"edge\">\n",
"<title>29082448368&#45;&gt;29082394752</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4597.58,-77074.33C4590.46,-77066.9 4580.06,-77056.04 4571.31,-77046.91\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4574.1,-77044.75 4564.65,-77039.95 4569.04,-77049.6 4574.1,-77044.75\"/>\n",
"</g>\n",
"<!-- 29082450384 -->\n",
"<g id=\"node831\" class=\"node\">\n",
"<title>29082450384</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4611,-77149 4517,-77149 4517,-77129.75 4611,-77129.75 4611,-77149\"/>\n",
"<text text-anchor=\"middle\" x=\"4564\" y=\"-77135.5\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082450384&#45;&gt;29082448368 -->\n",
"<g id=\"edge866\" class=\"edge\">\n",
"<title>29082450384&#45;&gt;29082448368</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4570.94,-77129.58C4576.62,-77122.38 4584.84,-77111.96 4591.89,-77103.01\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4594.53,-77105.32 4597.98,-77095.3 4589.04,-77100.98 4594.53,-77105.32\"/>\n",
"</g>\n",
"<!-- 29082451680 -->\n",
"<g id=\"node832\" class=\"node\">\n",
"<title>29082451680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4570,-77209.88 4470,-77209.88 4470,-77190.62 4570,-77190.62 4570,-77209.88\"/>\n",
"<text text-anchor=\"middle\" x=\"4520\" y=\"-77196.38\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082451680&#45;&gt;29082450384 -->\n",
"<g id=\"edge867\" class=\"edge\">\n",
"<title>29082451680&#45;&gt;29082450384</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4526.68,-77190.31C4532.95,-77181.92 4542.51,-77169.13 4550.38,-77158.59\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4553.17,-77160.72 4556.35,-77150.61 4547.56,-77156.53 4553.17,-77160.72\"/>\n",
"</g>\n",
"<!-- 29082450288 -->\n",
"<g id=\"node833\" class=\"node\">\n",
"<title>29082450288</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4583,-77270.75 4471,-77270.75 4471,-77251.5 4583,-77251.5 4583,-77270.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4527\" y=\"-77257.25\" font-family=\"monospace\" font-size=\"10.00\">PermuteBackward0</text>\n",
"</g>\n",
"<!-- 29082450288&#45;&gt;29082451680 -->\n",
"<g id=\"edge868\" class=\"edge\">\n",
"<title>29082450288&#45;&gt;29082451680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4525.94,-77251.18C4525,-77243.32 4523.61,-77231.57 4522.4,-77221.45\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4525.91,-77221.3 4521.25,-77211.78 4518.96,-77222.12 4525.91,-77221.3\"/>\n",
"</g>\n",
"<!-- 29082566864 -->\n",
"<g id=\"node834\" class=\"node\">\n",
"<title>29082566864</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4600,-77326 4470,-77326 4470,-77306.75 4600,-77306.75 4600,-77326\"/>\n",
"<text text-anchor=\"middle\" x=\"4535\" y=\"-77312.5\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082566864&#45;&gt;29082450288 -->\n",
"<g id=\"edge869\" class=\"edge\">\n",
"<title>29082566864&#45;&gt;29082450288</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4533.68,-77306.58C4532.69,-77299.99 4531.29,-77290.71 4530.03,-77282.32\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4533.52,-77281.97 4528.57,-77272.61 4526.6,-77283.01 4533.52,-77281.97\"/>\n",
"</g>\n",
"<!-- 29082567056 -->\n",
"<g id=\"node835\" class=\"node\">\n",
"<title>29082567056</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4641,-77381.25 4553,-77381.25 4553,-77362 4641,-77362 4641,-77381.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4597\" y=\"-77367.75\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082567056&#45;&gt;29082566864 -->\n",
"<g id=\"edge870\" class=\"edge\">\n",
"<title>29082567056&#45;&gt;29082566864</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4586.48,-77361.59C4577.61,-77353.97 4564.69,-77342.87 4554.01,-77333.7\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4556.38,-77331.12 4546.51,-77327.26 4551.82,-77336.43 4556.38,-77331.12\"/>\n",
"</g>\n",
"<!-- 29082567152 -->\n",
"<g id=\"node836\" class=\"node\">\n",
"<title>29082567152</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4644,-77436.5 4550,-77436.5 4550,-77417.25 4644,-77417.25 4644,-77436.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4597\" y=\"-77423\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082567152&#45;&gt;29082567056 -->\n",
"<g id=\"edge871\" class=\"edge\">\n",
"<title>29082567152&#45;&gt;29082567056</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4597,-77417.08C4597,-77410.57 4597,-77401.42 4597,-77393.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4600.5,-77393.12 4597,-77383.12 4593.5,-77393.12 4600.5,-77393.12\"/>\n",
"</g>\n",
"<!-- 29082567296 -->\n",
"<g id=\"node837\" class=\"node\">\n",
"<title>29082567296</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4650,-77491.75 4544,-77491.75 4544,-77472.5 4650,-77472.5 4650,-77491.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4597\" y=\"-77478.25\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082567296&#45;&gt;29082567152 -->\n",
"<g id=\"edge872\" class=\"edge\">\n",
"<title>29082567296&#45;&gt;29082567152</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4597,-77472.33C4597,-77465.82 4597,-77456.67 4597,-77448.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4600.5,-77448.37 4597,-77438.37 4593.5,-77448.37 4600.5,-77448.37\"/>\n",
"</g>\n",
"<!-- 29082567392 -->\n",
"<g id=\"node838\" class=\"node\">\n",
"<title>29082567392</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4653,-77547 4541,-77547 4541,-77527.75 4653,-77527.75 4653,-77547\"/>\n",
"<text text-anchor=\"middle\" x=\"4597\" y=\"-77533.5\" font-family=\"monospace\" font-size=\"10.00\">SoftmaxBackward0</text>\n",
"</g>\n",
"<!-- 29082567392&#45;&gt;29082567296 -->\n",
"<g id=\"edge873\" class=\"edge\">\n",
"<title>29082567392&#45;&gt;29082567296</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4597,-77527.58C4597,-77521.07 4597,-77511.92 4597,-77503.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4600.5,-77503.62 4597,-77493.62 4593.5,-77503.62 4600.5,-77503.62\"/>\n",
"</g>\n",
"<!-- 29082567488 -->\n",
"<g id=\"node839\" class=\"node\">\n",
"<title>29082567488</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4662,-77602.25 4532,-77602.25 4532,-77583 4662,-77583 4662,-77602.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4597\" y=\"-77588.75\" font-family=\"monospace\" font-size=\"10.00\">UnsafeViewBackward0</text>\n",
"</g>\n",
"<!-- 29082567488&#45;&gt;29082567392 -->\n",
"<g id=\"edge874\" class=\"edge\">\n",
"<title>29082567488&#45;&gt;29082567392</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4597,-77582.83C4597,-77576.32 4597,-77567.17 4597,-77558.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4600.5,-77558.87 4597,-77548.87 4593.5,-77558.87 4600.5,-77558.87\"/>\n",
"</g>\n",
"<!-- 29082567584 -->\n",
"<g id=\"node840\" class=\"node\">\n",
"<title>29082567584</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4641,-77657.5 4553,-77657.5 4553,-77638.25 4641,-77638.25 4641,-77657.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4597\" y=\"-77644\" font-family=\"monospace\" font-size=\"10.00\">BmmBackward0</text>\n",
"</g>\n",
"<!-- 29082567584&#45;&gt;29082567488 -->\n",
"<g id=\"edge875\" class=\"edge\">\n",
"<title>29082567584&#45;&gt;29082567488</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4597,-77638.08C4597,-77631.57 4597,-77622.42 4597,-77614.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4600.5,-77614.12 4597,-77604.12 4593.5,-77614.12 4600.5,-77614.12\"/>\n",
"</g>\n",
"<!-- 29082567680 -->\n",
"<g id=\"node841\" class=\"node\">\n",
"<title>29082567680</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4621,-77768 4479,-77768 4479,-77748.75 4621,-77748.75 4621,-77768\"/>\n",
"<text text-anchor=\"middle\" x=\"4550\" y=\"-77754.5\" font-family=\"monospace\" font-size=\"10.00\">ReshapeAliasBackward0</text>\n",
"</g>\n",
"<!-- 29082567680&#45;&gt;29082567584 -->\n",
"<g id=\"edge876\" class=\"edge\">\n",
"<title>29082567680&#45;&gt;29082567584</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4553.17,-77748.6C4557.7,-77736.2 4566.44,-77712.89 4575,-77693.5 4578.7,-77685.11 4583.12,-77676.01 4587.02,-77668.22\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4590.12,-77669.85 4591.53,-77659.35 4583.88,-77666.67 4590.12,-77669.85\"/>\n",
"</g>\n",
"<!-- 29082567824 -->\n",
"<g id=\"node842\" class=\"node\">\n",
"<title>29082567824</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4603,-77823.25 4497,-77823.25 4497,-77804 4603,-77804 4603,-77823.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4550\" y=\"-77809.75\" font-family=\"monospace\" font-size=\"10.00\">ExpandBackward0</text>\n",
"</g>\n",
"<!-- 29082567824&#45;&gt;29082567680 -->\n",
"<g id=\"edge877\" class=\"edge\">\n",
"<title>29082567824&#45;&gt;29082567680</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4550,-77803.83C4550,-77797.32 4550,-77788.17 4550,-77779.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4553.5,-77779.87 4550,-77769.87 4546.5,-77779.87 4553.5,-77779.87\"/>\n",
"</g>\n",
"<!-- 29082567920 -->\n",
"<g id=\"node843\" class=\"node\">\n",
"<title>29082567920</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4594,-77878.5 4506,-77878.5 4506,-77859.25 4594,-77859.25 4594,-77878.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4550\" y=\"-77865\" font-family=\"monospace\" font-size=\"10.00\">MulBackward1</text>\n",
"</g>\n",
"<!-- 29082567920&#45;&gt;29082567824 -->\n",
"<g id=\"edge878\" class=\"edge\">\n",
"<title>29082567920&#45;&gt;29082567824</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4550,-77859.08C4550,-77852.57 4550,-77843.42 4550,-77835.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4553.5,-77835.12 4550,-77825.12 4546.5,-77835.12 4553.5,-77835.12\"/>\n",
"</g>\n",
"<!-- 29082568016 -->\n",
"<g id=\"node844\" class=\"node\">\n",
"<title>29082568016</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4597,-77933.75 4503,-77933.75 4503,-77914.5 4597,-77914.5 4597,-77933.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4550\" y=\"-77920.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082568016&#45;&gt;29082567920 -->\n",
"<g id=\"edge879\" class=\"edge\">\n",
"<title>29082568016&#45;&gt;29082567920</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4550,-77914.33C4550,-77907.82 4550,-77898.67 4550,-77890.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4553.5,-77890.37 4550,-77880.37 4546.5,-77890.37 4553.5,-77890.37\"/>\n",
"</g>\n",
"<!-- 29082568112 -->\n",
"<g id=\"node845\" class=\"node\">\n",
"<title>29082568112</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4612,-77989 4488,-77989 4488,-77969.75 4612,-77969.75 4612,-77989\"/>\n",
"<text text-anchor=\"middle\" x=\"4550\" y=\"-77975.5\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082568112&#45;&gt;29082568016 -->\n",
"<g id=\"edge880\" class=\"edge\">\n",
"<title>29082568112&#45;&gt;29082568016</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4550,-77969.58C4550,-77963.07 4550,-77953.92 4550,-77945.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4553.5,-77945.62 4550,-77935.62 4546.5,-77945.62 4553.5,-77945.62\"/>\n",
"</g>\n",
"<!-- 29082568208 -->\n",
"<g id=\"node846\" class=\"node\">\n",
"<title>29082568208</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4606,-78044.25 4512,-78044.25 4512,-78025 4606,-78025 4606,-78044.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4559\" y=\"-78030.75\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082568208&#45;&gt;29082568112 -->\n",
"<g id=\"edge881\" class=\"edge\">\n",
"<title>29082568208&#45;&gt;29082568112</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4557.51,-78024.83C4556.4,-78018.24 4554.83,-78008.96 4553.41,-78000.57\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4556.89,-78000.13 4551.77,-77990.85 4549.99,-78001.3 4556.89,-78000.13\"/>\n",
"</g>\n",
"<!-- 29082568304 -->\n",
"<g id=\"node847\" class=\"node\">\n",
"<title>29082568304</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4621,-78099.5 4515,-78099.5 4515,-78080.25 4621,-78080.25 4621,-78099.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4568\" y=\"-78086\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082568304&#45;&gt;29082568208 -->\n",
"<g id=\"edge882\" class=\"edge\">\n",
"<title>29082568304&#45;&gt;29082568208</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4566.51,-78080.08C4565.4,-78073.49 4563.83,-78064.21 4562.41,-78055.82\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4565.89,-78055.38 4560.77,-78046.1 4558.99,-78056.55 4565.89,-78055.38\"/>\n",
"</g>\n",
"<!-- 29082568400 -->\n",
"<g id=\"node848\" class=\"node\">\n",
"<title>29082568400</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4751,-78154.75 4651,-78154.75 4651,-78135.5 4751,-78135.5 4751,-78154.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4701\" y=\"-78141.25\" font-family=\"monospace\" font-size=\"10.00\">CloneBackward0</text>\n",
"</g>\n",
"<!-- 29082568400&#45;&gt;29082568304 -->\n",
"<g id=\"edge883\" class=\"edge\">\n",
"<title>29082568400&#45;&gt;29082568304</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4678.44,-78135.09C4657.23,-78126.6 4625.23,-78113.79 4601.12,-78104.14\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4602.66,-78100.98 4592.08,-78100.52 4600.06,-78107.48 4602.66,-78100.98\"/>\n",
"</g>\n",
"<!-- 29082569120 -->\n",
"<g id=\"node866\" class=\"node\">\n",
"<title>29082569120</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4754,-78099.5 4648,-78099.5 4648,-78080.25 4754,-78080.25 4754,-78099.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4701\" y=\"-78086\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082568400&#45;&gt;29082569120 -->\n",
"<g id=\"edge903\" class=\"edge\">\n",
"<title>29082568400&#45;&gt;29082569120</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4701,-78135.33C4701,-78128.82 4701,-78119.67 4701,-78111.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4704.5,-78111.37 4701,-78101.37 4697.5,-78111.37 4704.5,-78111.37\"/>\n",
"</g>\n",
"<!-- 29082568832 -->\n",
"<g id=\"node872\" class=\"node\">\n",
"<title>29082568832</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4880,-78099.5 4774,-78099.5 4774,-78080.25 4880,-78080.25 4880,-78099.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4827\" y=\"-78086\" font-family=\"monospace\" font-size=\"10.00\">SelectBackward0</text>\n",
"</g>\n",
"<!-- 29082568400&#45;&gt;29082568832 -->\n",
"<g id=\"edge910\" class=\"edge\">\n",
"<title>29082568400&#45;&gt;29082568832</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4722.37,-78135.09C4742.29,-78126.68 4772.24,-78114.02 4795,-78104.4\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4796.28,-78107.66 4804.13,-78100.54 4793.55,-78101.21 4796.28,-78107.66\"/>\n",
"</g>\n",
"<!-- 29082568496 -->\n",
"<g id=\"node849\" class=\"node\">\n",
"<title>29082568496</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4758,-78210 4646,-78210 4646,-78190.75 4758,-78190.75 4758,-78210\"/>\n",
"<text text-anchor=\"middle\" x=\"4702\" y=\"-78196.5\" font-family=\"monospace\" font-size=\"10.00\">SqueezeBackward1</text>\n",
"</g>\n",
"<!-- 29082568496&#45;&gt;29082568400 -->\n",
"<g id=\"edge884\" class=\"edge\">\n",
"<title>29082568496&#45;&gt;29082568400</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4701.83,-78190.58C4701.71,-78184.07 4701.54,-78174.92 4701.38,-78166.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4704.88,-78166.55 4701.2,-78156.62 4697.89,-78166.69 4704.88,-78166.55\"/>\n",
"</g>\n",
"<!-- 29082568592 -->\n",
"<g id=\"node850\" class=\"node\">\n",
"<title>29082568592</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4764,-78265.25 4640,-78265.25 4640,-78246 4764,-78246 4764,-78265.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4702\" y=\"-78251.75\" font-family=\"monospace\" font-size=\"10.00\">TransposeBackward0</text>\n",
"</g>\n",
"<!-- 29082568592&#45;&gt;29082568496 -->\n",
"<g id=\"edge885\" class=\"edge\">\n",
"<title>29082568592&#45;&gt;29082568496</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4702,-78245.83C4702,-78239.32 4702,-78230.17 4702,-78221.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4705.5,-78221.87 4702,-78211.87 4698.5,-78221.87 4705.5,-78221.87\"/>\n",
"</g>\n",
"<!-- 29082568688 -->\n",
"<g id=\"node851\" class=\"node\">\n",
"<title>29082568688</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4764,-78320.5 4640,-78320.5 4640,-78301.25 4764,-78301.25 4764,-78320.5\"/>\n",
"<text text-anchor=\"middle\" x=\"4702\" y=\"-78307\" font-family=\"monospace\" font-size=\"10.00\">UnsqueezeBackward0</text>\n",
"</g>\n",
"<!-- 29082568688&#45;&gt;29082568592 -->\n",
"<g id=\"edge886\" class=\"edge\">\n",
"<title>29082568688&#45;&gt;29082568592</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4702,-78301.08C4702,-78294.57 4702,-78285.42 4702,-78277.12\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4705.5,-78277.12 4702,-78267.12 4698.5,-78277.12 4705.5,-78277.12\"/>\n",
"</g>\n",
"<!-- 29082568784 -->\n",
"<g id=\"node852\" class=\"node\">\n",
"<title>29082568784</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4749,-78375.75 4655,-78375.75 4655,-78356.5 4749,-78356.5 4749,-78375.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4702\" y=\"-78362.25\" font-family=\"monospace\" font-size=\"10.00\">ViewBackward0</text>\n",
"</g>\n",
"<!-- 29082568784&#45;&gt;29082568688 -->\n",
"<g id=\"edge887\" class=\"edge\">\n",
"<title>29082568784&#45;&gt;29082568688</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4702,-78356.33C4702,-78349.82 4702,-78340.67 4702,-78332.37\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4705.5,-78332.37 4702,-78322.37 4698.5,-78332.37 4705.5,-78332.37\"/>\n",
"</g>\n",
"<!-- 29082568880 -->\n",
"<g id=\"node853\" class=\"node\">\n",
"<title>29082568880</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4755,-78431 4649,-78431 4649,-78411.75 4755,-78411.75 4755,-78431\"/>\n",
"<text text-anchor=\"middle\" x=\"4702\" y=\"-78417.5\" font-family=\"monospace\" font-size=\"10.00\">LinearBackward0</text>\n",
"</g>\n",
"<!-- 29082568880&#45;&gt;29082568784 -->\n",
"<g id=\"edge888\" class=\"edge\">\n",
"<title>29082568880&#45;&gt;29082568784</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4702,-78411.58C4702,-78405.07 4702,-78395.92 4702,-78387.62\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4705.5,-78387.62 4702,-78377.62 4698.5,-78387.62 4705.5,-78387.62\"/>\n",
"</g>\n",
"<!-- 29082568976&#45;&gt;29082568880 -->\n",
"<g id=\"edge889\" class=\"edge\">\n",
"<title>29082568976&#45;&gt;29082568880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4576.62,-78466.59C4601.02,-78457.99 4638.01,-78444.94 4665.5,-78435.25\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4666.57,-78438.58 4674.83,-78431.96 4664.24,-78431.98 4666.57,-78438.58\"/>\n",
"</g>\n",
"<!-- 29082568928 -->\n",
"<g id=\"node855\" class=\"node\">\n",
"<title>29082568928</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4753,-78486.25 4653,-78486.25 4653,-78467 4753,-78467 4753,-78486.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4703\" y=\"-78472.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29082568928&#45;&gt;29082568880 -->\n",
"<g id=\"edge891\" class=\"edge\">\n",
"<title>29082568928&#45;&gt;29082568880</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4702.83,-78466.83C4702.71,-78460.32 4702.54,-78451.17 4702.38,-78442.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4705.88,-78442.8 4702.2,-78432.87 4698.89,-78442.94 4705.88,-78442.8\"/>\n",
"</g>\n",
"<!-- 5767189264 -->\n",
"<g id=\"node856\" class=\"node\">\n",
"<title>5767189264</title>\n",
"<polygon fill=\"lightblue\" stroke=\"black\" points=\"4871,-78552.75 4537,-78552.75 4537,-78522.25 4871,-78522.25 4871,-78552.75\"/>\n",
"<text text-anchor=\"middle\" x=\"4704\" y=\"-78539.25\" font-family=\"monospace\" font-size=\"10.00\">transformer.encoder.layers.8.self_attn.in_proj_weight</text>\n",
"<text text-anchor=\"middle\" x=\"4704\" y=\"-78528\" font-family=\"monospace\" font-size=\"10.00\"> (1920, 640)</text>\n",
"</g>\n",
"<!-- 5767189264&#45;&gt;29082568928 -->\n",
"<g id=\"edge892\" class=\"edge\">\n",
"<title>5767189264&#45;&gt;29082568928</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M4703.75,-78521.95C4703.63,-78514.71 4703.48,-78505.84 4703.35,-78497.94\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"4706.85,-78498.15 4703.18,-78488.21 4699.85,-78498.27 4706.85,-78498.15\"/>\n",
"</g>\n",
"<!-- 29082567728 -->\n",
"<g id=\"node857\" class=\"node\">\n",
"<title>29082567728</title>\n",
"<polygon fill=\"lightgrey\" stroke=\"black\" points=\"4985,-78486.25 4885,-78486.25 4885,-78467 4985,-78467 4985,-78486.25\"/>\n",
"<text text-anchor=\"middle\" x=\"4935\" y=\"-78472.75\" font-family=\"monospace\" font-size=\"10.00\">AccumulateGrad</text>\n",
"</g>\n",
"<!-- 29
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment