Last active
October 3, 2022 23:56
-
-
Save davidberard98/03872010dd789ffd41863c8af7ce873a to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and will be removed in 0.15, please use 'weights' instead. | |
warnings.warn( | |
/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and will be removed in 0.15. The current behavior is equivalent to passing `weights=ResNet50_Weights.IMAGENET1K_V1`. You can also use `weights=ResNet50_Weights.DEFAULT` to get the most up-to-date weights. | |
warnings.warn(msg) | |
submitit ERROR (2022-10-03 23:44:18,682) - Submitted job triggered an exception | |
ERROR > Submitted job triggered an exception | |
Traceback (most recent call last): | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/runpy.py", line 194, in _run_module_as_main | |
return _run_code(code, main_globals, None, | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/runpy.py", line 87, in _run_code | |
exec(code, run_globals) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/_submit.py", line 11, in <module> | |
submitit_main() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/submission.py", line 72, in submitit_main | |
process_job(args.folder) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/submission.py", line 65, in process_job | |
raise error | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/submission.py", line 54, in process_job | |
result = delayed.result() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/utils.py", line 133, in result | |
self._result = self.function(*self.args, **self.kwargs) | |
File "userbenchmark/ddp_experiments/__init__.py", line 156, in __call__ | |
return trainer_class(self.args, model_class, model_args=self.model_args).measure() | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/distributed/core_model/trainer.py", line 89, in measure | |
self.benchmark.invoke() | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/model.py", line 193, in invoke | |
self.train() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/eval_frame.py", line 166, in _fn | |
return fn(*args, **kwargs) | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py", line 66, in train | |
def train(self): | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py", line 75, in <graph break in train> | |
self.loss_fn(pred, target).backward() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl | |
return forward_call(*input, **kwargs) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/loss.py", line 1174, in forward | |
return F.cross_entropy(input, target, weight=self.weight, | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/functional.py", line 3022, in cross_entropy | |
return torch._C._nn.cross_entropy_loss(input, target, weight, _Reduction.get_enum(reduction), ignore_index, label_smoothing) | |
TypeError: cross_entropy_loss(): argument 'input' (position 1) must be Tensor, not tuple | |
srun: error: a100-st-p4d24xlarge-54: task 6: Exited with exit code 1 | |
srun: error: a100-st-p4d24xlarge-54: task 0: Exited with exit code 1 | |
srun: error: a100-st-p4d24xlarge-54: task 7: Exited with exit code 1 | |
srun: error: a100-st-p4d24xlarge-54: task 1: Exited with exit code 1 | |
srun: error: a100-st-p4d24xlarge-54: task 2: Exited with exit code 1 | |
srun: error: a100-st-p4d24xlarge-54: tasks 4-5: Exited with exit code 1 | |
srun: error: a100-st-p4d24xlarge-54: task 3: Exited with exit code 1 |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
submitit INFO (2022-10-03 23:42:03,840) - Starting with JobEnvironment(job_id=69791, hostname=a100-st-p4d24xlarge-54, local_rank=0(8), node=0(1), global_rank=0(8)) | |
submitit INFO (2022-10-03 23:42:03,841) - Loading pickle: /fsx/users/dberard/scratch-local/bench-fast/benchmark/logs/69791_submitted.pkl | |
Process group: 8 tasks, rank: 0 | |
MY HOSTNAME: a100-st-p4d24xlarge-54 | |
FI_PROVIDER : efa | |
LD_LIBRARY_PATH : /fsx/users/dberard/scratch-local/bench-fast/aws-ofi-nccl/lib:/opt/amazon/efa/lib:/usr/local/cuda-11.6/lib:/usr/local/cuda-11.6/lib64:/opt/amazon/efa/lib:/opt/amazon/openmpi/lib:/usr/local/cuda/efa/lib:/usr/local/cuda/lib:/usr/local/cuda:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/targets/x86_64-linux/lib:/usr/local/lib:/usr/lib: | |
NCCL_DEBUG : INFO | |
FI_EFA_USE_DEVICE_RDMA : 1 | |
a100-st-p4d24xlarge-54:24359:24359 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to ens | |
a100-st-p4d24xlarge-54:24359:24359 [0] NCCL INFO NCCL_SOCKET_IFNAME set to ens | |
a100-st-p4d24xlarge-54:24359:24359 [0] NCCL INFO Bootstrap : Using ens32:10.200.85.156<0> | |
a100-st-p4d24xlarge-54:24359:24359 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin_v6 symbol. | |
a100-st-p4d24xlarge-54:24359:24359 [0] NCCL INFO NET/Plugin: Failed to find ncclCollNetPlugin symbol (v4 or v5). | |
a100-st-p4d24xlarge-54:24359:24359 [0] NCCL INFO cudaDriverVersion 11060 | |
NCCL version 2.14.3+cuda11.6 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/OFI Using aws-ofi-nccl 1.4.0aws | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/OFI Running on p4d.24xlarge platform, Setting NCCL_TOPO_FILE environment variable to /fsx/users/dberard/scratch-local/bench-fast/aws-ofi-nccl/share/aws-ofi-nccl/xml/p4d-24xl-topo.xml | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/OFI Setting FI_EFA_FORK_SAFE environment variable to 1 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/OFI Selected Provider is efa | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Using network AWS Libfabric | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /fsx/users/dberard/scratch-local/bench-fast/aws-ofi-nccl/share/aws-ofi-nccl/xml/p4d-24xl-topo.xml | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/AWS Libfabric : GPU Direct RDMA Enabled for HCA 0 'rdmap16s27' | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/AWS Libfabric : GPU Direct RDMA Enabled for HCA 1 'rdmap32s27' | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/AWS Libfabric : GPU Direct RDMA Enabled for HCA 2 'rdmap144s27' | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO NET/AWS Libfabric : GPU Direct RDMA Enabled for HCA 3 'rdmap160s27' | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101c0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101d0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201c0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201d0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901c0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901d0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01c0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01d0 / HCA 0 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101c0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101d0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201c0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201d0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901c0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901d0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01c0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01d0 / HCA 1 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101c0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101d0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201c0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201d0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901c0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901d0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01c0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01d0 / HCA 2 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101c0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 101d0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201c0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 201d0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901c0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU 901d0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01c0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO GPU Direct RDMA Enabled for GPU a01d0 / HCA 3 (distance 3 <= 4), read 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Setting affinity for GPU 0 to 1f0000,0000001f | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 00/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 01/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 02/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 03/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 04/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 05/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 06/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 07/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 08/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 09/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 10/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 11/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 12/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 13/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 14/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 15/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 16/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 17/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 18/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 19/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 20/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 21/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 22/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 23/24 : 0 1 2 3 4 5 6 7 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Trees [0] 1/-1/-1->0->-1 [1] 1/-1/-1->0->-1 [2] 1/-1/-1->0->-1 [3] 1/-1/-1->0->-1 [4] 1/-1/-1->0->-1 [5] 1/-1/-1->0->-1 [6] 1/-1/-1->0->-1 [7] 1/-1/-1->0->-1 [8] 1/-1/-1->0->-1 [9] 1/-1/-1->0->-1 [10] 1/-1/-1->0->-1 [11] 1/-1/-1->0->-1 [12] 1/-1/-1->0->-1 [13] 1/-1/-1->0->-1 [14] 1/-1/-1->0->-1 [15] 1/-1/-1->0->-1 [16] 1/-1/-1->0->-1 [17] 1/-1/-1->0->-1 [18] 1/-1/-1->0->-1 [19] 1/-1/-1->0->-1 [20] 1/-1/-1->0->-1 [21] 1/-1/-1->0->-1 [22] 1/-1/-1->0->-1 [23] 1/-1/-1->0->-1 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002db0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 0 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002df0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 1 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 2 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002e30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 3 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002e70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 4 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002eb0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 5 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002ef0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 6 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002f30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 7 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002f70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 8 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002fb0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 9 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94002ff0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003030 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 10 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003070 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 11 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940030b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 12 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940030f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 13 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003130 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 14 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003170 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 15 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940031b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 16 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940031f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 17 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003230 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 18 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003270 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 19 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940032b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 20 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940032f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 21 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003330 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 22 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003370 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 23 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 00/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940033b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 24 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 01/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940033f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 25 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 02/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003430 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 26 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 03/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003470 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 27 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 04/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940034b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 28 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 05/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940034f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 29 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 06/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003530 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 30 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 07/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003570 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 31 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 08/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940035b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 32 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 09/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940035f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 33 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 10/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003630 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 34 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 11/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003670 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 35 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 12/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940036b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 36 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 13/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940036f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 37 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 14/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003730 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 38 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 15/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003770 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 39 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 16/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940037b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 40 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 17/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940037f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 41 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 18/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003830 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 42 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 19/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003870 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 43 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 20/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940038b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 44 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 21/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940038f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 45 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 22/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003930 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 46 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Channel 23/0 : 0[101c0] -> 1[101d0] via P2P/IPC/read | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003970 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 47 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connected all rings | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940039b0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 48 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 49 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c940039f0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 50 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003a30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 51 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003a70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 52 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003ab0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 53 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003af0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 54 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003b30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 55 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003b70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 56 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003bb0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 57 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003bf0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 58 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003c30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 59 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003c70 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003cb0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 60 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003cf0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 61 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003d30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 62 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003d70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 63 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003db0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 64 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003df0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 65 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003e30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 66 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003e70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 67 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003eb0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 68 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003ef0 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 69 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003f30 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 70 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003f70 | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy recv connection 71 from local rank 0, transport 0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connected all trees | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO 24 coll channels, 32 p2p channels, 32 p2p channels per peer | |
a100-st-p4d24xlarge-54:24359:25663 [0] NCCL INFO New proxy send connection 72 from local rank 0, transport 2 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO Connection to proxy localRank 0 -> connection 0x7f3c94003fb0 | |
a100-st-p4d24xlarge-54:24359:25621 [0] NCCL INFO comm 0x558e54cc7ad0 rank 0 nranks 8 cudaDev 0 busId 101c0 - Init COMPLETE | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __init__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/contextlib.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __enter__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/contextlib.py | |
inside CATCH_ERRORS, optimize ddp? True | |
.. inside ddp_module? False frame co_name? train | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_GLOBAL zip [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [BuiltinVariable(zip)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR real_input [BuiltinVariable(zip), UserDefinedObjectVariable(Model)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [BuiltinVariable(zip), ListVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR real_output [BuiltinVariable(zip), ListVariable(), UserDefinedObjectVariable(Model)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 2 [BuiltinVariable(zip), ListVariable(), ListVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE GET_ITER None [TupleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE FOR_ITER 104 [ListIteratorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE UNPACK_SEQUENCE 2 [ListIteratorVariable(), TupleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST data [ListIteratorVariable(), TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST target [ListIteratorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [ListIteratorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR dynamo [ListIteratorVariable(), UserDefinedObjectVariable(Model)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_TRUE 76 [ListIteratorVariable(), ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [ListIteratorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR model [ListIteratorVariable(), UserDefinedObjectVariable(Model)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST data [ListIteratorVariable(), UnspecializedNNModuleVariable(DistributedDataParallel)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [ListIteratorVariable(), UnspecializedNNModuleVariable(DistributedDataParallel), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f12196920, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py", line 1005> | |
1007 0 LOAD_GLOBAL 0 (nullcontext) | |
2 CALL_FUNCTION 0 | |
4 EXTENDED_ARG 1 | |
6 SETUP_WITH 270 (to 278) | |
8 POP_TOP | |
1008 10 LOAD_GLOBAL 1 (torch) | |
12 LOAD_METHOD 2 (is_grad_enabled) | |
14 CALL_METHOD 0 | |
16 POP_JUMP_IF_FALSE 58 | |
18 LOAD_FAST 0 (self) | |
20 LOAD_ATTR 3 (require_backward_grad_sync) | |
22 POP_JUMP_IF_FALSE 58 | |
1009 24 LOAD_FAST 0 (self) | |
26 LOAD_ATTR 4 (logger) | |
28 LOAD_METHOD 5 (set_runtime_stats_and_log) | |
30 CALL_METHOD 0 | |
32 POP_TOP | |
1010 34 LOAD_FAST 0 (self) | |
36 DUP_TOP | |
38 LOAD_ATTR 6 (num_iterations) | |
40 LOAD_CONST 1 (1) | |
42 INPLACE_ADD | |
44 ROT_TWO | |
46 STORE_ATTR 6 (num_iterations) | |
1011 48 LOAD_FAST 0 (self) | |
50 LOAD_ATTR 7 (reducer) | |
52 LOAD_METHOD 8 (prepare_for_forward) | |
54 CALL_METHOD 0 | |
56 POP_TOP | |
1015 >> 58 LOAD_GLOBAL 9 (Join) | |
60 LOAD_METHOD 10 (notify_join_context) | |
62 LOAD_FAST 0 (self) | |
64 CALL_METHOD 1 | |
66 STORE_FAST 3 (work) | |
1016 68 LOAD_FAST 3 (work) | |
70 POP_JUMP_IF_FALSE 88 | |
1017 72 LOAD_FAST 0 (self) | |
74 LOAD_ATTR 7 (reducer) | |
76 LOAD_METHOD 11 (_set_forward_pass_work_handle) | |
1018 78 LOAD_FAST 3 (work) | |
80 LOAD_FAST 0 (self) | |
82 LOAD_ATTR 12 (_divide_by_initial_world_size) | |
1017 84 CALL_METHOD 2 | |
86 POP_TOP | |
1027 >> 88 LOAD_GLOBAL 1 (torch) | |
90 LOAD_METHOD 2 (is_grad_enabled) | |
92 CALL_METHOD 0 | |
94 POP_JUMP_IF_FALSE 122 | |
96 LOAD_FAST 0 (self) | |
98 LOAD_ATTR 7 (reducer) | |
100 LOAD_METHOD 13 (_rebuild_buckets) | |
102 CALL_METHOD 0 | |
104 POP_JUMP_IF_FALSE 122 | |
1028 106 LOAD_GLOBAL 4 (logger) | |
108 LOAD_METHOD 14 (info) | |
110 LOAD_CONST 2 ('Reducer buckets have been rebuilt in this iteration.') | |
112 CALL_METHOD 1 | |
114 POP_TOP | |
1029 116 LOAD_CONST 3 (True) | |
118 LOAD_FAST 0 (self) | |
120 STORE_ATTR 15 (_has_rebuilt_buckets) | |
1033 >> 122 LOAD_GLOBAL 16 (hasattr) | |
124 LOAD_FAST 0 (self) | |
126 LOAD_CONST 4 ('buffer_hook') | |
128 CALL_FUNCTION 2 | |
130 STORE_FAST 4 (buffer_hook_registered) | |
1034 132 LOAD_FAST 0 (self) | |
134 LOAD_METHOD 17 (_check_sync_bufs_pre_fwd) | |
136 CALL_METHOD 0 | |
138 POP_JUMP_IF_FALSE 148 | |
1035 140 LOAD_FAST 0 (self) | |
142 LOAD_METHOD 18 (_sync_buffers) | |
144 CALL_METHOD 0 | |
146 POP_TOP | |
1037 >> 148 LOAD_FAST 0 (self) | |
150 LOAD_ATTR 19 (_join_config) | |
152 LOAD_ATTR 20 (enable) | |
154 POP_JUMP_IF_FALSE 168 | |
1039 156 LOAD_FAST 0 (self) | |
158 LOAD_ATTR 21 (_check_global_requires_backward_grad_sync) | |
160 LOAD_CONST 5 (False) | |
162 LOAD_CONST 6 (('is_joined_rank',)) | |
164 CALL_FUNCTION_KW 1 | |
166 POP_TOP | |
1041 >> 168 LOAD_FAST 0 (self) | |
170 LOAD_ATTR 22 (_run_ddp_forward) | |
172 LOAD_FAST 1 (inputs) | |
174 LOAD_FAST 2 (kwargs) | |
176 CALL_FUNCTION_EX 1 | |
178 STORE_FAST 5 (output) | |
1045 180 LOAD_FAST 0 (self) | |
182 LOAD_METHOD 23 (_check_sync_bufs_post_fwd) | |
184 CALL_METHOD 0 | |
186 POP_JUMP_IF_FALSE 196 | |
1046 188 LOAD_FAST 0 (self) | |
190 LOAD_METHOD 18 (_sync_buffers) | |
192 CALL_METHOD 0 | |
194 POP_TOP | |
1048 >> 196 LOAD_GLOBAL 1 (torch) | |
198 LOAD_METHOD 2 (is_grad_enabled) | |
200 CALL_METHOD 0 | |
202 EXTENDED_ARG 1 | |
204 POP_JUMP_IF_FALSE 268 | |
206 LOAD_FAST 0 (self) | |
208 LOAD_ATTR 3 (require_backward_grad_sync) | |
210 EXTENDED_ARG 1 | |
212 POP_JUMP_IF_FALSE 268 | |
1049 214 LOAD_CONST 3 (True) | |
216 LOAD_FAST 0 (self) | |
218 STORE_ATTR 24 (require_forward_param_sync) | |
1055 220 LOAD_FAST 0 (self) | |
222 LOAD_ATTR 25 (find_unused_parameters) | |
224 POP_JUMP_IF_FALSE 254 | |
226 LOAD_FAST 0 (self) | |
228 LOAD_ATTR 26 (static_graph) | |
230 POP_JUMP_IF_TRUE 254 | |
1057 232 LOAD_FAST 0 (self) | |
234 LOAD_ATTR 7 (reducer) | |
236 LOAD_METHOD 27 (prepare_for_backward) | |
238 LOAD_GLOBAL 28 (list) | |
240 LOAD_GLOBAL 29 (_find_tensors) | |
242 LOAD_FAST 5 (output) | |
244 CALL_FUNCTION 1 | |
246 CALL_FUNCTION 1 | |
248 CALL_METHOD 1 | |
250 POP_TOP | |
252 JUMP_FORWARD 12 (to 266) | |
1059 >> 254 LOAD_FAST 0 (self) | |
256 LOAD_ATTR 7 (reducer) | |
258 LOAD_METHOD 27 (prepare_for_backward) | |
260 BUILD_LIST 0 | |
262 CALL_METHOD 1 | |
264 POP_TOP | |
>> 266 JUMP_FORWARD 6 (to 274) | |
1061 >> 268 LOAD_CONST 5 (False) | |
270 LOAD_FAST 0 (self) | |
272 STORE_ATTR 24 (require_forward_param_sync) | |
>> 274 POP_BLOCK | |
276 BEGIN_FINALLY | |
>> 278 WITH_CLEANUP_START | |
280 WITH_CLEANUP_FINISH | |
282 END_FINALLY | |
1065 284 LOAD_FAST 0 (self) | |
286 LOAD_ATTR 25 (find_unused_parameters) | |
288 EXTENDED_ARG 1 | |
290 POP_JUMP_IF_FALSE 300 | |
292 LOAD_FAST 0 (self) | |
294 LOAD_ATTR 26 (static_graph) | |
296 EXTENDED_ARG 1 | |
298 POP_JUMP_IF_FALSE 320 | |
1066 >> 300 LOAD_FAST 0 (self) | |
302 LOAD_ATTR 26 (static_graph) | |
1065 304 EXTENDED_ARG 1 | |
306 POP_JUMP_IF_FALSE 500 | |
1066 308 LOAD_FAST 0 (self) | |
310 LOAD_ATTR 6 (num_iterations) | |
312 LOAD_CONST 1 (1) | |
314 COMPARE_OP 2 (==) | |
1065 316 EXTENDED_ARG 1 | |
318 POP_JUMP_IF_FALSE 500 | |
1069 >> 320 LOAD_FAST 0 (self) | |
322 LOAD_ATTR 26 (static_graph) | |
1070 324 LOAD_FAST 0 (self) | |
326 LOAD_ATTR 6 (num_iterations) | |
1068 328 LOAD_CONST 7 (('static_graph', 'num_iterations')) | |
330 BUILD_CONST_KEY_MAP 2 | |
332 STORE_FAST 6 (state_dict) | |
1073 334 LOAD_GLOBAL 30 (_tree_flatten_with_rref) | |
1074 336 LOAD_FAST 5 (output) | |
1073 338 CALL_FUNCTION 1 | |
340 UNPACK_SEQUENCE 3 | |
342 STORE_FAST 7 (output_tensor_list) | |
344 STORE_FAST 8 (treespec) | |
346 STORE_FAST 9 (output_is_rref) | |
1076 348 LOAD_CONST 8 (<code object <listcomp> at 0x7f3f12196870, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py", line 1076>) | |
350 LOAD_CONST 9 ('DistributedDataParallel.forward.<locals>.<listcomp>') | |
352 MAKE_FUNCTION 0 | |
354 LOAD_GLOBAL 31 (range) | |
356 LOAD_GLOBAL 32 (len) | |
358 LOAD_FAST 7 (output_tensor_list) | |
360 CALL_FUNCTION 1 | |
362 CALL_FUNCTION 1 | |
364 GET_ITER | |
366 CALL_FUNCTION 1 | |
368 STORE_FAST 10 (output_placeholders) | |
1079 370 LOAD_GLOBAL 33 (enumerate) | |
372 LOAD_FAST 7 (output_tensor_list) | |
374 CALL_FUNCTION 1 | |
376 GET_ITER | |
>> 378 FOR_ITER 42 (to 422) | |
380 UNPACK_SEQUENCE 2 | |
382 STORE_FAST 11 (i) | |
384 STORE_FAST 5 (output) | |
1080 386 LOAD_GLOBAL 1 (torch) | |
388 LOAD_METHOD 34 (is_tensor) | |
390 LOAD_FAST 5 (output) | |
392 CALL_METHOD 1 | |
394 EXTENDED_ARG 1 | |
396 POP_JUMP_IF_FALSE 378 | |
398 LOAD_FAST 5 (output) | |
400 LOAD_ATTR 35 (grad_fn) | |
402 LOAD_CONST 0 (None) | |
404 COMPARE_OP 8 (is) | |
406 EXTENDED_ARG 1 | |
408 POP_JUMP_IF_FALSE 378 | |
1081 410 LOAD_FAST 5 (output) | |
412 LOAD_FAST 10 (output_placeholders) | |
414 LOAD_FAST 11 (i) | |
416 STORE_SUBSCR | |
418 EXTENDED_ARG 1 | |
420 JUMP_ABSOLUTE 378 | |
1088 >> 422 LOAD_GLOBAL 36 (_DDPSink) | |
424 LOAD_ATTR 37 (apply) | |
1089 426 LOAD_FAST 0 (self) | |
428 LOAD_ATTR 7 (reducer) | |
1090 430 LOAD_FAST 6 (state_dict) | |
1088 432 BUILD_TUPLE 2 | |
1091 434 LOAD_FAST 7 (output_tensor_list) | |
1088 436 BUILD_TUPLE_UNPACK_WITH_CALL 2 | |
438 CALL_FUNCTION_EX 0 | |
440 STORE_FAST 12 (passthrough_tensor_list) | |
1093 442 LOAD_GLOBAL 31 (range) | |
444 LOAD_GLOBAL 32 (len) | |
446 LOAD_FAST 10 (output_placeholders) | |
448 CALL_FUNCTION 1 | |
450 CALL_FUNCTION 1 | |
452 GET_ITER | |
>> 454 FOR_ITER 32 (to 488) | |
456 STORE_FAST 11 (i) | |
1094 458 LOAD_FAST 10 (output_placeholders) | |
460 LOAD_FAST 11 (i) | |
462 BINARY_SUBSCR | |
464 LOAD_CONST 0 (None) | |
466 COMPARE_OP 8 (is) | |
468 EXTENDED_ARG 1 | |
470 POP_JUMP_IF_FALSE 454 | |
1095 472 LOAD_FAST 12 (passthrough_tensor_list) | |
474 LOAD_FAST 11 (i) | |
476 BINARY_SUBSCR | |
478 LOAD_FAST 10 (output_placeholders) | |
480 LOAD_FAST 11 (i) | |
482 STORE_SUBSCR | |
484 EXTENDED_ARG 1 | |
486 JUMP_ABSOLUTE 454 | |
1098 >> 488 LOAD_GLOBAL 38 (_tree_unflatten_with_rref) | |
1099 490 LOAD_FAST 10 (output_placeholders) | |
492 LOAD_FAST 8 (treespec) | |
494 LOAD_FAST 9 (output_is_rref) | |
1098 496 CALL_FUNCTION 3 | |
498 STORE_FAST 5 (output) | |
1101 >> 500 LOAD_FAST 5 (output) | |
502 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_GLOBAL nullcontext [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 0 [UserDefinedClassVariable()] | |
torchdynamo.symbolic_convert: [WARNING] Graph break: inline in skipfiles: __init__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/contextlib.py from user code at File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py", line 74, in train | |
pred = self.model(data) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py", line 1007, in forward | |
with nullcontext(): | |
torchdynamo.convert_frame: [INFO] ORIGINAL BYTECODE train /fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py line 66 | |
68 0 LOAD_GLOBAL 0 (zip) | |
2 LOAD_FAST 0 (self) | |
4 LOAD_ATTR 1 (real_input) | |
6 LOAD_FAST 0 (self) | |
8 LOAD_ATTR 2 (real_output) | |
10 CALL_FUNCTION 2 | |
12 GET_ITER | |
>> 14 FOR_ITER 88 (to 104) | |
16 UNPACK_SEQUENCE 2 | |
18 STORE_FAST 1 (data) | |
20 STORE_FAST 2 (target) | |
69 22 LOAD_FAST 0 (self) | |
24 LOAD_ATTR 3 (dynamo) | |
26 POP_JUMP_IF_TRUE 76 | |
28 LOAD_FAST 0 (self) | |
30 LOAD_ATTR 4 (opt_args) | |
32 LOAD_ATTR 5 (cudagraph) | |
34 POP_JUMP_IF_FALSE 76 | |
70 36 LOAD_FAST 0 (self) | |
38 LOAD_ATTR 6 (example_inputs) | |
40 LOAD_CONST 1 (0) | |
42 BINARY_SUBSCR | |
44 LOAD_METHOD 7 (copy_) | |
46 LOAD_FAST 1 (data) | |
48 CALL_METHOD 1 | |
50 POP_TOP | |
71 52 LOAD_FAST 0 (self) | |
54 LOAD_ATTR 8 (example_outputs) | |
56 LOAD_METHOD 7 (copy_) | |
58 LOAD_FAST 2 (target) | |
60 CALL_METHOD 1 | |
62 POP_TOP | |
72 64 LOAD_FAST 0 (self) | |
66 LOAD_ATTR 9 (g) | |
68 LOAD_METHOD 10 (replay) | |
70 CALL_METHOD 0 | |
72 POP_TOP | |
74 JUMP_ABSOLUTE 14 | |
74 >> 76 LOAD_FAST 0 (self) | |
78 LOAD_METHOD 11 (model) | |
80 LOAD_FAST 1 (data) | |
82 CALL_METHOD 1 | |
84 STORE_FAST 3 (pred) | |
75 86 LOAD_FAST 0 (self) | |
88 LOAD_METHOD 12 (loss_fn) | |
90 LOAD_FAST 3 (pred) | |
92 LOAD_FAST 2 (target) | |
94 CALL_METHOD 2 | |
96 LOAD_METHOD 13 (backward) | |
98 CALL_METHOD 0 | |
100 POP_TOP | |
102 JUMP_ABSOLUTE 14 | |
>> 104 LOAD_CONST 0 (None) | |
106 RETURN_VALUE | |
torchdynamo.convert_frame: [INFO] MODIFIED BYTECODE train /fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py line 66 | |
66 0 BUILD_TUPLE 0 | |
2 GET_ITER | |
4 LOAD_FAST 0 (self) | |
6 LOAD_ATTR 11 (model) | |
8 LOAD_FAST 0 (self) | |
10 LOAD_ATTR 1 (real_input) | |
12 LOAD_CONST 1 (0) | |
14 BINARY_SUBSCR | |
16 DUP_TOP | |
18 LOAD_FAST 0 (self) | |
20 LOAD_ATTR 2 (real_output) | |
22 LOAD_CONST 1 (0) | |
24 BINARY_SUBSCR | |
26 STORE_FAST 2 (target) | |
28 STORE_FAST 1 (data) | |
30 CALL_FUNCTION 1 | |
32 LOAD_GLOBAL 15 (__resume_at_84_0) | |
34 ROT_THREE | |
36 LOAD_FAST 0 (self) | |
38 LOAD_FAST 1 (data) | |
40 LOAD_FAST 2 (target) | |
42 CALL_FUNCTION 5 | |
44 RETURN_VALUE | |
torchdynamo.convert_frame: [INFO] GUARDS: | |
- | |
local 'self' TYPE_MATCH | |
{ | |
'guard_types': ['TYPE_MATCH'], | |
'code': ['___check_type_id(self, 94067011381808)'], | |
'obj_weakref': <weakref at 0x7f3f0eae20e0; to 'Model' at 0x7f3f0e058df0> | |
'guarded_class': <weakref at 0x7f40915dc5e0; to 'PostInitProcessor' at 0x558daecc6a30 (Model)> | |
} | |
- | |
local 'self.model' TYPE_MATCH | |
{ | |
'guard_types': ['TYPE_MATCH'], | |
'code': ['___check_type_id(self.model, 94066988944016)'], | |
'obj_weakref': <weakref at 0x7f40a2587d60; to 'DistributedDataParallel' at 0x7f3f03426e20> | |
'guarded_class': <weakref at 0x7f3f121ae950; to 'ABCMeta' at 0x558dad760a90 (DistributedDataParallel)> | |
} | |
- | |
local 'self.dynamo' CONSTANT_MATCH | |
{ | |
'guard_types': ['ID_MATCH'], | |
'code': ['___check_obj_id(self.dynamo, 94066893912352)'], | |
'obj_weakref': None | |
'guarded_class': <weakref at 0x7f40ac484360; to 'type' at 0x558da7cbf760 (bool)> | |
} | |
- | |
local 'self.real_input' LIST_LENGTH | |
{ | |
'guard_types': ['LIST_LENGTH'], | |
'code': ['___check_type_id(self.real_input, 94066894038048)', 'len(self.real_input) == 1'], | |
'obj_weakref': None | |
'guarded_class': <weakref at 0x7f40ac48cae0; to 'type' at 0x558da7cde420 (list)> | |
} | |
- | |
local 'self.real_output' LIST_LENGTH | |
{ | |
'guard_types': ['LIST_LENGTH'], | |
'code': ['___check_type_id(self.real_output, 94066894038048)', 'len(self.real_output) == 1'], | |
'obj_weakref': None | |
'guarded_class': <weakref at 0x7f40ac48cae0; to 'type' at 0x558da7cde420 (list)> | |
} | |
- | |
local 'self.real_input[0]' TENSOR_MATCH | |
{ | |
'guard_types': ['TENSOR_MATCH'], | |
'code': None, | |
'obj_weakref': <weakref at 0x7f40a25edd60; to 'Tensor' at 0x7f3f0e505130> | |
'guarded_class': <weakref at 0x7f3f12717590; to 'torch._C._TensorMeta' at 0x558dad2804e0 (Tensor)> | |
} | |
- | |
local 'self.real_output[0]' TENSOR_MATCH | |
{ | |
'guard_types': ['TENSOR_MATCH'], | |
'code': None, | |
'obj_weakref': <weakref at 0x7f40a25752c0; to 'Tensor' at 0x7f3f0e309b80> | |
'guarded_class': <weakref at 0x7f3f12717590; to 'torch._C._TensorMeta' at 0x558dad2804e0 (Tensor)> | |
} | |
- | |
global 'zip' BUILTIN_MATCH | |
{ | |
'guard_types': None, | |
'code': None, | |
'obj_weakref': None | |
'guarded_class': None | |
} | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _call_impl /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/module.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping forward /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __setattr__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/module.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __instancecheck__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parameter.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping notify_join_context /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/distributed/algorithms/join.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __getattr__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/module.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _check_sync_bufs_pre_fwd /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping will_sync_module_buffers /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _run_ddp_forward /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _to_kwargs /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/distributed/utils.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _recursive_to /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/distributed/utils.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping to_map /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/distributed/utils.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _is_namedtuple /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/scatter_gather.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping <listcomp> /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/distributed/utils.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __init__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/contextlib.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping __enter__ /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/contextlib.py | |
inside CATCH_ERRORS, optimize ddp? True | |
torchdynamo.eval_frame: [DEBUG] skipping _inside_ddp_forward /data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/parallel/distributed.py | |
inside CATCH_ERRORS, optimize ddp? True | |
.. inside ddp_module? True frame co_name? forward | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR _forward_impl [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [UserMethodVariable(<function ResNet._forward_impl at 0x7f3f0fa08940>, NNModuleVariable())] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [UserMethodVariable(<function ResNet._forward_impl at 0x7f3f0fa08940>, NNModuleVariable()), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object _forward_impl at 0x7f3f0fa663a0, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 266> | |
268 0 LOAD_FAST 0 (self) | |
2 LOAD_METHOD 0 (conv1) | |
4 LOAD_FAST 1 (x) | |
6 CALL_METHOD 1 | |
8 STORE_FAST 1 (x) | |
269 10 LOAD_FAST 0 (self) | |
12 LOAD_METHOD 1 (bn1) | |
14 LOAD_FAST 1 (x) | |
16 CALL_METHOD 1 | |
18 STORE_FAST 1 (x) | |
270 20 LOAD_FAST 0 (self) | |
22 LOAD_METHOD 2 (relu) | |
24 LOAD_FAST 1 (x) | |
26 CALL_METHOD 1 | |
28 STORE_FAST 1 (x) | |
271 30 LOAD_FAST 0 (self) | |
32 LOAD_METHOD 3 (maxpool) | |
34 LOAD_FAST 1 (x) | |
36 CALL_METHOD 1 | |
38 STORE_FAST 1 (x) | |
273 40 LOAD_FAST 0 (self) | |
42 LOAD_METHOD 4 (layer1) | |
44 LOAD_FAST 1 (x) | |
46 CALL_METHOD 1 | |
48 STORE_FAST 1 (x) | |
274 50 LOAD_FAST 0 (self) | |
52 LOAD_METHOD 5 (layer2) | |
54 LOAD_FAST 1 (x) | |
56 CALL_METHOD 1 | |
58 STORE_FAST 1 (x) | |
275 60 LOAD_FAST 0 (self) | |
62 LOAD_METHOD 6 (layer3) | |
64 LOAD_FAST 1 (x) | |
66 CALL_METHOD 1 | |
68 STORE_FAST 1 (x) | |
276 70 LOAD_FAST 0 (self) | |
72 LOAD_METHOD 7 (layer4) | |
74 LOAD_FAST 1 (x) | |
76 CALL_METHOD 1 | |
78 STORE_FAST 1 (x) | |
278 80 LOAD_FAST 0 (self) | |
82 LOAD_METHOD 8 (avgpool) | |
84 LOAD_FAST 1 (x) | |
86 CALL_METHOD 1 | |
88 STORE_FAST 1 (x) | |
279 90 LOAD_GLOBAL 9 (torch) | |
92 LOAD_METHOD 10 (flatten) | |
94 LOAD_FAST 1 (x) | |
96 LOAD_CONST 1 (1) | |
98 CALL_METHOD 2 | |
100 STORE_FAST 1 (x) | |
280 102 LOAD_FAST 0 (self) | |
104 LOAD_METHOD 11 (fc) | |
106 LOAD_FAST 1 (x) | |
108 CALL_METHOD 1 | |
110 STORE_FAST 1 (x) | |
282 112 LOAD_FAST 1 (x) | |
114 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR maxpool [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR layer1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [NNModuleVariable(), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR layer2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [NNModuleVariable(), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR layer3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [NNModuleVariable(), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR layer4 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [NNModuleVariable(), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
144 0 LOAD_FAST 1 (x) | |
2 STORE_FAST 2 (identity) | |
146 4 LOAD_FAST 0 (self) | |
6 LOAD_METHOD 0 (conv1) | |
8 LOAD_FAST 1 (x) | |
10 CALL_METHOD 1 | |
12 STORE_FAST 3 (out) | |
147 14 LOAD_FAST 0 (self) | |
16 LOAD_METHOD 1 (bn1) | |
18 LOAD_FAST 3 (out) | |
20 CALL_METHOD 1 | |
22 STORE_FAST 3 (out) | |
148 24 LOAD_FAST 0 (self) | |
26 LOAD_METHOD 2 (relu) | |
28 LOAD_FAST 3 (out) | |
30 CALL_METHOD 1 | |
32 STORE_FAST 3 (out) | |
150 34 LOAD_FAST 0 (self) | |
36 LOAD_METHOD 3 (conv2) | |
38 LOAD_FAST 3 (out) | |
40 CALL_METHOD 1 | |
42 STORE_FAST 3 (out) | |
151 44 LOAD_FAST 0 (self) | |
46 LOAD_METHOD 4 (bn2) | |
48 LOAD_FAST 3 (out) | |
50 CALL_METHOD 1 | |
52 STORE_FAST 3 (out) | |
152 54 LOAD_FAST 0 (self) | |
56 LOAD_METHOD 2 (relu) | |
58 LOAD_FAST 3 (out) | |
60 CALL_METHOD 1 | |
62 STORE_FAST 3 (out) | |
154 64 LOAD_FAST 0 (self) | |
66 LOAD_METHOD 5 (conv3) | |
68 LOAD_FAST 3 (out) | |
70 CALL_METHOD 1 | |
72 STORE_FAST 3 (out) | |
155 74 LOAD_FAST 0 (self) | |
76 LOAD_METHOD 6 (bn3) | |
78 LOAD_FAST 3 (out) | |
80 CALL_METHOD 1 | |
82 STORE_FAST 3 (out) | |
157 84 LOAD_FAST 0 (self) | |
86 LOAD_ATTR 7 (downsample) | |
88 LOAD_CONST 0 (None) | |
90 COMPARE_OP 9 (is not) | |
92 POP_JUMP_IF_FALSE 104 | |
158 94 LOAD_FAST 0 (self) | |
96 LOAD_METHOD 7 (downsample) | |
98 LOAD_FAST 1 (x) | |
100 CALL_METHOD 1 | |
102 STORE_FAST 2 (identity) | |
160 >> 104 LOAD_FAST 3 (out) | |
106 LOAD_FAST 2 (identity) | |
108 INPLACE_ADD | |
110 STORE_FAST 3 (out) | |
161 112 LOAD_FAST 0 (self) | |
114 LOAD_METHOD 2 (relu) | |
116 LOAD_FAST 3 (out) | |
118 CALL_METHOD 1 | |
120 STORE_FAST 3 (out) | |
163 122 LOAD_FAST 3 (out) | |
124 RETURN_VALUE | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn1 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn2 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR conv3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR bn3 [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR downsample [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST None [ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE COMPARE_OP is not [ConstantVariable(NoneType), ConstantVariable(NoneType)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE POP_JUMP_IF_FALSE 104 [ConstantVariable(bool)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST identity [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE INPLACE_ADD None [TensorVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR relu [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST out [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST out [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object forward at 0x7f3f0fa66190, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 143> | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR avgpool [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_GLOBAL torch [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR flatten [TorchVariable(<module 'torch' from '/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/__init__.py'>)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [TorchVariable(<built-in method flatten of type object at 0x7f4060484c80>)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_CONST 1 [TorchVariable(<built-in method flatten of type object at 0x7f4060484c80>), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 2 [TorchVariable(<built-in method flatten of type object at 0x7f4060484c80>), TensorVariable(), ConstantVariable(int)] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST self [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_ATTR fc [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [NNModuleVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE CALL_FUNCTION 1 [NNModuleVariable(), TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE STORE_FAST x [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE LOAD_FAST x [] | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
torchdynamo.symbolic_convert: [DEBUG] DONE INLINING <code object _forward_impl at 0x7f3f0fa663a0, file "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchvision/models/resnet.py", line 266> | |
torchdynamo.symbolic_convert: [DEBUG] TRACE RETURN_VALUE None [TensorVariable()] | |
DDPOptimizer used bucket cap 26214400 and split graphs into parameter sizes 17348864, 28366848, 26255360, 30257056 | |
run_node placeholder, x got args tuple() | |
run_node call_module, submod_0 got args tuple(T[torch.Size([32, 3, 224, 224])]) | |
run_node call_function, <built-in function getitem> got args tuple(tuple(T[torch.Size([32, 256, 14, 14])], T[torch.Size([32, 1024, 14, 14])]), 0) | |
run_node call_function, <built-in function getitem> got args tuple(tuple(T[torch.Size([32, 256, 14, 14])], T[torch.Size([32, 1024, 14, 14])]), 1) | |
run_node call_module, submod_1 got args tuple(T[torch.Size([32, 256, 14, 14])], T[torch.Size([32, 1024, 14, 14])]) | |
run_node call_function, <built-in function getitem> got args tuple(tuple(T[torch.Size([32, 512, 7, 7])], T[torch.Size([32, 1024, 14, 14])]), 0) | |
run_node call_function, <built-in function getitem> got args tuple(tuple(T[torch.Size([32, 512, 7, 7])], T[torch.Size([32, 1024, 14, 14])]), 1) | |
run_node call_module, submod_2 got args tuple(T[torch.Size([32, 512, 7, 7])], T[torch.Size([32, 1024, 14, 14])]) | |
run_node call_function, <built-in function getitem> got args tuple(tuple(T[torch.Size([32, 512, 7, 7])], T[torch.Size([32, 2048, 7, 7])]), 0) | |
run_node call_function, <built-in function getitem> got args tuple(tuple(T[torch.Size([32, 512, 7, 7])], T[torch.Size([32, 2048, 7, 7])]), 1) | |
run_node call_module, submod_3 got args tuple(T[torch.Size([32, 512, 7, 7])], T[torch.Size([32, 2048, 7, 7])]) | |
run_node output, output got args tuple(tuple(T[torch.Size([32, 1000])])) | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
.. inside ddp_module? False frame co_name? <graph break in train> | |
torchdynamo.convert_frame: [ERROR] WON'T CONVERT <graph break in train> /fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py line 74 | |
74 0 LOAD_FAST 0 (___stack0) | |
2 LOAD_FAST 1 (___stack1) | |
4 JUMP_ABSOLUTE 90 | |
6 LOAD_GLOBAL 0 (zip) | |
8 LOAD_FAST 2 (self) | |
10 LOAD_ATTR 1 (real_input) | |
12 LOAD_FAST 2 (self) | |
14 LOAD_ATTR 2 (real_output) | |
16 CALL_FUNCTION 2 | |
18 GET_ITER | |
>> 20 FOR_ITER 88 (to 110) | |
22 UNPACK_SEQUENCE 2 | |
24 STORE_FAST 3 (data) | |
26 STORE_FAST 4 (target) | |
28 LOAD_FAST 2 (self) | |
30 LOAD_ATTR 3 (dynamo) | |
32 POP_JUMP_IF_TRUE 82 | |
34 LOAD_FAST 2 (self) | |
36 LOAD_ATTR 4 (opt_args) | |
38 LOAD_ATTR 5 (cudagraph) | |
40 POP_JUMP_IF_FALSE 82 | |
42 LOAD_FAST 2 (self) | |
44 LOAD_ATTR 6 (example_inputs) | |
46 LOAD_CONST 1 (0) | |
48 BINARY_SUBSCR | |
50 LOAD_ATTR 7 (copy_) | |
52 LOAD_FAST 3 (data) | |
54 CALL_FUNCTION 1 | |
56 POP_TOP | |
58 LOAD_FAST 2 (self) | |
60 LOAD_ATTR 8 (example_outputs) | |
62 LOAD_ATTR 7 (copy_) | |
64 LOAD_FAST 4 (target) | |
66 CALL_FUNCTION 1 | |
68 POP_TOP | |
70 LOAD_FAST 2 (self) | |
72 LOAD_ATTR 9 (g) | |
74 LOAD_ATTR 10 (replay) | |
76 CALL_FUNCTION 0 | |
78 POP_TOP | |
80 JUMP_ABSOLUTE 20 | |
>> 82 LOAD_FAST 2 (self) | |
84 LOAD_ATTR 11 (model) | |
86 LOAD_FAST 3 (data) | |
88 CALL_FUNCTION 1 | |
>> 90 STORE_FAST 5 (pred) | |
75 92 LOAD_FAST 2 (self) | |
94 LOAD_ATTR 12 (loss_fn) | |
96 LOAD_FAST 5 (pred) | |
98 LOAD_FAST 4 (target) | |
100 CALL_FUNCTION 2 | |
102 LOAD_ATTR 13 (backward) | |
104 CALL_FUNCTION 0 | |
106 POP_TOP | |
108 JUMP_ABSOLUTE 20 | |
>> 110 LOAD_CONST 0 (None) | |
112 RETURN_VALUE | |
========== TorchDynamo Stack Trace ========== | |
Traceback (most recent call last): | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/convert_frame.py", line 380, in _compile | |
out_code = transform_code_object(code, transform) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/bytecode_transformation.py", line 338, in transform_code_object | |
transformations(instructions, code_options) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/convert_frame.py", line 368, in transform | |
tracer.run() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/symbolic_convert.py", line 341, in run | |
and self.step() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/symbolic_convert.py", line 314, in step | |
getattr(self, inst.opname)(inst) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/symbolic_convert.py", line 165, in wrapper | |
return inner_fn(self, inst) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/symbolic_convert.py", line 746, in CALL_FUNCTION | |
self.call_function(fn, args, {}) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/symbolic_convert.py", line 251, in call_function | |
self.push(fn.call_function(self, args, kwargs)) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/variables/nn_module.py", line 199, in call_function | |
return variables.TensorVariable.create( | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/variables/tensor.py", line 137, in create | |
example_value = wrap_fake_exception( | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/utils.py", line 711, in wrap_fake_exception | |
return fn() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/variables/tensor.py", line 138, in <lambda> | |
lambda: cls.run_proxy(proxy, args, kwargs, nnmodule) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torchdynamo/variables/tensor.py", line 80, in run_proxy | |
return nnmodule(*args, **kwargs) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1190, in _call_impl | |
return forward_call(*input, **kwargs) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/modules/loss.py", line 1174, in forward | |
return F.cross_entropy(input, target, weight=self.weight, | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/torch/nn/functional.py", line 3022, in cross_entropy | |
return torch._C._nn.cross_entropy_loss(input, target, weight, _Reduction.get_enum(reduction), ignore_index, label_smoothing) | |
TypeError: cross_entropy_loss(): argument 'input' (position 1) must be Tensor, not tuple | |
========== The above exception occurred while processing the following code ========== | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/runpy.py", line 194, in _run_module_as_main | |
return _run_code(code, main_globals, None, | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/runpy.py", line 87, in _run_code | |
exec(code, run_globals) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/_submit.py", line 11, in <module> | |
submitit_main() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/submission.py", line 72, in submitit_main | |
process_job(args.folder) | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/submission.py", line 54, in process_job | |
result = delayed.result() | |
File "/data/home/dberard/miniconda/envs/bench-fast/lib/python3.8/site-packages/submitit/core/utils.py", line 133, in result | |
self._result = self.function(*self.args, **self.kwargs) | |
File "userbenchmark/ddp_experiments/__init__.py", line 156, in __call__ | |
return trainer_class(self.args, model_class, model_args=self.model_args).measure() | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/distributed/core_model/trainer.py", line 89, in measure | |
self.benchmark.invoke() | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/model.py", line 193, in invoke | |
self.train() | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py", line 66, in train | |
def train(self): | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py", line 74, in <graph break in train> | |
pred = self.model(data) | |
File "/fsx/users/dberard/scratch-local/bench-fast/benchmark/torchbenchmark/util/framework/vision/model_factory.py", line 75, in <graph break in train> | |
self.loss_fn(pred, target).backward() | |
========== | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
inside CATCH_ERRORS, optimize ddp? True | |
submitit ERROR (2022-10-03 23:44:18,682) - Submitted job triggered an exception |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment