Skip to content

Instantly share code, notes, and snippets.

@davidberard98
Last active July 5, 2022 20:02
Show Gist options
  • Save davidberard98/8ed8830a6490ee02645f1b2deee137a2 to your computer and use it in GitHub Desktop.
Save davidberard98/8ed8830a6490ee02645f1b2deee137a2 to your computer and use it in GitHub Desktop.
resnext50_32x4d_forward_0 54 218.74908078461885 4436.730502173305 57523.576692678034 4421.9345189630985 None
resnext50_32x4d_backward_0 50 285.865287296474 42.50716231763363 None None None
nvidia_deeprecommender_backward_0 12 15.30700083822012 19.517005421221256 None None None
nvidia_deeprecommender_forward_0 6 11.350277811288834 14.164607971906662 4775.836288928986 8.331834338605404 True
moco_forward_4 0 0.40543172508478165 0.25066547095775604 0.2816496416926384 0.22500194609165192 True
moco_backward_0 52 211.168865673244 46.68072052299976 None None None
moco_backward_7 0 0.3038998693227768 0.578882172703743 0.03198999911546707 0.017229467630386353 True
moco_forward_9 5 4.927339963614941 1.6684727743268013 None None None
moco_forward_3 0 0.7490329444408417 0.4087546840310097 0.3969920799136162 0.3871563822031021 True
moco_backward_10 0 0.23642834275960922 0.047839246690273285 0.027767382562160492 0.01574307680130005 True
moco_forward_7 0 0.5067372694611549 0.3933357074856758 0.38134679198265076 0.38187019526958466 True
moco_backward_9 2 2.508692443370819 1.4960691332817078 None None None
moco_backward_3 0 0.24242326617240906 0.044520944356918335 0.024599023163318634 0.014205463230609894 True
moco_forward_10 0 0.5370546132326126 0.3453688696026802 0.3640521317720413 0.3611501306295395 True
moco_backward_4 0 0.2549942582845688 0.0454094260931015 0.026701949536800385 0.015612691640853882 True
moco_forward_0 55 225.22353939712048 4044.4479128345847 None None None
moco_backward_6 None None None None None None
moco_forward_5 55 221.87256161123514 4036.040592007339 None None None
moco_backward_2 None None None None None None
moco_forward_2 0 0.3384239971637726 0.12924056500196457 0.023284927010536194 0.015810132026672363 True
moco_forward_8 0 0.5041733384132385 0.3189854323863983 0.3313114866614342 0.31202472746372223 True
moco_backward_11 0 0.2183644101023674 0.04696100950241089 0.02733711153268814 0.015582889318466187 True
moco_backward_1 0 0.20098593086004257 0.0315885990858078 0.018864870071411133 0.014944002032279968 True
moco_backward_5 0 0.9150207042694092 0.03242958337068558 0.02105534076690674 0.017035752534866333 True
moco_forward_1 0 0.20224321633577347 0.03085751086473465 0.019210390746593475 0.014740042388439178 True
moco_forward_6 0 0.20826701074838638 0.03035925328731537 0.018456950783729553 0.014953315258026123 True
moco_backward_8 0 0.242503359913826 0.029968097805976868 0.018894672393798828 0.014562159776687622 True
moco_forward_11 0 0.27058832347393036 0.029044225811958313 0.017375685274600983 0.013914890587329865 True
resnet18_backward_0 18 55.399286560714245 17.19527877867222 None None None
resnet18_forward_0 21 61.63525674492121 3193.926773034036 23315.45644439757 3208.7132576853037 None
mnasnet1_0_backward_0 47 178.99084370583296 40.33313225954771 None None None
mnasnet1_0_forward_0 53 382.5373873114586 23.816408589482307 57493.91805194318 53.5488435998559 None
BERT_pytorch_forward_0 182 386.8550891056657 72.88891263306141 None None None
BERT_pytorch_backward_0 206 445.70160284638405 140.221506357193 None None None
resnet50_forward_0 54 218.3990478515625 4019.9645338580012 57570.62742114067 4052.6294698938727 None
resnet50_backward_0 50 205.90625703334808 44.930742122232914 None None None
hf_DistilBert_backward_0 3 5.377789959311485 1.405925489962101 None None None
hf_DistilBert_forward_1 60 102.63103619217873 35.25811247527599 None None None
hf_DistilBert_forward_0 1 2.068927511572838 1.392541453242302 4126.816177740693 1.0146573185920715 True
hf_DistilBert_backward_1 67 138.4106306359172 95.70429287850857 None None None
hf_Albert_backward_1 1 1.2749657034873962 1.344878226518631 None None None
hf_Albert_forward_3 3 4.471118561923504 4.504727199673653 20200.78791026026 4.569957964122295 None
hf_Albert_backward_2 12 17.752607353031635 17.644680105149746 None None None
hf_Albert_forward_0 0 1.3778405264019966 10.371129028499126 10.580110363662243 10.485953651368618 True
hf_Albert_forward_2 11 14.676129445433617 8.813218213617802 None None None
hf_Albert_backward_0 4 6.654837168753147 1.4587286859750748 None None None
hf_Albert_forward_1 1 1.5081167221069336 0.34322310239076614 325.6269209086895 0.8933926001191139 True
hf_Albert_backward_3 3 7.101530209183693 10.021844878792763 None None None
dlrm_backward_0 13 16.73983782529831 8.84333997964859 None None None
dlrm_forward_0 6 11.085188947618008 599.2998275905848 None None None
drq_backward_0 12 17.92346965521574 5.906853824853897 None None None
drq_forward_1 0 0.30137132853269577 0.18745474517345428 0.1308852806687355 0.10544713586568832 True
drq_backward_1 1 1.2697437778115273 0.15538465231657028 179.69470657408237 0.4879850894212723 True
drq_forward_0 5 9.871471673250198 3.1130993738770485 4493.080236017704 4.831860773265362 None
pytorch_struct_backward_0 29 30.905946157872677 10.324385948479176 None None None
pytorch_struct_forward_0 17 23.244221694767475 5.495142191648483 None None None
Background_Matting_backward_0 43 157.71228447556496 199.24198649823666 None None None
Background_Matting_forward_0 44 179.53682877123356 86.57830115407705 None None None
timm_regnet_forward_0 114 578.6180077120662 6321.807915344834 113377.28017475456 6354.660052806139 None
timm_regnet_backward_0 164 718.3600682765245 114.52438030391932 None None None
hf_Bert_forward_1 120 261.53974886983633 52.67783533781767 None None None
hf_Bert_backward_1 133 358.6328560486436 85.65331343561411 None None None
hf_Bert_backward_2 3 5.642381496727467 26.15136932581663 None None None
hf_Bert_forward_2 3 3.8818754255771637 13.299808837473392 9946.451928466558 8.569762110710144 None
hf_Bert_forward_0 0 1.530657522380352 10.394375771284103 10.891774669289589 10.838151909410954 True
hf_Bert_backward_0 4 6.498425267636776 0.7834089919924736 None None None
densenet121_backward_0 176 1173.241287469864 147.42350205779076 None None None
densenet121_forward_0 122 1431.2912598252296 67.50271748751402 None None None
timm_nfnet_backward_0 78 372.9548705741763 190.06742257624865 None None None
timm_nfnet_forward_0 82 251.38318445533514 82.9155370593071 63551.418233662844 221.7397801578045 None
squeezenet1_1_forward_0 0 6.325762718915939 10.902820155024529 11.740199290215969 None None
squeezenet1_1_backward_0 None None None None None None
alexnet_forward_0 None None None None None None
alexnet_backward_0 None None None None None None
Super_SloMo_forward_0 None None None None None None
Super_SloMo_backward_0 None None None None None None
timm_vision_transformer_backward_0 None None None None None None
timm_vision_transformer_forward_0 None None None None None None
maml_omniglot_backward_0 4 9.366339072585106 3.6271875724196434 None None None
maml_omniglot_forward_0 4 9.016616269946098 2.3135533556342125 3064.6983990445733 4.80332225561142 True
hf_Bart_forward_1 9 13.363681733608246 4.714779555797577 10624.501996673644 8.35451390594244 None
hf_Bart_forward_13 15 22.1178000792861 7.725434377789497 16486.490761861205 12.558696791529655 None
hf_Bart_backward_0 3 5.42627926915884 1.003580167889595 None None None
hf_Bart_backward_7 None None None None None None
hf_Bart_forward_6 9 12.299512512981892 4.859112203121185 10600.27304943651 7.542056031525135 None
hf_Bart_backward_11 21 30.058909207582474 12.718694284558296 None None None
hf_Bart_backward_9 21 30.85849992930889 12.831589207053185 None None None
hf_Bart_backward_3 11 17.597361467778683 6.952159106731415 None None None
hf_Bart_forward_10 15 591.3309687748551 7.975389249622822 16498.178424313664 12.824351899325848 None
hf_Bart_forward_2 9 11.731338687241077 4.826457239687443 10594.957028515637 7.5436364859342575 None
hf_Bart_forward_8 15 20.316779613494873 7.89996050298214 16530.72291240096 13.334655202925205 None
hf_Bart_backward_12 21 29.476859606802464 12.422826141119003 None None None
hf_Bart_forward_5 9 12.972862459719181 4.681771621108055 10628.602823242545 7.728243246674538 None
hf_Bart_backward_4 11 16.792920418083668 7.067610509693623 None None None
hf_Bart_backward_6 11 15.98556898534298 7.107584737241268 None None None
hf_Bart_backward_10 21 29.684786684811115 12.847837060689926 None None None
hf_Bart_forward_7 1 2.1363217383623123 0.7748985663056374 4346.4181972667575 0.9375028312206268 True
hf_Bart_forward_12 15 22.26596511900425 8.059417828917503 16492.103344760835 12.616492807865143 None
hf_Bart_forward_0 1 2.179059199988842 0.7230779156088829 4318.499142304063 0.8870400488376617 True
hf_Bart_backward_1 11 16.26764051616192 7.167876698076725 None None None
hf_Bart_forward_4 9 12.100663036108017 4.789900965988636 10618.744504638016 7.57924560457468 None
hf_Bart_backward_13 21 28.831391595304012 12.852293439209461 None None None
hf_Bart_backward_5 11 16.345025971531868 7.238796912133694 None None None
hf_Bart_backward_2 11 16.528810374438763 7.081689313054085 None None None
hf_Bart_backward_8 21 29.239303432404995 12.477479875087738 None None None
hf_Bart_forward_9 15 20.867823623120785 7.845807820558548 16481.821943074465 12.703102082014084 None
hf_Bart_forward_3 9 12.251684442162514 4.640556871891022 10621.698745526373 7.97765888273716 None
hf_Bart_forward_11 15 21.063286811113358 7.72824976593256 16543.64027827978 12.778913602232933 None
timm_resnest_forward_0 32 87.04910986125469 1774.1109430789948 26046.085541136563 1783.4051251411438 None
timm_resnest_backward_0 32 85.81350184977055 29.831232503056526 None None None
mobilenet_v2_backward_0 46 196.6983750462532 83.80727283656597 None None None
mobilenet_v2_forward_0 53 223.37849717587233 23.568985052406788 58164.50324933976 51.9200274720788 None
timm_efficientnet_forward_0 66 910.44931858778 2857.269711792469 63676.505479961634 2895.6657415255904 None
timm_efficientnet_backward_0 75 360.6148539111018 64.43316489458084 None None None
soft_actor_critic_backward_1 1 1.4180317521095276 0.7832134142518044 400.82413982599974 0.5693510174751282 True
soft_actor_critic_forward_1 0 0.3422638401389122 0.11363532394170761 0.11813826858997345 0.10553840547800064 True
soft_actor_critic_backward_0 6 6.955835036933422 2.2466080263257027 None None None
soft_actor_critic_forward_0 4 4.728708416223526 1.1568684130907059 None None None
mobilenet_v2_quantized_qat_backward_0 107 554.9659729003906 142.7648328244686 None None None
mobilenet_v2_quantized_qat_forward_0 None 541.23904556036 None None None None
LearningToPaint_backward_0 19 60.0344268605113 19.375878386199474 None None None
LearningToPaint_forward_0 22 68.23472306132317 2755.2626645192504 None None None
vgg16_forward_0 3 6.694459356367588 76.21863763779402 976.5012003481388 35.63153184950352 True
vgg16_backward_0 18 22.630062885582447 130.7132551446557 None None None
hf_GPT2_backward_1 6 13.278196565806866 6.747366860508919 None None None
hf_GPT2_forward_6 8 11.487103067338467 5.262790247797966 None None None
hf_GPT2_forward_1 8 11.20556890964508 5.219426937401295 None None None
hf_GPT2_backward_6 6 13.601886108517647 7.010854780673981 None None None
hf_GPT2_forward_11 8 12.41767592728138 5.24203572422266 None None None
hf_GPT2_backward_8 6 13.279592618346214 6.900579668581486 None None None
hf_GPT2_backward_2 6 13.33873625844717 7.012730464339256 None None None
hf_GPT2_forward_5 8 12.02243473380804 5.149113945662975 None None None
hf_GPT2_forward_8 8 11.248517781496048 5.215836688876152 None None None
hf_GPT2_forward_2 8 12.207732535898685 5.188961513340473 None None None
hf_GPT2_backward_5 6 13.244068250060081 7.054083980619907 None None None
hf_GPT2_backward_10 6 13.58400285243988 6.965991109609604 None None None
hf_GPT2_backward_7 6 13.447171077132225 6.999097764492035 None None None
hf_GPT2_forward_0 8 11.405868455767632 5.320190452039242 None None None
hf_GPT2_forward_7 8 11.52880396693945 5.241475999355316 None None None
hf_GPT2_backward_0 6 13.144474476575851 6.840352900326252 None None None
hf_GPT2_backward_4 6 14.02186881750822 7.124143652617931 None None None
hf_GPT2_backward_11 6 14.631591737270355 6.978699937462807 None None None
hf_GPT2_forward_3 8 11.523685418069363 5.266550928354263 None None None
hf_GPT2_forward_9 8 11.258289217948914 5.214119330048561 None None None
hf_GPT2_forward_4 8 11.185966432094574 5.262972787022591 None None None
hf_GPT2_forward_10 8 11.180330067873001 5.144362337887287 None None None
hf_GPT2_backward_3 6 14.080098830163479 6.9155003875494 None None None
hf_GPT2_backward_9 6 13.330232352018356 7.040067575871944 None None None
pytorch_unet_backward_0 18 53.43187879770994 73.77046812325716 None None None
pytorch_unet_forward_0 18 54.230332374572754 27.042473666369915 15963.21320347488 25.489093735814095 None
dcgan_backward_0 5 9.484673850238323 3.267803229391575 None None None
dcgan_forward_0 3 7.925582118332386 2.2576898336410522 3058.6155597120523 4.350380040705204 True
timm_vovnet_forward_0 40 141.55733678489923 20.0699670240283 39377.875139936805 41.87686089426279 None
timm_vovnet_backward_0 40 143.47080048173666 42.930795811116695 None None None
hf_T5_forward_7 2 1.560501754283905 0.8024629205465317 461.7190808057785 0.7438091561198235 True
hf_T5_forward_13 9 14.658304862678051 480.5837441235781 None None None
hf_T5_backward_0 15 17.32211746275425 22.637776099145412 None None None
hf_T5_backward_11 25 28.080526739358902 24.063807912170887 None None None
hf_T5_backward_7 0 0.26891473680734634 0.17187651246786118 0.03473460674285889 0.01984555274248123 True
hf_T5_forward_0 6 9.220890700817108 310.2871645241976 None None None
hf_T5_forward_14 1 1.5835771337151527 0.6521726027131081 644.8276722803712 0.719679519534111 True
hf_T5_backward_9 25 27.895928360521793 32.6006980612874 None None None
hf_T5_backward_3 14 15.897233970463276 20.54261974990368 None None None
hf_T5_forward_10 9 14.91646096110344 470.73402907699347 None None None
hf_T5_forward_4 5 8.248982951045036 241.90218094736338 None None None
hf_T5_backward_12 25 28.416435234248638 32.88623597472906 None None None
hf_T5_forward_9 9 17.755736596882343 476.89689230173826 None None None
hf_T5_forward_3 5 8.23010690510273 245.01075595617294 None None None
hf_T5_backward_4 14 15.68892877548933 20.755553618073463 None None None
hf_T5_backward_6 3 3.0776262283325195 1.438930630683899 2246.391788125038 1.0923705995082855 True
hf_T5_forward_1 5 8.049268275499344 242.72328056395054 None None None
hf_T5_backward_10 25 28.396354988217354 32.745993696153164 None None None
hf_T5_forward_12 9 14.461906626820564 479.5348169282079 None None None
hf_T5_forward_6 1 1.398630440235138 0.7465202361345291 634.8133469000459 0.657280907034874 True
hf_T5_backward_1 14 15.968582592904568 20.505232736468315 None None None
hf_T5_forward_2 5 8.316310122609138 241.7197236791253 None None None
hf_T5_forward_8 10 15.835045836865902 549.0541700273752 None None None
hf_T5_backward_5 14 15.666586346924305 20.494812168180943 None None None
hf_T5_backward_13 25 28.632894158363342 32.429683953523636 None None None
hf_T5_backward_14 3 3.1262626871466637 1.495981588959694 2240.7539412379265 1.074453815817833 True
hf_T5_backward_2 14 16.563056968152523 20.56401874870062 None None None
hf_T5_backward_8 26 30.451171100139618 31.57490026205778 None None None
hf_T5_forward_5 5 8.259783498942852 239.47242740541697 None None None
hf_T5_forward_11 9 15.159589238464832 475.5711704492569 None None None
shufflenet_v2_x1_0_backward_0 39 168.02252922207117 51.09739303588867 None None None
shufflenet_v2_x1_0_forward_0 57 257.36624002456665 31.94167371839285 57314.900507219136 61.316920444369316 None
resnext50_32x4d_forward_0 0 29.65550124645233 4402.573850005865 4417.220336385071 4418.898060917854 True
resnext50_32x4d_backward_0 1 46.31966073065996 42.831894010305405 None None None
nvidia_deeprecommender_backward_0 6 6.126490421593189 18.316234461963177 None None None
nvidia_deeprecommender_forward_0 0 1.3956120237708092 14.147878624498844 8.09631496667862 8.117848075926304 True
moco_forward_4 0 0.3597652539610863 0.24428404867649078 0.2953140065073967 0.2298932522535324 True
moco_backward_0 3 47.8602284565568 45.48459965735674 None None None
moco_backward_7 0 0.32508186995983124 0.5522305145859718 0.029879622161388397 0.015097670257091522 True
moco_forward_9 5 5.175800062716007 1.787850633263588 None None None
moco_forward_3 0 0.5196481943130493 0.4063909873366356 0.3981553018093109 0.40516629815101624 True
moco_backward_10 0 0.3122929483652115 0.04822760820388794 0.026703812181949615 0.015302561223506927 True
moco_forward_7 0 0.4993462935090065 0.4086364060640335 0.37945620715618134 0.36909710615873337 True
moco_backward_9 2 2.4111857637763023 1.4668367803096771 None None None
moco_backward_3 0 0.2585193142294884 0.04748255014419556 0.02710428088903427 0.015587545931339264 True
moco_forward_10 0 0.526738353073597 0.3653094172477722 0.37638191133737564 0.34869927912950516 True
moco_backward_4 0 0.2674618735909462 0.05843397229909897 0.036627985537052155 0.014320015907287598 True
moco_forward_0 0 28.669685125350952 4045.685709454119 4041.838075965643 4036.579637788236 True
moco_backward_6 None None None None None None
moco_forward_5 0 22.527432069182396 4045.332291163504 4081.661446020007 4045.8009438589215 True
moco_backward_2 None None None None None None
moco_forward_2 0 0.3511076793074608 0.05569588392972946 0.03340374678373337 0.015215948224067688 True
moco_forward_8 0 0.45585446059703827 0.31717680394649506 0.32541248947381973 0.3179870545864105 True
moco_backward_11 0 0.23042131215333939 0.04654284566640854 0.03018788993358612 0.015096738934516907 True
moco_backward_1 0 0.20932499319314957 0.031171366572380066 0.03299303352832794 0.015009194612503052 True
moco_backward_5 0 0.9799404069781303 0.03274157643318176 0.02043694257736206 0.01625344157218933 True
moco_forward_1 0 0.1939907670021057 0.03002118319272995 0.01777801662683487 0.022416934370994568 True
moco_forward_6 0 0.21337997168302536 0.03163237124681473 0.022491440176963806 0.014462508261203766 True
moco_backward_8 0 0.3358330577611923 0.031183473765850067 0.022462569177150726 0.014864839613437653 True
moco_forward_11 0 0.2873474732041359 0.031056813895702362 0.022003427147865295 0.014753080904483795 True
resnet18_backward_0 1 16.892547719180584 17.500300891697407 None None None
resnet18_forward_0 0 10.390638373792171 3221.0359908640385 3225.310342386365 3240.6369717791677 True
mnasnet1_0_backward_0 12 67.67726317048073 40.57751502841711 None None None
mnasnet1_0_forward_0 10 53.40766627341509 23.587755858898163 None None None
BERT_pytorch_forward_0 27 113.08015137910843 74.5498863980174 14833.330424502492 74.56545997411013 True
BERT_pytorch_backward_0 168 445.66942751407623 140.68151824176311 None None None
resnet50_forward_0 0 27.379823848605156 4057.6129304245114 4053.7350764498115 4085.8607767149806 True
resnet50_backward_0 1 44.69534568488598 45.6918403506279 None None None
hf_DistilBert_backward_0 0 0.9474465623497963 1.4327596873044968 2.4114567786455154 0.947154127061367 True
hf_DistilBert_forward_1 12 46.14578373730183 44.862398877739906 48926.82977672666 40.05911108106375 None
hf_DistilBert_forward_0 1 2.0058704540133476 0.5461154505610466 4119.449184276164 0.756189227104187 True
hf_DistilBert_backward_1 42 70.00137213617563 97.92144782841206 None None None
hf_Albert_backward_1 1 1.3697929680347443 1.4141714200377464 None None None
hf_Albert_forward_3 1 2.742820419371128 3.475259058177471 19421.025287359953 3.2746586948633194 True
hf_Albert_backward_2 8 11.54317706823349 17.174432054162025 None None None
hf_Albert_forward_0 0 1.0029617697000504 10.717837139964104 10.745182633399963 10.615806095302105 True
hf_Albert_forward_2 3 8.987138979136944 8.631524629890919 9411.726275458932 7.266742177307606 None
hf_Albert_backward_0 0 0.9545674547553062 1.4171507209539413 1.4382535591721535 1.3759741559624672 True
hf_Albert_forward_1 0 0.5721291527152061 0.3689909353852272 0.35016145557165146 0.334765762090683 True
hf_Albert_backward_3 3 4.3161846697330475 9.867039509117603 None None None
dlrm_backward_0 6 11.088681407272816 8.963536471128464 None None None
dlrm_forward_0 1 4.818584769964218 446.9462772831321 None None None
drq_backward_0 7 9.212284348905087 157.22696669399738 None None None
drq_forward_1 0 0.3686053678393364 0.20522437989711761 0.15217531472444534 0.11440087109804153 True
drq_backward_1 0 0.4769284278154373 0.16032624989748 0.1709582284092903 0.15957746654748917 True
drq_forward_0 2 5.051044747233391 3.272022120654583 2570.5541940405965 3.59506718814373 True
pytorch_struct_backward_0 18 19.82058957219124 10.725872591137886 None None None
pytorch_struct_forward_0 9 11.035677045583725 5.6298887357115746 None None None
Background_Matting_backward_0 12 69.41941846162081 233.48884005099535 None None None
Background_Matting_forward_0 14 59.312138706445694 83.27782340347767 None None None
timm_regnet_forward_0 27 146.432732231915 6477.09199693054 25056.154696270823 6448.770275339484 True
timm_regnet_backward_0 55 195.18844783306122 118.18824801594019 None None None
hf_Bert_forward_1 24 120.4484524205327 55.24805188179016 97807.3995532468 55.20111694931984 None
hf_Bert_backward_1 84 334.89054907113314 89.3290089443326 None None None
hf_Bert_backward_2 2 2.8480300679802895 21.357684396207333 None None None
hf_Bert_forward_2 1 1.985272392630577 10.985306464135647 9289.685448631644 7.545014843344688 None
hf_Bert_forward_0 0 1.046626828610897 10.650579817593098 10.54137572646141 10.454767383635044 True
hf_Bert_backward_0 0 0.9668245911598206 0.7859133183956146 0.848451629281044 0.859617255628109 True
densenet121_backward_0 55 424.37346279621124 151.63149684667587 None None None
densenet121_forward_0 62 423.95990528166294 70.2908718958497 None None None
timm_nfnet_backward_0 66 179.66866120696068 186.0345946624875 None None None
timm_nfnet_forward_0 24 95.88785842061043 73.621716350317 20185.89720968157 143.72546132653952 None
squeezenet1_1_forward_0 0 6.222560070455074 11.323796585202217 11.97576243430376 11.94855011999607 None
squeezenet1_1_backward_0 0 13.610745780169964 18.981591798365116 19.0230505540967 19.00309417396784 True
alexnet_forward_0 0 2.1866578608751297 5.930252373218536 5.4137082770466805 5.40234986692667 True
alexnet_backward_0 3 5.808684974908829 10.26899367570877 None None None
Super_SloMo_forward_0 29 60.69197319447994 51.24208424240351 None None None
Super_SloMo_backward_0 None None None None None None
timm_vision_transformer_backward_0 74 131.32187351584435 71.5998811647296 None None None
timm_vision_transformer_forward_0 25 101.21371876448393 44.849555008113384 None None None
maml_omniglot_backward_0 1 4.684533923864365 4.603425972163677 None None None
maml_omniglot_forward_0 0 2.446255646646023 2.238313667476177 2.4188607931137085 2.2754454985260963 True
hf_Bart_forward_1 2 5.87276928126812 4.76822629570961 8128.41014098376 5.531112663447857 None
hf_Bart_forward_13 3 9.961932897567749 8.29381961375475 12215.864926576614 8.67600180208683 None
hf_Bart_backward_0 1 1.7187055200338364 1.0175220668315887 372.86313250660896 1.0563060641288757 True
hf_Bart_backward_7 1 1.6850074753165245 0.9828861802816391 373.6814698204398 1.0809116065502167 True
hf_Bart_forward_6 2 6.0155363753438 4.785890690982342 8097.408166155219 5.291382782161236 None
hf_Bart_backward_11 11 259.8972814157605 13.001946732401848 None None None
hf_Bart_backward_9 11 16.78712572902441 13.072986155748367 None None None
hf_Bart_backward_3 7 9.692718274891376 7.264353334903717 None None None
hf_Bart_forward_10 3 9.822807274758816 8.08081217110157 12156.048309989274 8.505286648869514 None
hf_Bart_forward_2 2 6.413087248802185 4.968729801476002 8136.22688408941 5.648869089782238 None
hf_Bart_forward_8 3 9.98325739055872 8.122658357024193 12143.47520377487 8.624530397355556 None
hf_Bart_backward_12 11 16.355852596461773 12.976418249309063 None None None
hf_Bart_forward_5 2 5.679355002939701 4.803672432899475 8123.558958992362 5.3476132452487946 None
hf_Bart_backward_4 7 9.539198130369186 7.135255262255669 None None None
hf_Bart_backward_6 7 9.671918116509914 7.125791162252426 None None None
hf_Bart_backward_10 11 16.412673518061638 12.858545407652855 None None None
hf_Bart_forward_7 1 1.8698638305068016 0.8234446868300438 4291.458155959845 0.772564671933651 True
hf_Bart_forward_12 3 10.106376372277737 7.77809415012598 12192.901934497058 9.232981130480766 None
hf_Bart_forward_0 1 2.0084837451577187 0.8451128378510475 4300.0842072069645 0.7344018667936325 True
hf_Bart_backward_1 7 9.676307439804077 7.184168323874474 None None None
hf_Bart_forward_4 2 5.957075394690037 4.7682104632258415 8135.764239355922 5.520828999578953 None
hf_Bart_backward_13 11 16.906614415347576 12.64842413365841 None None None
hf_Bart_backward_5 7 10.427029803395271 7.350897416472435 None None None
hf_Bart_backward_2 7 9.788986295461655 7.2125159204006195 None None None
hf_Bart_backward_8 11 17.68340263515711 12.815157882869244 None None None
hf_Bart_forward_9 3 10.022181086242199 7.857547141611576 12175.068428739905 8.64980835467577 None
hf_Bart_forward_3 2 5.885357037186623 4.799992777407169 8150.373403914273 5.619949661195278 None
hf_Bart_forward_11 3 9.97144728899002 8.137159049510956 12192.453070543706 8.462551049888134 None
timm_resnest_forward_0 4 20.57654969394207 1792.6210789009929 2995.776891708374 1784.8833054304123 True
timm_resnest_backward_0 9 31.954300589859486 31.117252074182034 None None None
mobilenet_v2_backward_0 11 67.06571206450462 95.7889948040247 None None None
mobilenet_v2_forward_0 10 53.88161912560463 23.831045255064964 None None None
timm_efficientnet_forward_0 16 67.90130585432053 2900.767471641302 13951.669364236295 2912.0787801221013 True
timm_efficientnet_backward_0 42 418.22066623717546 64.99508023262024 None None None
soft_actor_critic_backward_1 0 0.5441587418317795 0.907595269382 1.9918177276849747 0.19838847219944 True
soft_actor_critic_forward_1 0 0.32644812017679214 0.10966137051582336 0.1102108508348465 0.09974557906389236 True
soft_actor_critic_backward_0 5 5.256948992609978 2.4466337636113167 None None None
soft_actor_critic_forward_0 1 1.9831089302897453 1.1545559391379356 323.2764070853591 1.2533273547887802 True
mobilenet_v2_quantized_qat_backward_0 107 484.8517822101712 143.88959668576717 None None None
mobilenet_v2_quantized_qat_forward_0 None 214.23046570271254 None None None None
LearningToPaint_backward_0 1 17.847794108092785 19.061698578298092 None None None
LearningToPaint_forward_0 9 26.394091546535492 2788.6849297210574 None None None
vgg16_forward_0 0 4.271233454346657 72.15335220098495 40.527524426579475 39.53009191900492 True
vgg16_backward_0 3 9.715649299323559 122.89135809987783 None None None
hf_GPT2_backward_1 3 7.667724974453449 28.718043118715286 None None None
hf_GPT2_forward_6 2 6.340364925563335 5.081807263195515 5223.276634700596 5.341655574738979 None
hf_GPT2_forward_1 2 6.253106519579887 5.354396067559719 5227.779197506607 5.421861074864864 None
hf_GPT2_backward_6 3 7.597208954393864 7.16749019920826 None None None
hf_GPT2_forward_11 2 6.273460574448109 5.42719941586256 5244.013167917728 5.385976284742355 None
hf_GPT2_backward_8 3 7.715044543147087 7.097951136529446 None None None
hf_GPT2_backward_2 3 7.761355489492416 7.074342109262943 None None None
hf_GPT2_forward_5 2 6.337258964776993 5.357809364795685 5231.565797701478 5.482585169374943 None
hf_GPT2_forward_8 2 6.233603693544865 5.327429622411728 5207.986207678914 5.301918834447861 None
hf_GPT2_forward_2 2 6.19372446089983 5.383799783885479 5229.669076390564 5.396459251642227 None
hf_GPT2_backward_5 3 7.568050175905228 7.12983775883913 None None None
hf_GPT2_backward_10 3 7.5138770043849945 7.122141309082508 None None None
hf_GPT2_backward_7 3 7.713872008025646 7.16768391430378 None None None
hf_GPT2_forward_0 2 6.1839306727051735 5.339491181075573 5229.9174489453435 5.2898358553647995 None
hf_GPT2_forward_7 2 6.269362755119801 5.264670588076115 5229.067542590201 5.348555743694305 None
hf_GPT2_backward_0 3 7.690371014177799 7.106372155249119 None None None
hf_GPT2_backward_4 3 7.624437101185322 7.261390797793865 None None None
hf_GPT2_backward_11 3 7.7992994338274 7.117913104593754 None None None
hf_GPT2_forward_3 2 6.354902870953083 5.298644304275513 5243.805501610041 5.386701785027981 None
hf_GPT2_forward_9 2 6.202277727425098 5.241614766418934 5217.9681323468685 5.659164860844612 None
hf_GPT2_forward_4 2 6.382590159773827 5.2832067012786865 5219.3011455237865 5.438261665403843 None
hf_GPT2_forward_10 2 6.325896829366684 5.2559711039066315 5221.874968148768 5.3552016615867615 None
hf_GPT2_backward_3 3 7.755407132208347 7.13287852704525 None None None
hf_GPT2_backward_9 3 7.523123174905777 7.049459032714367 None None None
pytorch_unet_backward_0 0 17.080172896385193 67.2313291579485 46.50982469320297 44.888596050441265 None
pytorch_unet_forward_0 0 13.235512189567089 24.39188025891781 19.93340812623501 19.894824363291264 True
dcgan_backward_0 0 3.3401083201169968 3.56442853808403 3.7011737003922462 3.4037725999951363 True
dcgan_forward_0 0 1.949903555214405 2.3241257295012474 2.219156362116337 2.2938111796975136 True
timm_vovnet_forward_0 0 19.54361516982317 20.52035741508007 20.687286742031574 20.53017634898424 True
timm_vovnet_backward_0 1 37.228829227387905 43.04098337888718 None None None
hf_T5_forward_7 2 1.598365604877472 0.7792897522449493 458.44604540616274 0.6910534575581551 True
hf_T5_forward_13 5 10.84035076200962 484.1683888807893 3281.754477880895 485.98680552095175 True
hf_T5_backward_0 12 15.08971769362688 27.640257962048054 None None None
hf_T5_backward_11 18 22.404898889362812 31.288575381040573 None None None
hf_T5_backward_7 0 0.2922946587204933 0.15405379235744476 0.22672303020954132 0.01649651676416397 True
hf_T5_forward_0 4 7.324748672544956 318.4123458340764 None None None
hf_T5_forward_14 1 1.3774363324046135 0.6884429603815079 632.9725021496415 0.6853705272078514 True
hf_T5_backward_9 18 22.679009474813938 32.45523106306791 None None None
hf_T5_backward_3 11 14.205124229192734 20.188475027680397 None None None
hf_T5_forward_10 5 11.042239144444466 485.4891477152705 3299.3098367005587 485.348348505795 True
hf_T5_forward_4 3 6.440295837819576 244.2620126530528 1960.6834221631289 248.65533597767353 True
hf_T5_backward_12 18 24.340670555830002 32.33412280678749 None None None
hf_T5_forward_9 5 11.063219048082829 485.56872736662626 3283.0749256536365 485.12100148946047 True
hf_T5_forward_3 3 6.535196676850319 244.58780884742737 1954.6811459586024 245.700198225677 True
hf_T5_backward_4 11 13.840863481163979 20.41027508676052 None None None
hf_T5_backward_6 3 3.2054707407951355 1.4912113547325134 2232.615019194782 1.1890409514307976 True
hf_T5_forward_1 3 6.5742358565330505 244.04049571603537 1952.9366781935096 246.99440132826567 True
hf_T5_backward_10 18 23.17782584577799 32.4897775426507 None None None
hf_T5_forward_12 5 11.06694433838129 479.21667248010635 3287.5136267393827 479.3704794719815 True
hf_T5_forward_6 1 1.5185140073299408 0.7326081395149231 628.8558263331652 0.674842856824398 True
hf_T5_backward_1 11 13.914144597947598 20.217700861394405 None None None
hf_T5_forward_2 3 6.502004340291023 244.35650184750557 1953.869410790503 244.40539162606 True
hf_T5_forward_8 6 12.363867834210396 549.9857347458601 None None None
hf_T5_backward_5 11 13.819027692079544 20.321224816143513 None None None
hf_T5_backward_13 18 24.463274516165257 32.411727122962475 None None None
hf_T5_backward_14 3 3.268190659582615 1.5800893306732178 2232.2265142574906 1.2222649529576302 True
hf_T5_backward_2 11 13.891353271901608 20.40567249059677 None None None
hf_T5_backward_8 19 24.2464542388916 39.479597471654415 None None None
hf_T5_forward_5 3 7.36558623611927 243.8840502873063 1952.6131208986044 245.25989219546318 True
hf_T5_forward_11 5 11.200142093002796 483.00761356949806 3270.828442648053 485.6656948104501 True
shufflenet_v2_x1_0_backward_0 2 53.348563611507416 51.29702761769295 None None None
shufflenet_v2_x1_0_forward_0 0 38.36245369166136 32.180070877075195 31.878143548965454 32.367512583732605 True
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment