1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 | ------------------------------------------------------- ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ---------------------------------------------------------------------------
Name Self CPU % Self CPU CPU total % CPU total CPU time avg CPU Mem Self CPU Mem CUDA Mem Self CUDA Mem # of Calls Source Location
------------------------------------------------------- ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ---------------------------------------------------------------------------
aten::empty 0.00% 1.230ms 0.00% 1.230ms 8.542us 1.25 Gb 1.25 Gb 0 b 0 b 144 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 66.000us 0.00% 66.000us 11.000us 42.01 Mb 42.01 Mb 0 b 0 b 6 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 533.000us 0.00% 533.000us 7.403us 6.88 Mb 6.88 Mb 0 b 0 b 72 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 10.000us 0.00% 10.000us 5.000us 408.20 Kb 408.20 Kb 0 b 0 b 2 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 247.000us 0.00% 247.000us 3.431us 282.00 Kb 282.00 Kb 0 b 0 b 72 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 225.000us 0.00% 225.000us 6.250us 141.00 Kb 141.00 Kb 0 b 0 b 36 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::mul 0.04% 57.690ms 0.09% 124.657ms 3.463ms 140.91 Kb 140.77 Kb 0 b 0 b 36 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 15.000us 0.00% 15.000us 7.500us 97.00 Kb 97.00 Kb 0 b 0 b 2 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 8.000us 0.00% 8.000us 8.000us 96.00 Kb 96.00 Kb 0 b 0 b 1 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 17.000us 0.00% 17.000us 4.250us 18.00 Kb 18.00 Kb 0 b 0 b 4 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 22.000us 0.00% 22.000us 7.333us 16.79 Kb 16.79 Kb 0 b 0 b 3 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
torch/nn/parallel/distributed.py(523): __init__
torch/distributed/utils.py(88): _verify_param_shape_across_processes
...d _verify_params_across_processes of PyCapsule object at 0x7f0d2e88dd50>
aten::empty 0.00% 16.000us 0.00% 16.000us 2.667us 14.00 Kb 14.00 Kb 0 b 0 b 6 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty_strided 0.00% 116.000us 0.00% 118.000us 7.375us 8.39 Kb 8.39 Kb 15.50 Kb 15.50 Kb 16 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
torch/nn/parallel/distributed.py(523): __init__
torch/distributed/utils.py(88): _verify_param_shape_across_processes
...d _verify_params_across_processes of PyCapsule object at 0x7f0d2e88dd50>
autograd::engine::evaluate_function: torch::autograd... 0.00% 3.453ms 0.01% 14.068ms 40.895us 0 b 648 b 0 b -42.09 Mb 344 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
torch/_tensor.py(345): backward
<built-in method get of dict object at 0x7f0d208f7180>
aten::empty_strided 0.00% 407.000us 0.00% 407.000us 2.826us 576 b 576 b 0 b 0 b 144 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 9.000us 0.00% 9.000us 2.250us 576 b 576 b 0 b 0 b 4 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
torch/autograd/profiler.py(445): __enter__
torch/_ops.py(143): __call__
...-in method _record_function_enter of PyCapsule object at 0x7f0d2df4c240>
aten::empty_strided 0.00% 139.000us 0.00% 139.000us 1.931us 288 b 288 b 0 b 0 b 72 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty 0.00% 3.000us 0.00% 3.000us 3.000us 288 b 288 b 0 b 0 b 1 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
torch/optim/optimizer.py(212): zero_grad
torch/autograd/profiler.py(445): __enter__
torch/_ops.py(143): __call__
aten::empty 0.00% 4.000us 0.00% 4.000us 4.000us 144 b 144 b 0 b 0 b 1 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
aten::empty_strided 0.00% 268.000us 0.00% 268.000us 7.444us 144 b 144 b 0 b 0 b 36 scripts/ddp_convnext.py(271): <module>
scripts/ddp_convnext.py(141): main
timm/models/factory.py(30): create_model
timm/models/convnext.py(580): convnext_xlarge_in22k
timm/models/convnext.py(408): _create_convnext
------------------------------------------------------- ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ------------ ---------------------------------------------------------------------------
Self CPU time total: 138.967s
|