-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmodel_computation_graph
1936 lines (1936 loc) · 75.9 KB
/
model_computation_graph
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
digraph {
graph [size="263.84999999999997,263.84999999999997"]
node [align=left fontname=monospace fontsize=10 height=0.2 ranksep=0.1 shape=box style=filled]
140060399327888 [label="
(1, 3, 64, 64)" fillcolor=darkolivegreen1]
140058249970496 [label=AddBackward0]
140058249970592 -> 140058249970496
140058249970592 [label=ConvolutionBackward0]
140058249970352 -> 140058249970592
140058249970352 [label=AddBackward0]
140058249970688 -> 140058249970352
140058249970688 [label=ConvolutionBackward0]
140058249970832 -> 140058249970688
140058249970832 [label=CatBackward0]
140058249970976 -> 140058249970832
140058249970976 [label=CatBackward0]
140058249971120 -> 140058249970976
140058249971120 [label=CatBackward0]
140058249970640 -> 140058249971120
140058249970640 [label=AddBackward0]
140058249971408 -> 140058249970640
140058249971408 [label=ConvolutionBackward0]
140058249971552 -> 140058249971408
140058249971552 [label=CatBackward0]
140058249971696 -> 140058249971552
140058249971696 [label=CatBackward0]
140058249971840 -> 140058249971696
140058249971840 [label=CatBackward0]
140058249971360 -> 140058249971840
140058249971360 [label=AddBackward0]
140058249971216 -> 140058249971360
140058249971216 [label=ConvolutionBackward0]
140058249972176 -> 140058249971216
140058249972176 [label=CatBackward0]
140058249972320 -> 140058249972176
140058249972320 [label=CatBackward0]
140058249972464 -> 140058249972320
140058249972464 [label=CatBackward0]
140058249972032 -> 140058249972464
140058249972032 [label=AddBackward0]
140058249972704 -> 140058249972032
140058249972704 [label=ConvolutionBackward0]
140058249972896 -> 140058249972704
140058249972896 [label=CatBackward0]
140058249973040 -> 140058249972896
140058249973040 [label=CatBackward0]
140058249973184 -> 140058249973040
140058249973184 [label=CatBackward0]
140058249972656 -> 140058249973184
140058249972656 [label=AddBackward0]
140058249973424 -> 140058249972656
140058249973424 [label=ConvolutionBackward0]
140058249972752 -> 140058249973424
140058249972752 [label=CatBackward0]
140058249973664 -> 140058249972752
140058249973664 [label=CatBackward0]
140058249970400 -> 140058249973664
140058249970400 [label=CatBackward0]
140058249973376 -> 140058249970400
140058249973376 [label=AddBackward0]
140058249494832 -> 140058249973376
140058249494832 [label=ConvolutionBackward0]
140058249494976 -> 140058249494832
140058249494976 [label=CatBackward0]
140058249495120 -> 140058249494976
140058249495120 [label=CatBackward0]
140058249495264 -> 140058249495120
140058249495264 [label=CatBackward0]
140058249494784 -> 140058249495264
140058249494784 [label=GeluBackward0]
140058249495504 -> 140058249494784
140058249495504 [label=ConvolutionBackward0]
140058249495600 -> 140058249495504
140058249495600 [label=CatBackward0]
140058249495744 -> 140058249495600
140058249495744 [label=GeluBackward0]
140058249495888 -> 140058249495744
140058249495888 [label=ConvolutionBackward0]
140058249495984 -> 140058249495888
140058249495984 [label=AddBackward0]
140058249496176 -> 140058249495984
140058249496176 [label=ConvolutionBackward0]
140058249496320 -> 140058249496176
140058249496320 [label=CatBackward0]
140058249496464 -> 140058249496320
140058249496464 [label=CatBackward0]
140058249496608 -> 140058249496464
140058249496608 [label=CatBackward0]
140058249496128 -> 140058249496608
140058249496128 [label=AddBackward0]
140058249496848 -> 140058249496128
140058249496848 [label=ConvolutionBackward0]
140058249496992 -> 140058249496848
140058249496992 [label=CatBackward0]
140058249497136 -> 140058249496992
140058249497136 [label=CatBackward0]
140058249497280 -> 140058249497136
140058249497280 [label=CatBackward0]
140058249496800 -> 140058249497280
140058249496800 [label=AddBackward0]
140058249497520 -> 140058249496800
140058249497520 [label=ConvolutionBackward0]
140058249497664 -> 140058249497520
140058249497664 [label=CatBackward0]
140058249497808 -> 140058249497664
140058249497808 [label=CatBackward0]
140058249497952 -> 140058249497808
140058249497952 [label=CatBackward0]
140058249497472 -> 140058249497952
140058249497472 [label=AddBackward0]
140058249498192 -> 140058249497472
140058249498192 [label=ConvolutionBackward0]
140058249498336 -> 140058249498192
140058249498336 [label=CatBackward0]
140058249498480 -> 140058249498336
140058249498480 [label=CatBackward0]
140058249498576 -> 140058249498480
140058249498576 [label=CatBackward0]
140058249498144 -> 140058249498576
140058249498144 [label=AddBackward0]
140058249507120 -> 140058249498144
140058249507120 [label=ConvolutionBackward0]
140058249507264 -> 140058249507120
140058249507264 [label=CatBackward0]
140058249507408 -> 140058249507264
140058249507408 [label=CatBackward0]
140058249507552 -> 140058249507408
140058249507552 [label=CatBackward0]
140058249507072 -> 140058249507552
140058249507072 [label=AddBackward0]
140058249507792 -> 140058249507072
140058249507792 [label=ConvolutionBackward0]
140058249507936 -> 140058249507792
140058249507936 [label=CatBackward0]
140058249508080 -> 140058249507936
140058249508080 [label=CatBackward0]
140058249508224 -> 140058249508080
140058249508224 [label=CatBackward0]
140058249507744 -> 140058249508224
140058249507744 [label=GeluBackward0]
140058249508464 -> 140058249507744
140058249508464 [label=ConvolutionBackward0]
140058249508560 -> 140058249508464
140058249508560 [label=CatBackward0]
140058249508704 -> 140058249508560
140058249508704 [label=GeluBackward0]
140058249508848 -> 140058249508704
140058249508848 [label=ConvolutionBackward0]
140058249508944 -> 140058249508848
140058249508944 [label=AddBackward0]
140058249509136 -> 140058249508944
140058249509136 [label=ConvolutionBackward0]
140058249509280 -> 140058249509136
140058249509280 [label=CatBackward0]
140058249509424 -> 140058249509280
140058249509424 [label=CatBackward0]
140058249509568 -> 140058249509424
140058249509568 [label=CatBackward0]
140058249509088 -> 140058249509568
140058249509088 [label=AddBackward0]
140058249509808 -> 140058249509088
140058249509808 [label=ConvolutionBackward0]
140058249509952 -> 140058249509808
140058249509952 [label=CatBackward0]
140058249510096 -> 140058249509952
140058249510096 [label=CatBackward0]
140058249510240 -> 140058249510096
140058249510240 [label=CatBackward0]
140058249509760 -> 140058249510240
140058249509760 [label=AddBackward0]
140058249510480 -> 140058249509760
140058249510480 [label=ConvolutionBackward0]
140058249510624 -> 140058249510480
140058249510624 [label=CatBackward0]
140058249510768 -> 140058249510624
140058249510768 [label=CatBackward0]
140058249510864 -> 140058249510768
140058249510864 [label=CatBackward0]
140058249510432 -> 140058249510864
140058249510432 [label=AddBackward0]
140058249519408 -> 140058249510432
140058249519408 [label=ConvolutionBackward0]
140058249519552 -> 140058249519408
140058249519552 [label=CatBackward0]
140058249519696 -> 140058249519552
140058249519696 [label=CatBackward0]
140058249519840 -> 140058249519696
140058249519840 [label=CatBackward0]
140058249519360 -> 140058249519840
140058249519360 [label=AddBackward0]
140058249520080 -> 140058249519360
140058249520080 [label=ConvolutionBackward0]
140058249520224 -> 140058249520080
140058249520224 [label=CatBackward0]
140058249520368 -> 140058249520224
140058249520368 [label=CatBackward0]
140058249520512 -> 140058249520368
140058249520512 [label=CatBackward0]
140058249520032 -> 140058249520512
140058249520032 [label=AddBackward0]
140058249520752 -> 140058249520032
140058249520752 [label=ConvolutionBackward0]
140058249520896 -> 140058249520752
140058249520896 [label=CatBackward0]
140058249521040 -> 140058249520896
140058249521040 [label=CatBackward0]
140058249521184 -> 140058249521040
140058249521184 [label=CatBackward0]
140058249520704 -> 140058249521184
140058249520704 [label=ConvolutionBackward0]
140058249521424 -> 140058249520704
140058249521424 [label=GeluBackward0]
140058249521568 -> 140058249521424
140058249521568 [label=ConvolutionBackward0]
140058249521664 -> 140058249521568
140058249521664 [label=CatBackward0]
140058249521808 -> 140058249521664
140058249521808 [label=UpsampleNearest2DBackward1]
140058249522000 -> 140058249521808
140058249522000 [label=AddBackward0]
140058249522096 -> 140058249522000
140058249522096 [label=ConvolutionBackward0]
140058249522240 -> 140058249522096
140058249522240 [label=CatBackward0]
140058249522384 -> 140058249522240
140058249522384 [label=CatBackward0]
140058249522528 -> 140058249522384
140058249522528 [label=CatBackward0]
140058249522048 -> 140058249522528
140058249522048 [label=AddBackward0]
140058249522768 -> 140058249522048
140058249522768 [label=ConvolutionBackward0]
140058249522912 -> 140058249522768
140058249522912 [label=CatBackward0]
140058249523056 -> 140058249522912
140058249523056 [label=CatBackward0]
140058249523152 -> 140058249523056
140058249523152 [label=CatBackward0]
140058249522720 -> 140058249523152
140058249522720 [label=AddBackward0]
140058249539888 -> 140058249522720
140058249539888 [label=ConvolutionBackward0]
140058249540032 -> 140058249539888
140058249540032 [label=CatBackward0]
140058249540176 -> 140058249540032
140058249540176 [label=CatBackward0]
140058249540320 -> 140058249540176
140058249540320 [label=CatBackward0]
140058249539840 -> 140058249540320
140058249539840 [label=AddBackward0]
140058249540560 -> 140058249539840
140058249540560 [label=ConvolutionBackward0]
140058249540704 -> 140058249540560
140058249540704 [label=CatBackward0]
140058249540848 -> 140058249540704
140058249540848 [label=CatBackward0]
140058249540992 -> 140058249540848
140058249540992 [label=CatBackward0]
140058249540512 -> 140058249540992
140058249540512 [label=AddBackward0]
140058249541232 -> 140058249540512
140058249541232 [label=ConvolutionBackward0]
140058249541376 -> 140058249541232
140058249541376 [label=CatBackward0]
140058249541520 -> 140058249541376
140058249541520 [label=CatBackward0]
140058249541664 -> 140058249541520
140058249541664 [label=CatBackward0]
140058249541184 -> 140058249541664
140058249541184 [label=AddBackward0]
140058249541904 -> 140058249541184
140058249541904 [label=ConvolutionBackward0]
140058249542048 -> 140058249541904
140058249542048 [label=CatBackward0]
140058249542192 -> 140058249542048
140058249542192 [label=CatBackward0]
140058249542336 -> 140058249542192
140058249542336 [label=CatBackward0]
140058249541856 -> 140058249542336
140058249541856 [label=GeluBackward0]
140058249542576 -> 140058249541856
140058249542576 [label=ConvolutionBackward0]
140058249542672 -> 140058249542576
140060400449872 [label="feat_extract.0.layer.weight
(20, 3, 3, 3)" fillcolor=lightblue]
140060400449872 -> 140058249542672
140058249542672 [label=AccumulateGrad]
140058249542480 -> 140058249542336
140058249542480 [label=GeluBackward0]
140058249542768 -> 140058249542480
140058249542768 [label=ConvolutionBackward0]
140058249541856 -> 140058249542768
140058249542384 -> 140058249542768
140060401679392 [label="Encoder.0.layer1.conv0.conv.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060401679392 -> 140058249542384
140058249542384 [label=AccumulateGrad]
140058249542288 -> 140058249542192
140058249542288 [label=GeluBackward0]
140058249542720 -> 140058249542288
140058249542720 [label=ConvolutionBackward0]
140058249542336 -> 140058249542720
140058249542816 -> 140058249542720
140060401926848 [label="Encoder.0.layer1.conv1.conv.layer.weight
(20, 40, 3, 3)" fillcolor=lightblue]
140060401926848 -> 140058249542816
140058249542816 [label=AccumulateGrad]
140058249542144 -> 140058249542048
140058249542144 [label=GeluBackward0]
140058249542864 -> 140058249542144
140058249542864 [label=ConvolutionBackward0]
140058249542192 -> 140058249542864
140058249542528 -> 140058249542864
140060401679552 [label="Encoder.0.layer1.conv2.conv.layer.weight
(20, 60, 3, 3)" fillcolor=lightblue]
140060401679552 -> 140058249542528
140058249542528 [label=AccumulateGrad]
140058249542000 -> 140058249541904
140060401679712 [label="Encoder.0.layer1.LFF.layer.weight
(20, 80, 1, 1)" fillcolor=lightblue]
140060401679712 -> 140058249542000
140058249542000 [label=AccumulateGrad]
140058249541856 -> 140058249541184
140058249541808 -> 140058249541664
140058249541808 [label=GeluBackward0]
140058249542912 -> 140058249541808
140058249542912 [label=ConvolutionBackward0]
140058249541184 -> 140058249542912
140058249542096 -> 140058249542912
140060401679872 [label="Encoder.0.layer2.conv0.conv.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060401679872 -> 140058249542096
140058249542096 [label=AccumulateGrad]
140058249541616 -> 140058249541520
140058249541616 [label=GeluBackward0]
140058249542624 -> 140058249541616
140058249542624 [label=ConvolutionBackward0]
140058249541664 -> 140058249542624
140058249542960 -> 140058249542624
140060401680032 [label="Encoder.0.layer2.conv1.conv.layer.weight
(20, 40, 3, 3)" fillcolor=lightblue]
140060401680032 -> 140058249542960
140058249542960 [label=AccumulateGrad]
140058249541472 -> 140058249541376
140058249541472 [label=GeluBackward0]
140058249542432 -> 140058249541472
140058249542432 [label=ConvolutionBackward0]
140058249541520 -> 140058249542432
140058249541712 -> 140058249542432
140060401680192 [label="Encoder.0.layer2.conv2.conv.layer.weight
(20, 60, 3, 3)" fillcolor=lightblue]
140060401680192 -> 140058249541712
140058249541712 [label=AccumulateGrad]
140058249541328 -> 140058249541232
140060401336384 [label="Encoder.0.layer2.LFF.layer.weight
(20, 80, 1, 1)" fillcolor=lightblue]
140060401336384 -> 140058249541328
140058249541328 [label=AccumulateGrad]
140058249541184 -> 140058249540512
140058249541136 -> 140058249540992
140058249541136 [label=GeluBackward0]
140058249542240 -> 140058249541136
140058249542240 [label=ConvolutionBackward0]
140058249540512 -> 140058249542240
140058249541424 -> 140058249542240
140060401336544 [label="Encoder.0.layer3.conv0.conv.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060401336544 -> 140058249541424
140058249541424 [label=AccumulateGrad]
140058249540944 -> 140058249540848
140058249540944 [label=GeluBackward0]
140058249541952 -> 140058249540944
140058249541952 [label=ConvolutionBackward0]
140058249540992 -> 140058249541952
140058249543008 -> 140058249541952
140060401336704 [label="Encoder.0.layer3.conv1.conv.layer.weight
(20, 40, 3, 3)" fillcolor=lightblue]
140060401336704 -> 140058249543008
140058249543008 [label=AccumulateGrad]
140058249540800 -> 140058249540704
140058249540800 [label=GeluBackward0]
140058249541760 -> 140058249540800
140058249541760 [label=ConvolutionBackward0]
140058249540848 -> 140058249541760
140058249541040 -> 140058249541760
140060401336864 [label="Encoder.0.layer3.conv2.conv.layer.weight
(20, 60, 3, 3)" fillcolor=lightblue]
140060401336864 -> 140058249541040
140058249541040 [label=AccumulateGrad]
140058249540656 -> 140058249540560
140060401337024 [label="Encoder.0.layer3.LFF.layer.weight
(20, 80, 1, 1)" fillcolor=lightblue]
140060401337024 -> 140058249540656
140058249540656 [label=AccumulateGrad]
140058249540512 -> 140058249539840
140058249540464 -> 140058249540320
140058249540464 [label=GeluBackward0]
140058249541568 -> 140058249540464
140058249541568 [label=ConvolutionBackward0]
140058249539840 -> 140058249541568
140058249540752 -> 140058249541568
140060401337184 [label="Encoder.0.layer4.conv0.conv.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060401337184 -> 140058249540752
140058249540752 [label=AccumulateGrad]
140058249540272 -> 140058249540176
140058249540272 [label=GeluBackward0]
140058249541280 -> 140058249540272
140058249541280 [label=ConvolutionBackward0]
140058249540320 -> 140058249541280
140058249543056 -> 140058249541280
140060401337344 [label="Encoder.0.layer4.conv1.conv.layer.weight
(20, 40, 3, 3)" fillcolor=lightblue]
140060401337344 -> 140058249543056
140058249543056 [label=AccumulateGrad]
140058249540128 -> 140058249540032
140058249540128 [label=GeluBackward0]
140058249541088 -> 140058249540128
140058249541088 [label=ConvolutionBackward0]
140058249540176 -> 140058249541088
140058249540368 -> 140058249541088
140060401337504 [label="Encoder.0.layer4.conv2.conv.layer.weight
(20, 60, 3, 3)" fillcolor=lightblue]
140060401337504 -> 140058249540368
140058249540368 [label=AccumulateGrad]
140058249539984 -> 140058249539888
140060401337664 [label="Encoder.0.layer4.LFF.layer.weight
(20, 80, 1, 1)" fillcolor=lightblue]
140060401337664 -> 140058249539984
140058249539984 [label=AccumulateGrad]
140058249539840 -> 140058249522720
140058249539792 -> 140058249523152
140058249539792 [label=GeluBackward0]
140058249540896 -> 140058249539792
140058249540896 [label=ConvolutionBackward0]
140058249522720 -> 140058249540896
140058249540080 -> 140058249540896
140060401337824 [label="Encoder.0.layer5.conv0.conv.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060401337824 -> 140058249540080
140058249540080 [label=AccumulateGrad]
140058249523104 -> 140058249523056
140058249523104 [label=GeluBackward0]
140058249540608 -> 140058249523104
140058249540608 [label=ConvolutionBackward0]
140058249523152 -> 140058249540608
140058249543104 -> 140058249540608
140060401337984 [label="Encoder.0.layer5.conv1.conv.layer.weight
(20, 40, 3, 3)" fillcolor=lightblue]
140060401337984 -> 140058249543104
140058249543104 [label=AccumulateGrad]
140058249523008 -> 140058249522912
140058249523008 [label=GeluBackward0]
140058249540416 -> 140058249523008
140058249540416 [label=ConvolutionBackward0]
140058249523056 -> 140058249540416
140058249539696 -> 140058249540416
140060401338144 [label="Encoder.0.layer5.conv2.conv.layer.weight
(20, 60, 3, 3)" fillcolor=lightblue]
140060401338144 -> 140058249539696
140058249539696 [label=AccumulateGrad]
140058249522864 -> 140058249522768
140060401338304 [label="Encoder.0.layer5.LFF.layer.weight
(20, 80, 1, 1)" fillcolor=lightblue]
140060401338304 -> 140058249522864
140058249522864 [label=AccumulateGrad]
140058249522720 -> 140058249522048
140058249522672 -> 140058249522528
140058249522672 [label=GeluBackward0]
140058249522960 -> 140058249522672
140058249522960 [label=ConvolutionBackward0]
140058249522048 -> 140058249522960
140058249522576 -> 140058249522960
140060401338464 [label="Encoder.0.layer6.conv0.conv.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060401338464 -> 140058249522576
140058249522576 [label=AccumulateGrad]
140058249522480 -> 140058249522384
140058249522480 [label=GeluBackward0]
140058249522816 -> 140058249522480
140058249522816 [label=ConvolutionBackward0]
140058249522528 -> 140058249522816
140058249543152 -> 140058249522816
140060401338624 [label="Encoder.0.layer6.conv1.conv.layer.weight
(20, 40, 3, 3)" fillcolor=lightblue]
140060401338624 -> 140058249543152
140058249543152 [label=AccumulateGrad]
140058249522336 -> 140058249522240
140058249522336 [label=GeluBackward0]
140058249522624 -> 140058249522336
140058249522624 [label=ConvolutionBackward0]
140058249522384 -> 140058249522624
140058249540224 -> 140058249522624
140060401338784 [label="Encoder.0.layer6.conv2.conv.layer.weight
(20, 60, 3, 3)" fillcolor=lightblue]
140060401338784 -> 140058249540224
140058249540224 [label=AccumulateGrad]
140058249522192 -> 140058249522096
140060401338944 [label="Encoder.0.layer6.LFF.layer.weight
(20, 80, 1, 1)" fillcolor=lightblue]
140060401338944 -> 140058249522192
140058249522192 [label=AccumulateGrad]
140058249522048 -> 140058249522000
140058249521760 -> 140058249521664
140058249521760 [label=UpsampleNearest2DBackward1]
140058249522144 -> 140058249521760
140058249522144 [label=AddBackward0]
140058249522288 -> 140058249522144
140058249522288 [label=ConvolutionBackward0]
140058249539936 -> 140058249522288
140058249539936 [label=CatBackward0]
140058249543296 -> 140058249539936
140058249543296 [label=CatBackward0]
140058249543440 -> 140058249543296
140058249543440 [label=CatBackward0]
140058249522432 -> 140058249543440
140058249522432 [label=AddBackward0]
140058249543632 -> 140058249522432
140058249543632 [label=ConvolutionBackward0]
140058249572608 -> 140058249543632
140058249572608 [label=CatBackward0]
140058249572752 -> 140058249572608
140058249572752 [label=CatBackward0]
140058249572896 -> 140058249572752
140058249572896 [label=CatBackward0]
140058249572464 -> 140058249572896
140058249572464 [label=AddBackward0]
140058249573136 -> 140058249572464
140058249573136 [label=ConvolutionBackward0]
140058249573280 -> 140058249573136
140058249573280 [label=CatBackward0]
140058249573424 -> 140058249573280
140058249573424 [label=CatBackward0]
140058249573568 -> 140058249573424
140058249573568 [label=CatBackward0]
140058249573088 -> 140058249573568
140058249573088 [label=AddBackward0]
140058249573808 -> 140058249573088
140058249573808 [label=ConvolutionBackward0]
140058249573952 -> 140058249573808
140058249573952 [label=CatBackward0]
140058249574096 -> 140058249573952
140058249574096 [label=CatBackward0]
140058249574240 -> 140058249574096
140058249574240 [label=CatBackward0]
140058249573760 -> 140058249574240
140058249573760 [label=AddBackward0]
140058249574480 -> 140058249573760
140058249574480 [label=ConvolutionBackward0]
140058249574624 -> 140058249574480
140058249574624 [label=CatBackward0]
140058249574768 -> 140058249574624
140058249574768 [label=CatBackward0]
140058249574912 -> 140058249574768
140058249574912 [label=CatBackward0]
140058249574432 -> 140058249574912
140058249574432 [label=AddBackward0]
140058249575152 -> 140058249574432
140058249575152 [label=ConvolutionBackward0]
140058249575296 -> 140058249575152
140058249575296 [label=CatBackward0]
140058249575440 -> 140058249575296
140058249575440 [label=CatBackward0]
140058249575584 -> 140058249575440
140058249575584 [label=CatBackward0]
140058249575104 -> 140058249575584
140058249575104 [label=AddBackward0]
140058249575824 -> 140058249575104
140058249575824 [label=GeluBackward0]
140058249575968 -> 140058249575824
140058249575968 [label=ConvolutionBackward0]
140058249522000 -> 140058249575968
140058249576064 -> 140058249575968
140060400450032 [label="feat_extract.1.layer.weight
(40, 20, 3, 3)" fillcolor=lightblue]
140060400450032 -> 140058249576064
140058249576064 [label=AccumulateGrad]
140058249575776 -> 140058249575104
140058249575776 [label=ConvolutionBackward0]
140058249576160 -> 140058249575776
140058249576160 [label=MulBackward0]
140058249575824 -> 140058249576160
140058249576208 -> 140058249576160
140058249576208 [label=ConvolutionBackward0]
140058249576304 -> 140058249576208
140058249576304 [label=CatBackward0]
140058249576400 -> 140058249576304
140058249576400 [label=GeluBackward0]
140058249584800 -> 140058249576400
140058249584800 [label=ConvolutionBackward0]
140058249584896 -> 140058249584800
140058249584896 [label=GeluBackward0]
140058249585040 -> 140058249584896
140058249585040 [label=ConvolutionBackward0]
140058249585136 -> 140058249585040
140058249585136 [label=GeluBackward0]
140058249585280 -> 140058249585136
140058249585280 [label=ConvolutionBackward0]
140058249585376 -> 140058249585280
140058249585376 [label=GeluBackward0]
140058249585520 -> 140058249585376
140058249585520 [label=ConvolutionBackward0]
140058249585616 -> 140058249585520
140060399174736 [label="SCM2.layer1.layer.weight
(10, 3, 3, 3)" fillcolor=lightblue]
140060399174736 -> 140058249585616
140058249585616 [label=AccumulateGrad]
140058249585328 -> 140058249585280
140060399174896 [label="SCM2.layer2.layer.weight
(20, 10, 1, 1)" fillcolor=lightblue]
140060399174896 -> 140058249585328
140058249585328 [label=AccumulateGrad]
140058249585088 -> 140058249585040
140060399175056 [label="SCM2.layer3.layer.weight
(20, 20, 3, 3)" fillcolor=lightblue]
140060399175056 -> 140058249585088
140058249585088 [label=AccumulateGrad]
140058249584848 -> 140058249584800
140060399175216 [label="SCM2.layer4.layer.weight
(37, 20, 1, 1)" fillcolor=lightblue]
140060399175216 -> 140058249584848
140058249584848 [label=AccumulateGrad]
140058249576256 -> 140058249576208
140060399175376 [label="SCM2.conv.layer.weight
(40, 40, 1, 1)" fillcolor=lightblue]
140060399175376 -> 140058249576256
140058249576256 [label=AccumulateGrad]
140058249576016 -> 140058249575776
140060399174576 [label="FAM2.merge.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060399174576 -> 140058249576016
140058249576016 [label=AccumulateGrad]
140058249575728 -> 140058249575584
140058249575728 [label=GeluBackward0]
140058249576352 -> 140058249575728
140058249576352 [label=ConvolutionBackward0]
140058249575104 -> 140058249576352
140058249575872 -> 140058249576352
140060401339104 [label="Encoder.1.layer1.conv0.conv.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060401339104 -> 140058249575872
140058249575872 [label=AccumulateGrad]
140058249575536 -> 140058249575440
140058249575536 [label=GeluBackward0]
140058249576112 -> 140058249575536
140058249576112 [label=ConvolutionBackward0]
140058249575584 -> 140058249576112
140058249575632 -> 140058249576112
140060401339264 [label="Encoder.1.layer1.conv1.conv.layer.weight
(40, 80, 3, 3)" fillcolor=lightblue]
140060401339264 -> 140058249575632
140058249575632 [label=AccumulateGrad]
140058249575392 -> 140058249575296
140058249575392 [label=GeluBackward0]
140058249575680 -> 140058249575392
140058249575680 [label=ConvolutionBackward0]
140058249575440 -> 140058249575680
140058249575488 -> 140058249575680
140060401339424 [label="Encoder.1.layer1.conv2.conv.layer.weight
(40, 120, 3, 3)" fillcolor=lightblue]
140060401339424 -> 140058249575488
140058249575488 [label=AccumulateGrad]
140058249575248 -> 140058249575152
140060401339584 [label="Encoder.1.layer1.LFF.layer.weight
(40, 160, 1, 1)" fillcolor=lightblue]
140060401339584 -> 140058249575248
140058249575248 [label=AccumulateGrad]
140058249575104 -> 140058249574432
140058249575056 -> 140058249574912
140058249575056 [label=GeluBackward0]
140058249575920 -> 140058249575056
140058249575920 [label=ConvolutionBackward0]
140058249574432 -> 140058249575920
140058249575344 -> 140058249575920
140060401339744 [label="Encoder.1.layer2.conv0.conv.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060401339744 -> 140058249575344
140058249575344 [label=AccumulateGrad]
140058249574864 -> 140058249574768
140058249574864 [label=GeluBackward0]
140058249574960 -> 140058249574864
140058249574960 [label=ConvolutionBackward0]
140058249574912 -> 140058249574960
140058249575008 -> 140058249574960
140060401339904 [label="Encoder.1.layer2.conv1.conv.layer.weight
(40, 80, 3, 3)" fillcolor=lightblue]
140060401339904 -> 140058249575008
140058249575008 [label=AccumulateGrad]
140058249574720 -> 140058249574624
140058249574720 [label=GeluBackward0]
140058249575200 -> 140058249574720
140058249575200 [label=ConvolutionBackward0]
140058249574768 -> 140058249575200
140058249584704 -> 140058249575200
140060401340064 [label="Encoder.1.layer2.conv2.conv.layer.weight
(40, 120, 3, 3)" fillcolor=lightblue]
140060401340064 -> 140058249584704
140058249584704 [label=AccumulateGrad]
140058249574576 -> 140058249574480
140060401340224 [label="Encoder.1.layer2.LFF.layer.weight
(40, 160, 1, 1)" fillcolor=lightblue]
140060401340224 -> 140058249574576
140058249574576 [label=AccumulateGrad]
140058249574432 -> 140058249573760
140058249574384 -> 140058249574240
140058249574384 [label=GeluBackward0]
140058249574816 -> 140058249574384
140058249574816 [label=ConvolutionBackward0]
140058249573760 -> 140058249574816
140058249574672 -> 140058249574816
140060401152064 [label="Encoder.1.layer3.conv0.conv.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060401152064 -> 140058249574672
140058249574672 [label=AccumulateGrad]
140058249574192 -> 140058249574096
140058249574192 [label=GeluBackward0]
140058249574288 -> 140058249574192
140058249574288 [label=ConvolutionBackward0]
140058249574240 -> 140058249574288
140058249574336 -> 140058249574288
140060401152224 [label="Encoder.1.layer3.conv1.conv.layer.weight
(40, 80, 3, 3)" fillcolor=lightblue]
140060401152224 -> 140058249574336
140058249574336 [label=AccumulateGrad]
140058249574048 -> 140058249573952
140058249574048 [label=GeluBackward0]
140058249574528 -> 140058249574048
140058249574528 [label=ConvolutionBackward0]
140058249574096 -> 140058249574528
140058249585712 -> 140058249574528
140060401152384 [label="Encoder.1.layer3.conv2.conv.layer.weight
(40, 120, 3, 3)" fillcolor=lightblue]
140060401152384 -> 140058249585712
140058249585712 [label=AccumulateGrad]
140058249573904 -> 140058249573808
140060401152544 [label="Encoder.1.layer3.LFF.layer.weight
(40, 160, 1, 1)" fillcolor=lightblue]
140060401152544 -> 140058249573904
140058249573904 [label=AccumulateGrad]
140058249573760 -> 140058249573088
140058249573712 -> 140058249573568
140058249573712 [label=GeluBackward0]
140058249574144 -> 140058249573712
140058249574144 [label=ConvolutionBackward0]
140058249573088 -> 140058249574144
140058249574000 -> 140058249574144
140060401152704 [label="Encoder.1.layer4.conv0.conv.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060401152704 -> 140058249574000
140058249574000 [label=AccumulateGrad]
140058249573520 -> 140058249573424
140058249573520 [label=GeluBackward0]
140058249573616 -> 140058249573520
140058249573616 [label=ConvolutionBackward0]
140058249573568 -> 140058249573616
140058249573664 -> 140058249573616
140060401152864 [label="Encoder.1.layer4.conv1.conv.layer.weight
(40, 80, 3, 3)" fillcolor=lightblue]
140060401152864 -> 140058249573664
140058249573664 [label=AccumulateGrad]
140058249573376 -> 140058249573280
140058249573376 [label=GeluBackward0]
140058249573856 -> 140058249573376
140058249573856 [label=ConvolutionBackward0]
140058249573424 -> 140058249573856
140058249584944 -> 140058249573856
140060401153024 [label="Encoder.1.layer4.conv2.conv.layer.weight
(40, 120, 3, 3)" fillcolor=lightblue]
140060401153024 -> 140058249584944
140058249584944 [label=AccumulateGrad]
140058249573232 -> 140058249573136
140060401153184 [label="Encoder.1.layer4.LFF.layer.weight
(40, 160, 1, 1)" fillcolor=lightblue]
140060401153184 -> 140058249573232
140058249573232 [label=AccumulateGrad]
140058249573088 -> 140058249572464
140058249573040 -> 140058249572896
140058249573040 [label=GeluBackward0]
140058249573472 -> 140058249573040
140058249573472 [label=ConvolutionBackward0]
140058249572464 -> 140058249573472
140058249573328 -> 140058249573472
140060401153344 [label="Encoder.1.layer5.conv0.conv.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060401153344 -> 140058249573328
140058249573328 [label=AccumulateGrad]
140058249572848 -> 140058249572752
140058249572848 [label=GeluBackward0]
140058249572944 -> 140058249572848
140058249572944 [label=ConvolutionBackward0]
140058249572896 -> 140058249572944
140058249572992 -> 140058249572944
140060401153504 [label="Encoder.1.layer5.conv1.conv.layer.weight
(40, 80, 3, 3)" fillcolor=lightblue]
140060401153504 -> 140058249572992
140058249572992 [label=AccumulateGrad]
140058249572704 -> 140058249572608
140058249572704 [label=GeluBackward0]
140058249573184 -> 140058249572704
140058249573184 [label=ConvolutionBackward0]
140058249572752 -> 140058249573184
140058249584992 -> 140058249573184
140060401153664 [label="Encoder.1.layer5.conv2.conv.layer.weight
(40, 120, 3, 3)" fillcolor=lightblue]
140060401153664 -> 140058249584992
140058249584992 [label=AccumulateGrad]
140058249572560 -> 140058249543632
140060401153824 [label="Encoder.1.layer5.LFF.layer.weight
(40, 160, 1, 1)" fillcolor=lightblue]
140060401153824 -> 140058249572560
140058249572560 [label=AccumulateGrad]
140058249572464 -> 140058249522432
140058249543536 -> 140058249543440
140058249543536 [label=GeluBackward0]
140058249572800 -> 140058249543536
140058249572800 [label=ConvolutionBackward0]
140058249522432 -> 140058249572800
140058249572656 -> 140058249572800
140060401153984 [label="Encoder.1.layer6.conv0.conv.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060401153984 -> 140058249572656
140058249572656 [label=AccumulateGrad]
140058249543392 -> 140058249543296
140058249543392 [label=GeluBackward0]
140058249572416 -> 140058249543392
140058249572416 [label=ConvolutionBackward0]
140058249543440 -> 140058249572416
140058249543488 -> 140058249572416
140060401154144 [label="Encoder.1.layer6.conv1.conv.layer.weight
(40, 80, 3, 3)" fillcolor=lightblue]
140060401154144 -> 140058249543488
140058249543488 [label=AccumulateGrad]
140058249543248 -> 140058249539936
140058249543248 [label=GeluBackward0]
140058249572512 -> 140058249543248
140058249572512 [label=ConvolutionBackward0]
140058249543296 -> 140058249572512
140058249585184 -> 140058249572512
140060401154304 [label="Encoder.1.layer6.conv2.conv.layer.weight
(40, 120, 3, 3)" fillcolor=lightblue]
140060401154304 -> 140058249585184
140058249585184 [label=AccumulateGrad]
140058249543200 -> 140058249522288
140060401154464 [label="Encoder.1.layer6.LFF.layer.weight
(40, 160, 1, 1)" fillcolor=lightblue]
140060401154464 -> 140058249543200
140058249543200 [label=AccumulateGrad]
140058249522432 -> 140058249522144
140058249521712 -> 140058249521664
140058249521712 [label=AddBackward0]
140058249521952 -> 140058249521712
140058249521952 [label=ConvolutionBackward0]
140058249539744 -> 140058249521952
140058249539744 [label=CatBackward0]
140058249585568 -> 140058249539744
140058249585568 [label=CatBackward0]
140058249585760 -> 140058249585568
140058249585760 [label=CatBackward0]
140058249521904 -> 140058249585760
140058249521904 [label=AddBackward0]
140058249586000 -> 140058249521904
140058249586000 [label=ConvolutionBackward0]
140058249586144 -> 140058249586000
140058249586144 [label=CatBackward0]
140058249586288 -> 140058249586144
140058249586288 [label=CatBackward0]
140058249586432 -> 140058249586288
140058249586432 [label=CatBackward0]
140058249585952 -> 140058249586432
140058249585952 [label=AddBackward0]
140058249586672 -> 140058249585952
140058249586672 [label=ConvolutionBackward0]
140058249586816 -> 140058249586672
140058249586816 [label=CatBackward0]
140058249586960 -> 140058249586816
140058249586960 [label=CatBackward0]
140058249587104 -> 140058249586960
140058249587104 [label=CatBackward0]
140058249586624 -> 140058249587104
140058249586624 [label=AddBackward0]
140058249587344 -> 140058249586624
140058249587344 [label=ConvolutionBackward0]
140058249587488 -> 140058249587344
140058249587488 [label=CatBackward0]
140058249587632 -> 140058249587488
140058249587632 [label=CatBackward0]
140058249587776 -> 140058249587632
140058249587776 [label=CatBackward0]
140058249587296 -> 140058249587776
140058249587296 [label=AddBackward0]
140058249588016 -> 140058249587296
140058249588016 [label=ConvolutionBackward0]
140058249588160 -> 140058249588016
140058249588160 [label=CatBackward0]
140058249588304 -> 140058249588160
140058249588304 [label=CatBackward0]
140058249588448 -> 140058249588304
140058249588448 [label=CatBackward0]
140058249587968 -> 140058249588448
140058249587968 [label=AddBackward0]
140058249588688 -> 140058249587968
140058249588688 [label=ConvolutionBackward0]
140058249621664 -> 140058249588688
140058249621664 [label=CatBackward0]
140058249621808 -> 140058249621664
140058249621808 [label=CatBackward0]
140058249621952 -> 140058249621808
140058249621952 [label=CatBackward0]
140058249588640 -> 140058249621952
140058249588640 [label=AddBackward0]
140058249622192 -> 140058249588640
140058249622192 [label=GeluBackward0]
140058249622336 -> 140058249622192
140058249622336 [label=ConvolutionBackward0]
140058249522144 -> 140058249622336
140058249622432 -> 140058249622336
140060400450192 [label="feat_extract.2.layer.weight
(80, 40, 3, 3)" fillcolor=lightblue]
140060400450192 -> 140058249622432
140058249622432 [label=AccumulateGrad]
140058249622144 -> 140058249588640
140058249622144 [label=ConvolutionBackward0]
140058249622528 -> 140058249622144
140058249622528 [label=MulBackward0]
140058249622192 -> 140058249622528
140058249622576 -> 140058249622528
140058249622576 [label=ConvolutionBackward0]
140058249622672 -> 140058249622576
140058249622672 [label=CatBackward0]
140058249622816 -> 140058249622672
140058249622816 [label=GeluBackward0]
140058249622912 -> 140058249622816
140058249622912 [label=ConvolutionBackward0]
140058249623008 -> 140058249622912
140058249623008 [label=GeluBackward0]
140058249623152 -> 140058249623008
140058249623152 [label=ConvolutionBackward0]
140058249623248 -> 140058249623152
140058249623248 [label=GeluBackward0]
140058249623392 -> 140058249623248
140058249623392 [label=ConvolutionBackward0]
140058249623488 -> 140058249623392
140058249623488 [label=GeluBackward0]
140058249623632 -> 140058249623488
140058249623632 [label=ConvolutionBackward0]
140058249623728 -> 140058249623632
140060399173776 [label="SCM1.layer1.layer.weight
(20, 3, 3, 3)" fillcolor=lightblue]
140060399173776 -> 140058249623728
140058249623728 [label=AccumulateGrad]
140058249623440 -> 140058249623392
140060399173936 [label="SCM1.layer2.layer.weight
(40, 20, 1, 1)" fillcolor=lightblue]
140060399173936 -> 140058249623440
140058249623440 [label=AccumulateGrad]
140058249623200 -> 140058249623152
140060399174096 [label="SCM1.layer3.layer.weight
(40, 40, 3, 3)" fillcolor=lightblue]
140060399174096 -> 140058249623200
140058249623200 [label=AccumulateGrad]
140058249622960 -> 140058249622912
140060399174256 [label="SCM1.layer4.layer.weight
(77, 40, 1, 1)" fillcolor=lightblue]
140060399174256 -> 140058249622960
140058249622960 [label=AccumulateGrad]
140058249622624 -> 140058249622576
140060399174416 [label="SCM1.conv.layer.weight
(80, 80, 1, 1)" fillcolor=lightblue]
140060399174416 -> 140058249622624
140058249622624 [label=AccumulateGrad]
140058249622384 -> 140058249622144
140060399173696 [label="FAM1.merge.layer.weight
(80, 80, 3, 3)" fillcolor=lightblue]
140060399173696 -> 140058249622384
140058249622384 [label=AccumulateGrad]
140058249622096 -> 140058249621952
140058249622096 [label=GeluBackward0]
140058249622720 -> 140058249622096
140058249622720 [label=ConvolutionBackward0]
140058249588640 -> 140058249622720
140058249622240 -> 140058249622720
140060401154624 [label="Encoder.2.layer1.conv0.conv.layer.weight
(80, 80, 3, 3)" fillcolor=lightblue]
140060401154624 -> 140058249622240
140058249622240 [label=AccumulateGrad]
140058249621904 -> 140058249621808
140058249621904 [label=GeluBackward0]
140058249622480 -> 140058249621904
140058249622480 [label=ConvolutionBackward0]
140058249621952 -> 140058249622480
140058249622864 -> 140058249622480
140060401154784 [label="Encoder.2.layer1.conv1.conv.layer.weight
(80, 160, 3, 3)" fillcolor=lightblue]
140060401154784 -> 140058249622864
140058249622864 [label=AccumulateGrad]
140058249621760 -> 140058249621664
140058249621760 [label=GeluBackward0]
140058249622768 -> 140058249621760
140058249622768 [label=ConvolutionBackward0]
140058249621808 -> 140058249622768