Fold3D: Rethinking and Parallelizing Computational and Communicational Tasks in the Training of Large DNN Models

Fanxin Li, Shixiong Zhao, Yuhao Qing, Xusheng Chen, Xiuxian Guan, Sen Wang, Gong Zhang, Heming Cui. Fold3D: Rethinking and Parallelizing Computational and Communicational Tasks in the Training of Large DNN Models. IEEE Trans. Parallel Distrib. Syst., 34(5):1432-1449, May 2023. [doi]

@article{LiZQCGWZC23,
  title = {Fold3D: Rethinking and Parallelizing Computational and Communicational Tasks in the Training of Large DNN Models},
  author = {Fanxin Li and Shixiong Zhao and Yuhao Qing and Xusheng Chen and Xiuxian Guan and Sen Wang and Gong Zhang and Heming Cui},
  year = {2023},
  month = {May},
  doi = {10.1109/TPDS.2023.3247883},
  url = {https://doi.org/10.1109/TPDS.2023.3247883},
  researchr = {https://researchr.org/publication/LiZQCGWZC23},
  cites = {0},
  citedby = {0},
  journal = {IEEE Trans. Parallel Distrib. Syst.},
  volume = {34},
  number = {5},
  pages = {1432-1449},
}