Merak: An Efficient Distributed DNN Training Framework With Automated 3D Parallelism for Giant Foundation Models

Zhiquan Lai, Shengwei Li, Xudong Tang, Keshi Ge, Weijie Liu, Yabo Duan, Linbo Qiao, Dongsheng Li 0001. Merak: An Efficient Distributed DNN Training Framework With Automated 3D Parallelism for Giant Foundation Models. IEEE Trans. Parallel Distrib. Syst., 34(5):1466-1478, May 2023. [doi]

@article{LaiLTGLDQL23,
  title = {Merak: An Efficient Distributed DNN Training Framework With Automated 3D Parallelism for Giant Foundation Models},
  author = {Zhiquan Lai and Shengwei Li and Xudong Tang and Keshi Ge and Weijie Liu and Yabo Duan and Linbo Qiao and Dongsheng Li 0001},
  year = {2023},
  month = {May},
  doi = {10.1109/TPDS.2023.3247001},
  url = {https://doi.org/10.1109/TPDS.2023.3247001},
  researchr = {https://researchr.org/publication/LaiLTGLDQL23},
  cites = {0},
  citedby = {0},
  journal = {IEEE Trans. Parallel Distrib. Syst.},
  volume = {34},
  number = {5},
  pages = {1466-1478},
}