Sparse MoEs meet Efficient Ensembles

James Urquhart Allingham, Florian Wenzel, Zelda E. Mariet, Basil Mustafa, Joan Puigcerver, Neil Houlsby, Ghassen Jerfel, Vincent Fortuin, Balaji Lakshminarayanan, Jasper Snoek, Dustin Tran, Carlos Riquelme Ruiz, Rodolphe Jenatton. Sparse MoEs meet Efficient Ensembles. Trans. Mach. Learn. Res., 2022, 2022. [doi]

@article{AllinghamWMMPHJFLSTRJ22,
  title = {Sparse MoEs meet Efficient Ensembles},
  author = {James Urquhart Allingham and Florian Wenzel and Zelda E. Mariet and Basil Mustafa and Joan Puigcerver and Neil Houlsby and Ghassen Jerfel and Vincent Fortuin and Balaji Lakshminarayanan and Jasper Snoek and Dustin Tran and Carlos Riquelme Ruiz and Rodolphe Jenatton},
  year = {2022},
  url = {https://openreview.net/forum?id=i0ZM36d2qU},
  researchr = {https://researchr.org/publication/AllinghamWMMPHJFLSTRJ22},
  cites = {0},
  citedby = {0},
  journal = {Trans. Mach. Learn. Res.},
  volume = {2022},
}