LiteTransformerSearch: Training-free Neural Architecture Search for Efficient Language Models

Mojan Javaheripi, Gustavo de Rosa, Subhabrata Mukherjee, Shital Shah, Tomasz Religa, Caio Cesar Teodoro Mendes, Sébastien Bubeck, Farinaz Koushanfar, Debadeepta Dey. LiteTransformerSearch: Training-free Neural Architecture Search for Efficient Language Models. In Sanmi Koyejo, S. Mohamed, A. Agarwal, Danielle Belgrave, K. Cho, A. Oh, editors, Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022. 2022. [doi]

@inproceedings{JavaheripiRMSRM22,
  title = {LiteTransformerSearch: Training-free Neural Architecture Search for Efficient Language Models},
  author = {Mojan Javaheripi and Gustavo de Rosa and Subhabrata Mukherjee and Shital Shah and Tomasz Religa and Caio Cesar Teodoro Mendes and Sébastien Bubeck and Farinaz Koushanfar and Debadeepta Dey},
  year = {2022},
  url = {http://papers.nips.cc/paper_files/paper/2022/hash/9949e6906be6448230cdba9a4cb2d564-Abstract-Conference.html},
  researchr = {https://researchr.org/publication/JavaheripiRMSRM22},
  cites = {0},
  citedby = {0},
  booktitle = {Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022},
  editor = {Sanmi Koyejo and S. Mohamed and A. Agarwal and Danielle Belgrave and K. Cho and A. Oh},
  isbn = {9781713871088},
}