MultiPL-E: A Scalable and Polyglot Approach to Benchmarking Neural Code Generation

Federico Cassano, John Gouwar, Daniel Nguyen, Sydney Nguyen, Luna Phipps-Costin, Donald Pinckney, Ming-Ho Yee, Yangtian Zi, Carolyn Jane Anderson, Molly Q. Feldman, Arjun Guha, Michael Greenberg 0002, Abhinav Jangda. MultiPL-E: A Scalable and Polyglot Approach to Benchmarking Neural Code Generation. IEEE Trans. Software Eng., 49(7):3675-3691, July 2023. [doi]

@article{CassanoGNNPPYZAFGGJ23,
  title = {MultiPL-E: A Scalable and Polyglot Approach to Benchmarking Neural Code Generation},
  author = {Federico Cassano and John Gouwar and Daniel Nguyen and Sydney Nguyen and Luna Phipps-Costin and Donald Pinckney and Ming-Ho Yee and Yangtian Zi and Carolyn Jane Anderson and Molly Q. Feldman and Arjun Guha and Michael Greenberg 0002 and Abhinav Jangda},
  year = {2023},
  month = {July},
  doi = {10.1109/TSE.2023.3267446},
  url = {https://doi.org/10.1109/TSE.2023.3267446},
  researchr = {https://researchr.org/publication/CassanoGNNPPYZAFGGJ23},
  cites = {0},
  citedby = {0},
  journal = {IEEE Trans. Software Eng.},
  volume = {49},
  number = {7},
  pages = {3675-3691},
}