Zeroth-Order Fine-Tuning of LLMs with Transferable Static Sparsity

Wentao Guo, Jikai Long, Yimeng Zeng, Zirui Liu 0001, Xinyu Yang 0002, Yide Ran, Jacob R. Gardner, Osbert Bastani, Christopher De Sa, Xiaodong Yu, Beidi Chen, Zhaozhuo Xu. Zeroth-Order Fine-Tuning of LLMs with Transferable Static Sparsity. In The Thirteenth International Conference on Learning Representations, ICLR 2025, Singapore, April 24-28, 2025. OpenReview.net, 2025. [doi]

@inproceedings{GuoLZ00RGBSYCX25,
  title = {Zeroth-Order Fine-Tuning of LLMs with Transferable Static Sparsity},
  author = {Wentao Guo and Jikai Long and Yimeng Zeng and Zirui Liu 0001 and Xinyu Yang 0002 and Yide Ran and Jacob R. Gardner and Osbert Bastani and Christopher De Sa and Xiaodong Yu and Beidi Chen and Zhaozhuo Xu},
  year = {2025},
  url = {https://openreview.net/forum?id=myYzr50xBh},
  researchr = {https://researchr.org/publication/GuoLZ00RGBSYCX25},
  cites = {0},
  citedby = {0},
  booktitle = {The Thirteenth International Conference on Learning Representations, ICLR 2025, Singapore, April 24-28, 2025},
  publisher = {OpenReview.net},
}