Frederik Kunstner, Jacques Chen, Jonathan Wilder Lavington, Mark Schmidt 0001. Noise Is Not the Main Factor Behind the Gap Between Sgd and Adam on Transformers, But Sign Descent Might Be. In The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1-5, 2023. OpenReview.net, 2023. [doi]
@inproceedings{KunstnerCL023,
title = {Noise Is Not the Main Factor Behind the Gap Between Sgd and Adam on Transformers, But Sign Descent Might Be},
author = {Frederik Kunstner and Jacques Chen and Jonathan Wilder Lavington and Mark Schmidt 0001},
year = {2023},
url = {https://openreview.net/pdf?id=a65YK0cqH8g},
researchr = {https://researchr.org/publication/KunstnerCL023},
cites = {0},
citedby = {0},
booktitle = {The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1-5, 2023},
publisher = {OpenReview.net},
}