Jeffrey Pennington, Samuel S. Schoenholz, Surya Ganguli. Resurrecting the sigmoid in deep learning through dynamical isometry: theory and practice. In Isabelle Guyon, Ulrike von Luxburg, Samy Bengio, Hanna M. Wallach, Rob Fergus, S. V. N. Vishwanathan, Roman Garnett, editors, Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, 4-9 December 2017, Long Beach, CA, USA. pages 4788-4798, 2017. [doi]
@inproceedings{PenningtonSG17, title = {Resurrecting the sigmoid in deep learning through dynamical isometry: theory and practice}, author = {Jeffrey Pennington and Samuel S. Schoenholz and Surya Ganguli}, year = {2017}, url = {http://papers.nips.cc/paper/7064-resurrecting-the-sigmoid-in-deep-learning-through-dynamical-isometry-theory-and-practice}, researchr = {https://researchr.org/publication/PenningtonSG17}, cites = {0}, citedby = {0}, pages = {4788-4798}, booktitle = {Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, 4-9 December 2017, Long Beach, CA, USA}, editor = {Isabelle Guyon and Ulrike von Luxburg and Samy Bengio and Hanna M. Wallach and Rob Fergus and S. V. N. Vishwanathan and Roman Garnett}, }