Wojciech Tarnowski, Piotr Warchol, Stanislaw Jastrzebski, Jacek Tabor, Maciej A. Nowak. Dynamical Isometry is Achieved in Residual Networks in a Universal Way for any Activation Function. In Kamalika Chaudhuri, Masashi Sugiyama, editors, The 22nd International Conference on Artificial Intelligence and Statistics, AISTATS 2019, 16-18 April 2019, Naha, Okinawa, Japan. Volume 89 of Proceedings of Machine Learning Research, pages 2221-2230, PMLR, 2019. [doi]
@inproceedings{TarnowskiWJTN19, title = {Dynamical Isometry is Achieved in Residual Networks in a Universal Way for any Activation Function}, author = {Wojciech Tarnowski and Piotr Warchol and Stanislaw Jastrzebski and Jacek Tabor and Maciej A. Nowak}, year = {2019}, url = {http://proceedings.mlr.press/v89/tarnowski19a.html}, researchr = {https://researchr.org/publication/TarnowskiWJTN19}, cites = {0}, citedby = {0}, pages = {2221-2230}, booktitle = {The 22nd International Conference on Artificial Intelligence and Statistics, AISTATS 2019, 16-18 April 2019, Naha, Okinawa, Japan}, editor = {Kamalika Chaudhuri and Masashi Sugiyama}, volume = {89}, series = {Proceedings of Machine Learning Research}, publisher = {PMLR}, }