@inproceedings{resurrectingthesigmoidindeeplearning, title = {Resurrecting the sigmoid in deep learning through dynamical isometry: theory and practice}, author = {Jeffrey Pennington and Samuel S. Schoenholz and Surya Ganguli}, year = {2017}, booktitle = {NeurIPS 2017 12}, eprint = {1711.04735}, archivePrefix = {arXiv}, url = {http://arxiv.org/abs/1711.04735v1}, }