Stop the war!
Остановите войну!
for scientists:
default search action
Search dblp for Publications
export results for "Jeffrey Pennington"
@inproceedings{DBLP:conf/iclr/WortsmanLXEAACG24, author = {Mitchell Wortsman and Peter J. Liu and Lechao Xiao and Katie E. Everett and Alexander A. Alemi and Ben Adlam and John D. Co{-}Reyes and Izzeddin Gur and Abhishek Kumar and Roman Novak and Jeffrey Pennington and Jascha Sohl{-}Dickstein and Kelvin Xu and Jaehoon Lee and Justin Gilmer and Simon Kornblith}, title = {Small-scale proxies for large-scale Transformer training instabilities}, booktitle = {The Twelfth International Conference on Learning Representations, {ICLR} 2024, Vienna, Austria, May 7-11, 2024}, publisher = {OpenReview.net}, year = {2024}, url = {https://openreview.net/forum?id=d8w0pmvXbZ}, timestamp = {Mon, 29 Jul 2024 16:19:40 +0200}, biburl = {https://dblp.org/rec/conf/iclr/WortsmanLXEAACG24.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2404-03626, author = {Brian Lester and Jaehoon Lee and Alex Alemi and Jeffrey Pennington and Adam Roberts and Jascha Sohl{-}Dickstein and Noah Constant}, title = {Training LLMs over Neurally Compressed Text}, journal = {CoRR}, volume = {abs/2404.03626}, year = {2024}, url = {https://doi.org/10.48550/arXiv.2404.03626}, doi = {10.48550/ARXIV.2404.03626}, eprinttype = {arXiv}, eprint = {2404.03626}, timestamp = {Mon, 13 May 2024 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2404-03626.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2404-19261, author = {Atish Agarwala and Jeffrey Pennington}, title = {High dimensional analysis reveals conservative sharpening and a stochastic edge of stability}, journal = {CoRR}, volume = {abs/2404.19261}, year = {2024}, url = {https://doi.org/10.48550/arXiv.2404.19261}, doi = {10.48550/ARXIV.2404.19261}, eprinttype = {arXiv}, eprint = {2404.19261}, timestamp = {Mon, 27 May 2024 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2404-19261.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2405-15074, author = {Elliot Paquette and Courtney Paquette and Lechao Xiao and Jeffrey Pennington}, title = {4+3 Phases of Compute-Optimal Neural Scaling Laws}, journal = {CoRR}, volume = {abs/2405.15074}, year = {2024}, url = {https://doi.org/10.48550/arXiv.2405.15074}, doi = {10.48550/ARXIV.2405.15074}, eprinttype = {arXiv}, eprint = {2405.15074}, timestamp = {Mon, 24 Jun 2024 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2405-15074.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/tmlr/AgarwalaSPD23, author = {Atish Agarwala and Samuel Stern Schoenholz and Jeffrey Pennington and Yann N. Dauphin}, title = {Temperature check: theory and practice for training models with softmax-cross-entropy losses}, journal = {Trans. Mach. Learn. Res.}, volume = {2023}, year = {2023}, url = {https://openreview.net/forum?id=LBA2Jj5Gqn}, timestamp = {Thu, 18 May 2023 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/tmlr/AgarwalaSPD23.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/AgarwalaPP23, author = {Atish Agarwala and Fabian Pedregosa and Jeffrey Pennington}, editor = {Andreas Krause and Emma Brunskill and Kyunghyun Cho and Barbara Engelhardt and Sivan Sabato and Jonathan Scarlett}, title = {Second-order regression models exhibit progressive sharpening to the edge of stability}, booktitle = {International Conference on Machine Learning, {ICML} 2023, 23-29 July 2023, Honolulu, Hawaii, {USA}}, series = {Proceedings of Machine Learning Research}, volume = {202}, pages = {169--195}, publisher = {{PMLR}}, year = {2023}, url = {https://proceedings.mlr.press/v202/agarwala23b.html}, timestamp = {Mon, 28 Aug 2023 17:23:08 +0200}, biburl = {https://dblp.org/rec/conf/icml/AgarwalaPP23.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2309-14322, author = {Mitchell Wortsman and Peter J. Liu and Lechao Xiao and Katie Everett and Alex Alemi and Ben Adlam and John D. Co{-}Reyes and Izzeddin Gur and Abhishek Kumar and Roman Novak and Jeffrey Pennington and Jascha Sohl{-}Dickstein and Kelvin Xu and Jaehoon Lee and Justin Gilmer and Simon Kornblith}, title = {Small-scale proxies for large-scale Transformer training instabilities}, journal = {CoRR}, volume = {abs/2309.14322}, year = {2023}, url = {https://doi.org/10.48550/arXiv.2309.14322}, doi = {10.48550/ARXIV.2309.14322}, eprinttype = {arXiv}, eprint = {2309.14322}, timestamp = {Thu, 04 Jan 2024 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2309-14322.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2311-07587, author = {C. Daniel Freeman and Laura Culp and Aaron Parisi and Maxwell L. Bileschi and Gamaleldin F. Elsayed and Alex Rizkowsky and Isabelle Simpson and Alex Alemi and Azade Nova and Ben Adlam and Bernd Bohnet and Gaurav Mishra and Hanie Sedghi and Igor Mordatch and Izzeddin Gur and Jaehoon Lee and John D. Co{-}Reyes and Jeffrey Pennington and Kelvin Xu and Kevin Swersky and Kshiteej Mahajan and Lechao Xiao and Rosanne Liu and Simon Kornblith and Noah Constant and Peter J. Liu and Roman Novak and Yundi Qian and Noah Fiedel and Jascha Sohl{-}Dickstein}, title = {Frontier Language Models are not Robust to Adversarial Arithmetic, or "What do {I} need to say so you agree 2+2=5?}, journal = {CoRR}, volume = {abs/2311.07587}, year = {2023}, url = {https://doi.org/10.48550/arXiv.2311.07587}, doi = {10.48550/ARXIV.2311.07587}, eprinttype = {arXiv}, eprint = {2311.07587}, timestamp = {Thu, 04 Jan 2024 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2311-07587.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2312-06585, author = {Avi Singh and John D. Co{-}Reyes and Rishabh Agarwal and Ankesh Anand and Piyush Patil and Xavier Garcia and Peter J. Liu and James Harrison and Jaehoon Lee and Kelvin Xu and Aaron Parisi and Abhishek Kumar and Alex Alemi and Alex Rizkowsky and Azade Nova and Ben Adlam and Bernd Bohnet and Gamaleldin F. Elsayed and Hanie Sedghi and Igor Mordatch and Isabelle Simpson and Izzeddin Gur and Jasper Snoek and Jeffrey Pennington and Jiri Hron and Kathleen Kenealy and Kevin Swersky and Kshiteej Mahajan and Laura Culp and Lechao Xiao and Maxwell L. Bileschi and Noah Constant and Roman Novak and Rosanne Liu and Tris Warkentin and Yundi Qian and Yamini Bansal and Ethan Dyer and Behnam Neyshabur and Jascha Sohl{-}Dickstein and Noah Fiedel}, title = {Beyond Human Data: Scaling Self-Training for Problem-Solving with Language Models}, journal = {CoRR}, volume = {abs/2312.06585}, year = {2023}, url = {https://doi.org/10.48550/arXiv.2312.06585}, doi = {10.48550/ARXIV.2312.06585}, eprinttype = {arXiv}, eprint = {2312.06585}, timestamp = {Thu, 04 Jan 2024 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2312-06585.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/jcmc/HallPM22, author = {Jeffrey A. Hall and Natalie Pennington and Andy J. Merolla}, title = {Which mediated social interactions satisfy the need to belong?}, journal = {J. Comput. Mediat. Commun.}, volume = {28}, number = {1}, year = {2022}, url = {https://doi.org/10.1093/jcmc/zmac026}, doi = {10.1093/JCMC/ZMAC026}, timestamp = {Sat, 27 Apr 2024 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/jcmc/HallPM22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/aistats/AdlamLP22, author = {Ben Adlam and Jake A. Levinson and Jeffrey Pennington}, editor = {Gustau Camps{-}Valls and Francisco J. R. Ruiz and Isabel Valera}, title = {A Random Matrix Perspective on Mixtures of Nonlinearities in High Dimensions}, booktitle = {International Conference on Artificial Intelligence and Statistics, {AISTATS} 2022, 28-30 March 2022, Virtual Event}, series = {Proceedings of Machine Learning Research}, volume = {151}, pages = {3434--3457}, publisher = {{PMLR}}, year = {2022}, url = {https://proceedings.mlr.press/v151/adlam22a.html}, timestamp = {Sat, 30 Sep 2023 09:34:08 +0200}, biburl = {https://dblp.org/rec/conf/aistats/AdlamLP22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/amia/PenningtonHDSPC22, author = {Jeffrey Pennington and Rose Hartman and Ashwini Davison and Ali Shokoufandeh and Joy Payton and Daniel Chen and Andr{\'{e}} Dietrich}, title = {Online education for data science: Opportunities and challenges}, booktitle = {{AMIA} 2022, American Medical Informatics Association Annual Symposium, Washington, DC, USA, November 5-9, 2022}, publisher = {{AMIA}}, year = {2022}, url = {https://knowledge.amia.org/76677-amia-1.4637602/f004-1.4642638/f004-1.4642639/5045-1.4642661/5022-1.4642658}, timestamp = {Wed, 17 Apr 2024 11:46:45 +0200}, biburl = {https://dblp.org/rec/conf/amia/PenningtonHDSPC22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/MelP22, author = {Gabriel Mel and Jeffrey Pennington}, title = {Anisotropic Random Feature Regression in High Dimensions}, booktitle = {The Tenth International Conference on Learning Representations, {ICLR} 2022, Virtual Event, April 25-29, 2022}, publisher = {OpenReview.net}, year = {2022}, url = {https://openreview.net/forum?id=JfaWawZ8BmX}, timestamp = {Sat, 20 Aug 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/iclr/MelP22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/HronNPS22, author = {Jiri Hron and Roman Novak and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, editor = {Kamalika Chaudhuri and Stefanie Jegelka and Le Song and Csaba Szepesv{\'{a}}ri and Gang Niu and Sivan Sabato}, title = {Wide Bayesian neural networks have a simple weight posterior: theory and accelerated sampling}, booktitle = {International Conference on Machine Learning, {ICML} 2022, 17-23 July 2022, Baltimore, Maryland, {USA}}, series = {Proceedings of Machine Learning Research}, volume = {162}, pages = {8926--8945}, publisher = {{PMLR}}, year = {2022}, url = {https://proceedings.mlr.press/v162/hron22a.html}, timestamp = {Tue, 12 Jul 2022 17:36:52 +0200}, biburl = {https://dblp.org/rec/conf/icml/HronNPS22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/XiaoP22, author = {Lechao Xiao and Jeffrey Pennington}, editor = {Kamalika Chaudhuri and Stefanie Jegelka and Le Song and Csaba Szepesv{\'{a}}ri and Gang Niu and Sivan Sabato}, title = {Synergy and Symmetry in Deep Learning: Interactions between the Data, Model, and Inference Algorithm}, booktitle = {International Conference on Machine Learning, {ICML} 2022, 17-23 July 2022, Baltimore, Maryland, {USA}}, series = {Proceedings of Machine Learning Research}, volume = {162}, pages = {24347--24369}, publisher = {{PMLR}}, year = {2022}, url = {https://proceedings.mlr.press/v162/xiao22a.html}, timestamp = {Tue, 12 Jul 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/icml/XiaoP22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/PaquettePAP22, author = {Courtney Paquette and Elliot Paquette and Ben Adlam and Jeffrey Pennington}, editor = {Sanmi Koyejo and S. Mohamed and A. Agarwal and Danielle Belgrave and K. Cho and A. Oh}, title = {Implicit Regularization or Implicit Conditioning? Exact Risk Trajectories of {SGD} in High Dimensions}, booktitle = {Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022}, year = {2022}, url = {http://papers.nips.cc/paper\_files/paper/2022/hash/e9d89428e0ef0a70913845b3ae812ee0-Abstract-Conference.html}, timestamp = {Mon, 08 Jan 2024 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/nips/PaquettePAP22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/XiaoHMLP22, author = {Lechao Xiao and Hong Hu and Theodor Misiakiewicz and Yue Lu and Jeffrey Pennington}, editor = {Sanmi Koyejo and S. Mohamed and A. Agarwal and Danielle Belgrave and K. Cho and A. Oh}, title = {Precise Learning Curves and Higher-Order Scalings for Dot-product Kernel Regression}, booktitle = {Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022}, year = {2022}, url = {http://papers.nips.cc/paper\_files/paper/2022/hash/1d3591b6746204b332acb464b775d38d-Abstract-Conference.html}, timestamp = {Mon, 08 Jan 2024 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/nips/XiaoHMLP22.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2205-14846, author = {Lechao Xiao and Jeffrey Pennington}, title = {Precise Learning Curves and Higher-Order Scaling Limits for Dot Product Kernel Regression}, journal = {CoRR}, volume = {abs/2205.14846}, year = {2022}, url = {https://doi.org/10.48550/arXiv.2205.14846}, doi = {10.48550/ARXIV.2205.14846}, eprinttype = {arXiv}, eprint = {2205.14846}, timestamp = {Wed, 01 Jun 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2205-14846.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2206-07252, author = {Courtney Paquette and Elliot Paquette and Ben Adlam and Jeffrey Pennington}, title = {Implicit Regularization or Implicit Conditioning? Exact Risk Trajectories of {SGD} in High Dimensions}, journal = {CoRR}, volume = {abs/2206.07252}, year = {2022}, url = {https://doi.org/10.48550/arXiv.2206.07252}, doi = {10.48550/ARXIV.2206.07252}, eprinttype = {arXiv}, eprint = {2206.07252}, timestamp = {Mon, 20 Jun 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2206-07252.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2206-07673, author = {Jiri Hron and Roman Novak and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Wide Bayesian neural networks have a simple weight posterior: theory and accelerated sampling}, journal = {CoRR}, volume = {abs/2206.07673}, year = {2022}, url = {https://doi.org/10.48550/arXiv.2206.07673}, doi = {10.48550/ARXIV.2206.07673}, eprinttype = {arXiv}, eprint = {2206.07673}, timestamp = {Mon, 20 Jun 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2206-07673.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2207-04612, author = {Lechao Xiao and Jeffrey Pennington}, title = {Synergy and Symmetry in Deep Learning: Interactions between the Data, Model, and Inference Algorithm}, journal = {CoRR}, volume = {abs/2207.04612}, year = {2022}, url = {https://doi.org/10.48550/arXiv.2207.04612}, doi = {10.48550/ARXIV.2207.04612}, eprinttype = {arXiv}, eprint = {2207.04612}, timestamp = {Wed, 13 Jul 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2207-04612.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2210-04860, author = {Atish Agarwala and Fabian Pedregosa and Jeffrey Pennington}, title = {Second-order regression models exhibit progressive sharpening to the edge of stability}, journal = {CoRR}, volume = {abs/2210.04860}, year = {2022}, url = {https://doi.org/10.48550/arXiv.2210.04860}, doi = {10.48550/ARXIV.2210.04860}, eprinttype = {arXiv}, eprint = {2210.04860}, timestamp = {Thu, 13 Oct 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2210-04860.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/AdlamLXPS21, author = {Ben Adlam and Jaehoon Lee and Lechao Xiao and Jeffrey Pennington and Jasper Snoek}, title = {Exploring the Uncertainty Properties of Neural Networks' Implicit Priors in the Infinite-Width Limit}, booktitle = {9th International Conference on Learning Representations, {ICLR} 2021, Virtual Event, Austria, May 3-7, 2021}, publisher = {OpenReview.net}, year = {2021}, url = {https://openreview.net/forum?id=MjvduJCsE4}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/iclr/AdlamLXPS21.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/TripuraneniAP21, author = {Nilesh Tripuraneni and Ben Adlam and Jeffrey Pennington}, editor = {Marc'Aurelio Ranzato and Alina Beygelzimer and Yann N. Dauphin and Percy Liang and Jennifer Wortman Vaughan}, title = {Overparameterization Improves Robustness to Covariate Shift in High Dimensions}, booktitle = {Advances in Neural Information Processing Systems 34: Annual Conference on Neural Information Processing Systems 2021, NeurIPS 2021, December 6-14, 2021, virtual}, pages = {13883--13897}, year = {2021}, url = {https://proceedings.neurips.cc/paper/2021/hash/73fed7fd472e502d8908794430511f4d-Abstract.html}, timestamp = {Tue, 03 May 2022 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/nips/TripuraneniAP21.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2111-08234, author = {Nilesh Tripuraneni and Ben Adlam and Jeffrey Pennington}, title = {Covariate Shift in High-Dimensional Random Feature Regression}, journal = {CoRR}, volume = {abs/2111.08234}, year = {2021}, url = {https://arxiv.org/abs/2111.08234}, eprinttype = {arXiv}, eprint = {2111.08234}, timestamp = {Mon, 22 Nov 2021 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2111-08234.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/HuXP20, author = {Wei Hu and Lechao Xiao and Jeffrey Pennington}, title = {Provable Benefit of Orthogonal Initialization in Optimizing Deep Linear Networks}, booktitle = {8th International Conference on Learning Representations, {ICLR} 2020, Addis Ababa, Ethiopia, April 26-30, 2020}, publisher = {OpenReview.net}, year = {2020}, url = {https://openreview.net/forum?id=rkgqN1SYvr}, timestamp = {Thu, 07 May 2020 17:11:47 +0200}, biburl = {https://dblp.org/rec/conf/iclr/HuXP20.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/AdlamP20, author = {Ben Adlam and Jeffrey Pennington}, title = {The Neural Tangent Kernel in High Dimensions: Triple Descent and a Multi-Scale Theory of Generalization}, booktitle = {Proceedings of the 37th International Conference on Machine Learning, {ICML} 2020, 13-18 July 2020, Virtual Event}, series = {Proceedings of Machine Learning Research}, volume = {119}, pages = {74--84}, publisher = {{PMLR}}, year = {2020}, url = {http://proceedings.mlr.press/v119/adlam20a.html}, timestamp = {Tue, 15 Dec 2020 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/icml/AdlamP20.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/XiaoPS20, author = {Lechao Xiao and Jeffrey Pennington and Samuel Stern Schoenholz}, title = {Disentangling Trainability and Generalization in Deep Neural Networks}, booktitle = {Proceedings of the 37th International Conference on Machine Learning, {ICML} 2020, 13-18 July 2020, Virtual Event}, series = {Proceedings of Machine Learning Research}, volume = {119}, pages = {10462--10472}, publisher = {{PMLR}}, year = {2020}, url = {http://proceedings.mlr.press/v119/xiao20b.html}, timestamp = {Thu, 18 May 2023 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/icml/XiaoPS20.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/AdlamP20, author = {Ben Adlam and Jeffrey Pennington}, editor = {Hugo Larochelle and Marc'Aurelio Ranzato and Raia Hadsell and Maria{-}Florina Balcan and Hsuan{-}Tien Lin}, title = {Understanding Double Descent Requires {A} Fine-Grained Bias-Variance Decomposition}, booktitle = {Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual}, year = {2020}, url = {https://proceedings.neurips.cc/paper/2020/hash/7d420e2b2939762031eed0447a9be19f-Abstract.html}, timestamp = {Tue, 19 Jan 2021 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/nips/AdlamP20.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/HuXAP20, author = {Wei Hu and Lechao Xiao and Ben Adlam and Jeffrey Pennington}, editor = {Hugo Larochelle and Marc'Aurelio Ranzato and Raia Hadsell and Maria{-}Florina Balcan and Hsuan{-}Tien Lin}, title = {The Surprising Simplicity of the Early-Time Learning Dynamics of Neural Networks}, booktitle = {Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual}, year = {2020}, url = {https://proceedings.neurips.cc/paper/2020/hash/c6dfc6b7c601ac2978357b7a81e2d7ae-Abstract.html}, timestamp = {Tue, 19 Jan 2021 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/nips/HuXAP20.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/LeeSPAXNS20, author = {Jaehoon Lee and Samuel S. Schoenholz and Jeffrey Pennington and Ben Adlam and Lechao Xiao and Roman Novak and Jascha Sohl{-}Dickstein}, editor = {Hugo Larochelle and Marc'Aurelio Ranzato and Raia Hadsell and Maria{-}Florina Balcan and Hsuan{-}Tien Lin}, title = {Finite Versus Infinite Neural Networks: an Empirical Study}, booktitle = {Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual}, year = {2020}, url = {https://proceedings.neurips.cc/paper/2020/hash/ad086f59924fffe0773f8d0ca22ea712-Abstract.html}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/nips/LeeSPAXNS20.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2001-05992, author = {Wei Hu and Lechao Xiao and Jeffrey Pennington}, title = {Provable Benefit of Orthogonal Initialization in Optimizing Deep Linear Networks}, journal = {CoRR}, volume = {abs/2001.05992}, year = {2020}, url = {https://arxiv.org/abs/2001.05992}, eprinttype = {arXiv}, eprint = {2001.05992}, timestamp = {Fri, 17 Jan 2020 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2001-05992.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2006-10541, author = {Jiri Hron and Yasaman Bahri and Roman Novak and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Exact posterior distributions of wide Bayesian neural networks}, journal = {CoRR}, volume = {abs/2006.10541}, year = {2020}, url = {https://arxiv.org/abs/2006.10541}, eprinttype = {arXiv}, eprint = {2006.10541}, timestamp = {Wed, 24 Jun 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2006-10541.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2006-14599, author = {Wei Hu and Lechao Xiao and Ben Adlam and Jeffrey Pennington}, title = {The Surprising Simplicity of the Early-Time Learning Dynamics of Neural Networks}, journal = {CoRR}, volume = {abs/2006.14599}, year = {2020}, url = {https://arxiv.org/abs/2006.14599}, eprinttype = {arXiv}, eprint = {2006.14599}, timestamp = {Wed, 01 Jul 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2006-14599.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2007-15801, author = {Jaehoon Lee and Samuel S. Schoenholz and Jeffrey Pennington and Ben Adlam and Lechao Xiao and Roman Novak and Jascha Sohl{-}Dickstein}, title = {Finite Versus Infinite Neural Networks: an Empirical Study}, journal = {CoRR}, volume = {abs/2007.15801}, year = {2020}, url = {https://arxiv.org/abs/2007.15801}, eprinttype = {arXiv}, eprint = {2007.15801}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2007-15801.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2008-06786, author = {Ben Adlam and Jeffrey Pennington}, title = {The Neural Tangent Kernel in High Dimensions: Triple Descent and a Multi-Scale Theory of Generalization}, journal = {CoRR}, volume = {abs/2008.06786}, year = {2020}, url = {https://arxiv.org/abs/2008.06786}, eprinttype = {arXiv}, eprint = {2008.06786}, timestamp = {Fri, 21 Aug 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2008-06786.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2010-07344, author = {Atish Agarwala and Jeffrey Pennington and Yann N. Dauphin and Samuel S. Schoenholz}, title = {Temperature check: theory and practice for training models with softmax-cross-entropy losses}, journal = {CoRR}, volume = {abs/2010.07344}, year = {2020}, url = {https://arxiv.org/abs/2010.07344}, eprinttype = {arXiv}, eprint = {2010.07344}, timestamp = {Tue, 20 Oct 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-2010-07344.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2010-07355, author = {Ben Adlam and Jaehoon Lee and Lechao Xiao and Jeffrey Pennington and Jasper Snoek}, title = {Exploring the Uncertainty Properties of Neural Networks' Implicit Priors in the Infinite-Width Limit}, journal = {CoRR}, volume = {abs/2010.07355}, year = {2020}, url = {https://arxiv.org/abs/2010.07355}, eprinttype = {arXiv}, eprint = {2010.07355}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2010-07355.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-2011-03321, author = {Ben Adlam and Jeffrey Pennington}, title = {Understanding Double Descent Requires a Fine-Grained Bias-Variance Decomposition}, journal = {CoRR}, volume = {abs/2011.03321}, year = {2020}, url = {https://arxiv.org/abs/2011.03321}, eprinttype = {arXiv}, eprint = {2011.03321}, timestamp = {Thu, 12 Nov 2020 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-2011-03321.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/aistats/ChoromanskiPPT19, author = {Krzysztof Choromanski and Aldo Pacchiano and Jeffrey Pennington and Yunhao Tang}, editor = {Kamalika Chaudhuri and Masashi Sugiyama}, title = {KAMA-NNs: Low-dimensional Rotation Based Neural Networks}, booktitle = {The 22nd International Conference on Artificial Intelligence and Statistics, {AISTATS} 2019, 16-18 April 2019, Naha, Okinawa, Japan}, series = {Proceedings of Machine Learning Research}, volume = {89}, pages = {236--245}, publisher = {{PMLR}}, year = {2019}, url = {http://proceedings.mlr.press/v89/choromanski19a.html}, timestamp = {Fri, 07 Jun 2019 09:03:47 +0200}, biburl = {https://dblp.org/rec/conf/aistats/ChoromanskiPPT19.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/amia/ThayerMP19, author = {Jeritt G. Thayer and Jeffrey M. Miller and Jeffrey W. Pennington}, title = {Fault-Tolerant, Distributed, and Scalable Natural Language Processing with cTAKES}, booktitle = {{AMIA} 2019, American Medical Informatics Association Annual Symposium, Washington, DC, USA, November 16-20, 2019}, publisher = {{AMIA}}, year = {2019}, url = {https://knowledge.amia.org/69862-amia-1.4570936/t007-1.4573510/t007-1.4573511/3201915-1.4573644/3203316-1.4573641}, timestamp = {Wed, 17 Apr 2024 11:47:08 +0200}, biburl = {https://dblp.org/rec/conf/amia/ThayerMP19.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/cbms/MasinoFNHPKB19, author = {Aaron J. Masino and Daniel Forsyth and Heather Nuske and John Herrington and Jeffrey W. Pennington and Yelena Kushleyeva and Christopher P. Bonafide}, title = {m-Health and Autism: Recognizing Stress and Anxiety with Machine Learning and Wearables Data}, booktitle = {32nd {IEEE} International Symposium on Computer-Based Medical Systems, {CBMS} 2019, Cordoba, Spain, June 5-7, 2019}, pages = {714--719}, publisher = {{IEEE}}, year = {2019}, url = {https://doi.org/10.1109/CBMS.2019.00144}, doi = {10.1109/CBMS.2019.00144}, timestamp = {Sat, 30 Sep 2023 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/cbms/MasinoFNHPKB19.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/NovakXBLYHAPS19, author = {Roman Novak and Lechao Xiao and Yasaman Bahri and Jaehoon Lee and Greg Yang and Jiri Hron and Daniel A. Abolafia and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Bayesian Deep Convolutional Networks with Many Channels are Gaussian Processes}, booktitle = {7th International Conference on Learning Representations, {ICLR} 2019, New Orleans, LA, USA, May 6-9, 2019}, publisher = {OpenReview.net}, year = {2019}, url = {https://openreview.net/forum?id=B1g30j0qF7}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/iclr/NovakXBLYHAPS19.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/YangPRSS19, author = {Greg Yang and Jeffrey Pennington and Vinay Rao and Jascha Sohl{-}Dickstein and Samuel S. Schoenholz}, title = {A Mean Field Theory of Batch Normalization}, booktitle = {7th International Conference on Learning Representations, {ICLR} 2019, New Orleans, LA, USA, May 6-9, 2019}, publisher = {OpenReview.net}, year = {2019}, url = {https://openreview.net/forum?id=SyMDXnCcF7}, timestamp = {Thu, 25 Jul 2019 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/iclr/YangPRSS19.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/LeeXSBNSP19, author = {Jaehoon Lee and Lechao Xiao and Samuel S. Schoenholz and Yasaman Bahri and Roman Novak and Jascha Sohl{-}Dickstein and Jeffrey Pennington}, editor = {Hanna M. Wallach and Hugo Larochelle and Alina Beygelzimer and Florence d'Alch{\'{e}}{-}Buc and Emily B. Fox and Roman Garnett}, title = {Wide Neural Networks of Any Depth Evolve as Linear Models Under Gradient Descent}, booktitle = {Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8-14, 2019, Vancouver, BC, Canada}, pages = {8570--8581}, year = {2019}, url = {https://proceedings.neurips.cc/paper/2019/hash/0d1a9651497a38d8b1c3871c84528bd4-Abstract.html}, timestamp = {Mon, 16 May 2022 15:41:51 +0200}, biburl = {https://dblp.org/rec/conf/nips/LeeXSBNSP19.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1901-08987, author = {Dar Gilboa and Bo Chang and Minmin Chen and Greg Yang and Samuel S. Schoenholz and Ed H. Chi and Jeffrey Pennington}, title = {Dynamical Isometry and a Mean Field Theory of LSTMs and GRUs}, journal = {CoRR}, volume = {abs/1901.08987}, year = {2019}, url = {http://arxiv.org/abs/1901.08987}, eprinttype = {arXiv}, eprint = {1901.08987}, timestamp = {Mon, 30 Oct 2023 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-1901-08987.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1902-06720, author = {Jaehoon Lee and Lechao Xiao and Samuel S. Schoenholz and Yasaman Bahri and Jascha Sohl{-}Dickstein and Jeffrey Pennington}, title = {Wide Neural Networks of Any Depth Evolve as Linear Models Under Gradient Descent}, journal = {CoRR}, volume = {abs/1902.06720}, year = {2019}, url = {http://arxiv.org/abs/1902.06720}, eprinttype = {arXiv}, eprint = {1902.06720}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-1902-06720.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1902-08129, author = {Greg Yang and Jeffrey Pennington and Vinay Rao and Jascha Sohl{-}Dickstein and Samuel S. Schoenholz}, title = {A Mean Field Theory of Batch Normalization}, journal = {CoRR}, volume = {abs/1902.08129}, year = {2019}, url = {http://arxiv.org/abs/1902.08129}, eprinttype = {arXiv}, eprint = {1902.08129}, timestamp = {Tue, 21 May 2019 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1902-08129.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1912-00827, author = {Ben Adlam and Jake Levinson and Jeffrey Pennington}, title = {A Random Matrix Perspective on Mixtures of Nonlinearities for Deep Learning}, journal = {CoRR}, volume = {abs/1912.00827}, year = {2019}, url = {http://arxiv.org/abs/1912.00827}, eprinttype = {arXiv}, eprint = {1912.00827}, timestamp = {Tue, 07 Jan 2020 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-1912-00827.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1912-13053, author = {Lechao Xiao and Jeffrey Pennington and Samuel S. Schoenholz}, title = {Disentangling trainability and generalization in deep learning}, journal = {CoRR}, volume = {abs/1912.13053}, year = {2019}, url = {http://arxiv.org/abs/1912.13053}, eprinttype = {arXiv}, eprint = {1912.13053}, timestamp = {Sat, 04 Jan 2020 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-1912-13053.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/aistats/PenningtonSG18, author = {Jeffrey Pennington and Samuel S. Schoenholz and Surya Ganguli}, editor = {Amos J. Storkey and Fernando P{\'{e}}rez{-}Cruz}, title = {The emergence of spectral universality in deep networks}, booktitle = {International Conference on Artificial Intelligence and Statistics, {AISTATS} 2018, 9-11 April 2018, Playa Blanca, Lanzarote, Canary Islands, Spain}, series = {Proceedings of Machine Learning Research}, volume = {84}, pages = {1924--1932}, publisher = {{PMLR}}, year = {2018}, url = {http://proceedings.mlr.press/v84/pennington18a.html}, timestamp = {Wed, 03 Apr 2019 18:17:22 +0200}, biburl = {https://dblp.org/rec/conf/aistats/PenningtonSG18.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/LeeBNSPS18, author = {Jaehoon Lee and Yasaman Bahri and Roman Novak and Samuel S. Schoenholz and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Deep Neural Networks as Gaussian Processes}, booktitle = {6th International Conference on Learning Representations, {ICLR} 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings}, publisher = {OpenReview.net}, year = {2018}, url = {https://openreview.net/forum?id=B1EA-M-0Z}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/iclr/LeeBNSPS18.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/iclr/NovakBAPS18, author = {Roman Novak and Yasaman Bahri and Daniel A. Abolafia and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Sensitivity and Generalization in Neural Networks: an Empirical Study}, booktitle = {6th International Conference on Learning Representations, {ICLR} 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, Conference Track Proceedings}, publisher = {OpenReview.net}, year = {2018}, url = {https://openreview.net/forum?id=HJC2SzZCW}, timestamp = {Thu, 25 Jul 2019 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/iclr/NovakBAPS18.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/ChenPS18, author = {Minmin Chen and Jeffrey Pennington and Samuel S. Schoenholz}, editor = {Jennifer G. Dy and Andreas Krause}, title = {Dynamical Isometry and a Mean Field Theory of RNNs: Gating Enables Signal Propagation in Recurrent Neural Networks}, booktitle = {Proceedings of the 35th International Conference on Machine Learning, {ICML} 2018, Stockholmsm{\"{a}}ssan, Stockholm, Sweden, July 10-15, 2018}, series = {Proceedings of Machine Learning Research}, volume = {80}, pages = {872--881}, publisher = {{PMLR}}, year = {2018}, url = {http://proceedings.mlr.press/v80/chen18i.html}, timestamp = {Wed, 03 Apr 2019 18:17:30 +0200}, biburl = {https://dblp.org/rec/conf/icml/ChenPS18.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/XiaoBSSP18, author = {Lechao Xiao and Yasaman Bahri and Jascha Sohl{-}Dickstein and Samuel S. Schoenholz and Jeffrey Pennington}, editor = {Jennifer G. Dy and Andreas Krause}, title = {Dynamical Isometry and a Mean Field Theory of CNNs: How to Train 10, 000-Layer Vanilla Convolutional Neural Networks}, booktitle = {Proceedings of the 35th International Conference on Machine Learning, {ICML} 2018, Stockholmsm{\"{a}}ssan, Stockholm, Sweden, July 10-15, 2018}, series = {Proceedings of Machine Learning Research}, volume = {80}, pages = {5389--5398}, publisher = {{PMLR}}, year = {2018}, url = {http://proceedings.mlr.press/v80/xiao18a.html}, timestamp = {Wed, 03 Apr 2019 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/icml/XiaoBSSP18.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/PenningtonW18, author = {Jeffrey Pennington and Pratik Worah}, editor = {Samy Bengio and Hanna M. Wallach and Hugo Larochelle and Kristen Grauman and Nicol{\`{o}} Cesa{-}Bianchi and Roman Garnett}, title = {The Spectrum of the Fisher Information Matrix of a Single-Hidden-Layer Neural Network}, booktitle = {Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3-8, 2018, Montr{\'{e}}al, Canada}, pages = {5415--5424}, year = {2018}, url = {https://proceedings.neurips.cc/paper/2018/hash/18bb68e2b38e4a8ce7cf4f6b2625768c-Abstract.html}, timestamp = {Mon, 16 May 2022 15:41:51 +0200}, biburl = {https://dblp.org/rec/conf/nips/PenningtonW18.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1802-08760, author = {Roman Novak and Yasaman Bahri and Daniel A. Abolafia and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Sensitivity and Generalization in Neural Networks: an Empirical Study}, journal = {CoRR}, volume = {abs/1802.08760}, year = {2018}, url = {http://arxiv.org/abs/1802.08760}, eprinttype = {arXiv}, eprint = {1802.08760}, timestamp = {Mon, 13 Aug 2018 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1802-08760.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1802-09979, author = {Jeffrey Pennington and Samuel S. Schoenholz and Surya Ganguli}, title = {The Emergence of Spectral Universality in Deep Networks}, journal = {CoRR}, volume = {abs/1802.09979}, year = {2018}, url = {http://arxiv.org/abs/1802.09979}, eprinttype = {arXiv}, eprint = {1802.09979}, timestamp = {Mon, 13 Aug 2018 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1802-09979.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1806-05393, author = {Lechao Xiao and Yasaman Bahri and Jascha Sohl{-}Dickstein and Samuel S. Schoenholz and Jeffrey Pennington}, title = {Dynamical Isometry and a Mean Field Theory of CNNs: How to Train 10, 000-Layer Vanilla Convolutional Neural Networks}, journal = {CoRR}, volume = {abs/1806.05393}, year = {2018}, url = {http://arxiv.org/abs/1806.05393}, eprinttype = {arXiv}, eprint = {1806.05393}, timestamp = {Mon, 13 Aug 2018 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1806-05393.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1806-05394, author = {Minmin Chen and Jeffrey Pennington and Samuel S. Schoenholz}, title = {Dynamical Isometry and a Mean Field Theory of RNNs: Gating Enables Signal Propagation in Recurrent Neural Networks}, journal = {CoRR}, volume = {abs/1806.05394}, year = {2018}, url = {http://arxiv.org/abs/1806.05394}, eprinttype = {arXiv}, eprint = {1806.05394}, timestamp = {Mon, 13 Aug 2018 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1806-05394.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1810-05148, author = {Roman Novak and Lechao Xiao and Jaehoon Lee and Yasaman Bahri and Daniel A. Abolafia and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Bayesian Convolutional Neural Networks with Many Channels are Gaussian Processes}, journal = {CoRR}, volume = {abs/1810.05148}, year = {2018}, url = {http://arxiv.org/abs/1810.05148}, eprinttype = {arXiv}, eprint = {1810.05148}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-1810-05148.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/jamia/PenningtonKKMBG17, author = {Jeffrey W. Pennington and Dean Karavite and Edward M. Krause and Jeffrey M. Miller and Barbara A. Bernhardt and Robert W. Grundmeier}, title = {Genomic decision support needs in pediatric primary care}, journal = {J. Am. Medical Informatics Assoc.}, volume = {24}, number = {4}, pages = {851--856}, year = {2017}, url = {https://doi.org/10.1093/jamia/ocw184}, doi = {10.1093/JAMIA/OCW184}, timestamp = {Mon, 11 May 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/jamia/PenningtonKKMBG17.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/icml/PenningtonB17, author = {Jeffrey Pennington and Yasaman Bahri}, editor = {Doina Precup and Yee Whye Teh}, title = {Geometry of Neural Network Loss Surfaces via Random Matrix Theory}, booktitle = {Proceedings of the 34th International Conference on Machine Learning, {ICML} 2017, Sydney, NSW, Australia, 6-11 August 2017}, series = {Proceedings of Machine Learning Research}, volume = {70}, pages = {2798--2806}, publisher = {{PMLR}}, year = {2017}, url = {http://proceedings.mlr.press/v70/pennington17a.html}, timestamp = {Wed, 29 May 2019 08:41:45 +0200}, biburl = {https://dblp.org/rec/conf/icml/PenningtonB17.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/PenningtonSG17, author = {Jeffrey Pennington and Samuel S. Schoenholz and Surya Ganguli}, editor = {Isabelle Guyon and Ulrike von Luxburg and Samy Bengio and Hanna M. Wallach and Rob Fergus and S. V. N. Vishwanathan and Roman Garnett}, title = {Resurrecting the sigmoid in deep learning through dynamical isometry: theory and practice}, booktitle = {Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, {USA}}, pages = {4785--4795}, year = {2017}, url = {https://proceedings.neurips.cc/paper/2017/hash/d9fc0cdb67638d50f411432d0d41d0ba-Abstract.html}, timestamp = {Thu, 21 Jan 2021 13:58:27 +0100}, biburl = {https://dblp.org/rec/conf/nips/PenningtonSG17.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/PenningtonW17, author = {Jeffrey Pennington and Pratik Worah}, editor = {Isabelle Guyon and Ulrike von Luxburg and Samy Bengio and Hanna M. Wallach and Rob Fergus and S. V. N. Vishwanathan and Roman Garnett}, title = {Nonlinear random matrix theory for deep learning}, booktitle = {Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4-9, 2017, Long Beach, CA, {USA}}, pages = {2637--2646}, year = {2017}, url = {https://proceedings.neurips.cc/paper/2017/hash/0f3d014eead934bbdbacb62a01dc4831-Abstract.html}, timestamp = {Thu, 21 Jan 2021 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/nips/PenningtonW17.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1710-06570, author = {Samuel S. Schoenholz and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {A Correspondence Between Random Neural Networks and Statistical Field Theory}, journal = {CoRR}, volume = {abs/1710.06570}, year = {2017}, url = {http://arxiv.org/abs/1710.06570}, eprinttype = {arXiv}, eprint = {1710.06570}, timestamp = {Mon, 13 Aug 2018 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1710-06570.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1711-00165, author = {Jaehoon Lee and Yasaman Bahri and Roman Novak and Samuel S. Schoenholz and Jeffrey Pennington and Jascha Sohl{-}Dickstein}, title = {Deep Neural Networks as Gaussian Processes}, journal = {CoRR}, volume = {abs/1711.00165}, year = {2017}, url = {http://arxiv.org/abs/1711.00165}, eprinttype = {arXiv}, eprint = {1711.00165}, timestamp = {Mon, 17 Jan 2022 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/corr/abs-1711-00165.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/corr/abs-1711-04735, author = {Jeffrey Pennington and Samuel S. Schoenholz and Surya Ganguli}, title = {Resurrecting the sigmoid in deep learning through dynamical isometry: theory and practice}, journal = {CoRR}, volume = {abs/1711.04735}, year = {2017}, url = {http://arxiv.org/abs/1711.04735}, eprinttype = {arXiv}, eprint = {1711.04735}, timestamp = {Mon, 13 Aug 2018 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/corr/abs-1711-04735.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/midm/MasinoGPGC16, author = {Aaron J. Masino and Robert Grundmeier and Jeffrey W. Pennington and John A. Germiller and E. Bryan Crenshaw}, title = {Temporal bone radiology report classification using open source machine learning and natural langue processing libraries}, journal = {{BMC} Medical Informatics Decis. Mak.}, volume = {16}, pages = {65}, year = {2016}, url = {https://doi.org/10.1186/s12911-016-0306-3}, doi = {10.1186/S12911-016-0306-3}, timestamp = {Sun, 06 Sep 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/midm/MasinoGPGC16.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/cri/BrowneRMP16, author = {Aaron N. Browne and Byron Ruth and Kevin Murphy and Jeffrey W. Pennington}, title = {Data Model Interoperability via Standard Representation}, booktitle = {Summit on Clinical Research Informatics, {CRI} 2016, San Francisco, CA, USA, March 21-24, 2016}, publisher = {{AMIA}}, year = {2016}, url = {http://knowledge.amia.org/amia-59309-cri2016-1.3011827/t005-1.3012400/f005-1.3012401/a139-1.3012626/a141-1.3012621}, timestamp = {Wed, 20 Jun 2018 17:09:02 +0200}, biburl = {https://dblp.org/rec/conf/cri/BrowneRMP16.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/cri/MillerVP16, author = {Jeffrey M. Miller and Donna Vito and Jeffrey W. Pennington}, title = {Evolution of an mHealth Family Pedigree App}, booktitle = {Summit on Clinical Research Informatics, {CRI} 2016, San Francisco, CA, USA, March 21-24, 2016}, publisher = {{AMIA}}, year = {2016}, url = {http://knowledge.amia.org/amia-59309-cri2016-1.3011827/t005-1.3012400/f005-1.3012401/a192-1.3012493/a193-1.3012488}, timestamp = {Thu, 25 Jan 2018 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/cri/MillerVP16.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/cri/MurphyPBRKDMUB16, author = {Kevin Murphy and Jeffrey Pennington and Aaron N. Browne and Byron Ruth and Ritu Khare and LeMar Davidson and Patricia K. Morris and Levon H. Utidjian and Charles Bailey}, title = {Clinical Data Research Network Lessons Learned}, booktitle = {Summit on Clinical Research Informatics, {CRI} 2016, San Francisco, CA, USA, March 21-24, 2016}, publisher = {{AMIA}}, year = {2016}, url = {http://knowledge.amia.org/amia-59309-cri2016-1.3011827/t005-1.3012400/f005-1.3012401/a193-1.3012488/a195-1.3012483}, timestamp = {Tue, 21 Mar 2023 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/cri/MurphyPBRKDMUB16.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/amia/MasinoGPC15, author = {Aaron J. Masino and Robert Grundmeier and Jeffrey W. Pennington and E. Bryan Crenshaw}, title = {Identifying Abnormal Anatomy on Temporal Bone Computed Tomography Reports Using Readily Available Natural Language Processing Software}, booktitle = {{AMIA} 2015, American Medical Informatics Association Annual Symposium, San Francisco, CA, USA, November 14-18, 2015}, publisher = {{AMIA}}, year = {2015}, url = {https://knowledge.amia.org/59310-amia-1.2741865/t001-1.2745946/f001-1.2745947/2246226-1.2746053/2245875-1.2746050}, timestamp = {Wed, 17 Apr 2024 11:47:40 +0200}, biburl = {https://dblp.org/rec/conf/amia/MasinoGPC15.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/bibm/FelmeisterRMRP15, author = {Alex S. Felmeister and Tyler J. Rivera and Aaron J. Masino and Adam C. Resnick and Jeffrey W. Pennington}, editor = {Jun Huan and Satoru Miyano and Amarda Shehu and Xiaohua Tony Hu and Bin Ma and Sanguthevar Rajasekaran and Vijay K. Gombar and Matthieu{-}P. Schapranow and Illhoi Yoo and Jiayu Zhou and Brian Chen and Vinay Pai and Brian G. Pierce}, title = {Scalable biobanking: {A} modular electronic Honest Broker and Biorepository for integrated clinical, specimen and genomic research}, booktitle = {2015 {IEEE} International Conference on Bioinformatics and Biomedicine, {BIBM} 2015, Washington, DC, USA, November 9-12, 2015}, pages = {484--490}, publisher = {{IEEE} Computer Society}, year = {2015}, url = {https://doi.org/10.1109/BIBM.2015.7359732}, doi = {10.1109/BIBM.2015.7359732}, timestamp = {Fri, 24 Mar 2023 00:00:00 +0100}, biburl = {https://dblp.org/rec/conf/bibm/FelmeisterRMRP15.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/PenningtonYK15, author = {Jeffrey Pennington and Felix X. Yu and Sanjiv Kumar}, editor = {Corinna Cortes and Neil D. Lawrence and Daniel D. Lee and Masashi Sugiyama and Roman Garnett}, title = {Spherical Random Features for Polynomial Kernels}, booktitle = {Advances in Neural Information Processing Systems 28: Annual Conference on Neural Information Processing Systems 2015, December 7-12, 2015, Montreal, Quebec, Canada}, pages = {1846--1854}, year = {2015}, url = {https://proceedings.neurips.cc/paper/2015/hash/f7f580e11d00a75814d2ded41fe8e8fe-Abstract.html}, timestamp = {Mon, 16 May 2022 15:41:51 +0200}, biburl = {https://dblp.org/rec/conf/nips/PenningtonYK15.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/bmcbi/MasinoDDWSKPRW14, author = {Aaron J. Masino and Elizabeth T. Dechene and Matthew C. Dulik and Alisha Wilkens and Nancy B. Spinner and Ian D. Krantz and Jeffrey W. Pennington and Peter N. Robinson and Peter S. White}, title = {Clinical phenotype-based gene prioritization: an initial study using semantic similarity and the human phenotype ontology}, journal = {{BMC} Bioinform.}, volume = {15}, pages = {248}, year = {2014}, url = {https://doi.org/10.1186/1471-2105-15-248}, doi = {10.1186/1471-2105-15-248}, timestamp = {Sun, 15 Mar 2020 00:00:00 +0100}, biburl = {https://dblp.org/rec/journals/bmcbi/MasinoDDWSKPRW14.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/jamia/PenningtonRIMWLCW14, author = {Jeffrey W. Pennington and Byron Ruth and Michael J. Italia and Jeffrey M. Miller and Stacey Wrazien and Jennifer G. Loutrel and E. Bryan Crenshaw and Peter S. White}, title = {\emph{Harvest}: an open platform for developing web-based biomedical data discovery and reporting applications}, journal = {J. Am. Medical Informatics Assoc.}, volume = {21}, number = {2}, pages = {379--383}, year = {2014}, url = {https://doi.org/10.1136/amiajnl-2013-001825}, doi = {10.1136/AMIAJNL-2013-001825}, timestamp = {Mon, 11 May 2020 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/jamia/PenningtonRIMWLCW14.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/nms/HallPL14, author = {Jeffrey A. Hall and Natalie Pennington and Allyn Lueders}, title = {Impression management and formation on Facebook: {A} lens model approach}, journal = {New Media Soc.}, volume = {16}, number = {6}, pages = {958--982}, year = {2014}, url = {https://doi.org/10.1177/1461444813495166}, doi = {10.1177/1461444813495166}, timestamp = {Sat, 30 Sep 2023 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/nms/HallPL14.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/emnlp/PenningtonSM14, author = {Jeffrey Pennington and Richard Socher and Christopher D. Manning}, editor = {Alessandro Moschitti and Bo Pang and Walter Daelemans}, title = {Glove: Global Vectors for Word Representation}, booktitle = {Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing, {EMNLP} 2014, October 25-29, 2014, Doha, Qatar, {A} meeting of SIGDAT, a Special Interest Group of the {ACL}}, pages = {1532--1543}, publisher = {{ACL}}, year = {2014}, url = {https://doi.org/10.3115/v1/d14-1162}, doi = {10.3115/V1/D14-1162}, timestamp = {Fri, 06 Aug 2021 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/emnlp/PenningtonSM14.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@article{DBLP:journals/chb/HallP13, author = {Jeffrey A. Hall and Natalie Pennington}, title = {Self-monitoring, honesty, and cue use on Facebook: The relationship with user extraversion and conscientiousness}, journal = {Comput. Hum. Behav.}, volume = {29}, number = {4}, pages = {1556--1564}, year = {2013}, url = {https://doi.org/10.1016/j.chb.2013.01.001}, doi = {10.1016/J.CHB.2013.01.001}, timestamp = {Sat, 30 Sep 2023 01:00:00 +0200}, biburl = {https://dblp.org/rec/journals/chb/HallP13.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/emnlp/SocherPHNM11, author = {Richard Socher and Jeffrey Pennington and Eric H. Huang and Andrew Y. Ng and Christopher D. Manning}, title = {Semi-Supervised Recursive Autoencoders for Predicting Sentiment Distributions}, booktitle = {Proceedings of the 2011 Conference on Empirical Methods in Natural Language Processing, {EMNLP} 2011, 27-31 July 2011, John McIntyre Conference Centre, Edinburgh, UK, {A} meeting of SIGDAT, a Special Interest Group of the {ACL}}, pages = {151--161}, publisher = {{ACL}}, year = {2011}, url = {https://aclanthology.org/D11-1014/}, timestamp = {Fri, 06 Aug 2021 01:00:00 +0200}, biburl = {https://dblp.org/rec/conf/emnlp/SocherPHNM11.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
@inproceedings{DBLP:conf/nips/SocherHPNM11, author = {Richard Socher and Eric H. Huang and Jeffrey Pennington and Andrew Y. Ng and Christopher D. Manning}, editor = {John Shawe{-}Taylor and Richard S. Zemel and Peter L. Bartlett and Fernando C. N. Pereira and Kilian Q. Weinberger}, title = {Dynamic Pooling and Unfolding Recursive Autoencoders for Paraphrase Detection}, booktitle = {Advances in Neural Information Processing Systems 24: 25th Annual Conference on Neural Information Processing Systems 2011. Proceedings of a meeting held 12-14 December 2011, Granada, Spain}, pages = {801--809}, year = {2011}, url = {https://proceedings.neurips.cc/paper/2011/hash/3335881e06d4d23091389226225e17c7-Abstract.html}, timestamp = {Mon, 16 May 2022 15:41:51 +0200}, biburl = {https://dblp.org/rec/conf/nips/SocherHPNM11.bib}, bibsource = {dblp computer science bibliography, https://dblp.org} }
manage site settings
To protect your privacy, all features that rely on external API calls from your browser are turned off by default. You need to opt-in for them to become active. All settings here will be stored as cookies with your web browser. For more information see our F.A.Q.