Stop the war!Остановите войну!
for scientists:
default search action
Google
Google Scholar
Semantic Scholar
Internet Archive Scholar
CiteSeerX
ORCIDSearch dblp for Publications
export results for "Jeffrey Pennington"
download as .bib file
@article{DBLP:journals/tmlr/SinghCAAPGLH0XP24,
author = {Avi Singh and
John D. Co{-}Reyes and
Rishabh Agarwal and
Ankesh Anand and
Piyush Patil and
Xavier Garcia and
Peter J. Liu and
James Harrison and
Jaehoon Lee and
Kelvin Xu and
Aaron T. Parisi and
Abhishek Kumar and
Alexander A. Alemi and
Alex Rizkowsky and
Azade Nova and
Ben Adlam and
Bernd Bohnet and
Gamaleldin Fathy Elsayed and
Hanie Sedghi and
Igor Mordatch and
Isabelle Simpson and
Izzeddin Gur and
Jasper Snoek and
Jeffrey Pennington and
Jiri Hron and
Kathleen Kenealy and
Kevin Swersky and
Kshiteej Mahajan and
Laura Culp and
Lechao Xiao and
Maxwell L. Bileschi and
Noah Constant and
Roman Novak and
Rosanne Liu and
Tris Warkentin and
Yundi Qian and
Yamini Bansal and
Ethan Dyer and
Behnam Neyshabur and
Jascha Sohl{-}Dickstein and
Noah Fiedel},
title = {Beyond Human Data: Scaling Self-Training for Problem-Solving with
Language Models},
journal = {Trans. Mach. Learn. Res.},
volume = {2024},
year = {2024}
}
@inproceedings{DBLP:conf/iclr/WortsmanLXEAACG24,
author = {Mitchell Wortsman and
Peter J. Liu and
Lechao Xiao and
Katie E. Everett and
Alexander A. Alemi and
Ben Adlam and
John D. Co{-}Reyes and
Izzeddin Gur and
Abhishek Kumar and
Roman Novak and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein and
Kelvin Xu and
Jaehoon Lee and
Justin Gilmer and
Simon Kornblith},
title = {Small-scale proxies for large-scale Transformer training instabilities},
booktitle = {{ICLR}},
publisher = {OpenReview.net},
year = {2024}
}
@inproceedings{DBLP:conf/icml/EverettXWANLGSK24,
author = {Katie E. Everett and
Lechao Xiao and
Mitchell Wortsman and
Alexander A. Alemi and
Roman Novak and
Peter J. Liu and
Izzeddin Gur and
Jascha Sohl{-}Dickstein and
Leslie Pack Kaelbling and
Jaehoon Lee and
Jeffrey Pennington},
title = {Scaling Exponents Across Parameterizations and Optimizers},
booktitle = {{ICML}},
publisher = {OpenReview.net},
year = {2024}
}
@article{DBLP:journals/corr/abs-2404-03626,
author = {Brian Lester and
Jaehoon Lee and
Alex Alemi and
Jeffrey Pennington and
Adam Roberts and
Jascha Sohl{-}Dickstein and
Noah Constant},
title = {Training LLMs over Neurally Compressed Text},
journal = {CoRR},
volume = {abs/2404.03626},
year = {2024}
}
@article{DBLP:journals/corr/abs-2404-19261,
author = {Atish Agarwala and
Jeffrey Pennington},
title = {High dimensional analysis reveals conservative sharpening and a stochastic
edge of stability},
journal = {CoRR},
volume = {abs/2404.19261},
year = {2024}
}
@article{DBLP:journals/corr/abs-2405-15074,
author = {Elliot Paquette and
Courtney Paquette and
Lechao Xiao and
Jeffrey Pennington},
title = {4+3 Phases of Compute-Optimal Neural Scaling Laws},
journal = {CoRR},
volume = {abs/2405.15074},
year = {2024}
}
@article{DBLP:journals/corr/abs-2407-05872,
author = {Katie Everett and
Lechao Xiao and
Mitchell Wortsman and
Alexander A. Alemi and
Roman Novak and
Peter J. Liu and
Izzeddin Gur and
Jascha Sohl{-}Dickstein and
Leslie Pack Kaelbling and
Jaehoon Lee and
Jeffrey Pennington},
title = {Scaling Exponents Across Parameterizations and Optimizers},
journal = {CoRR},
volume = {abs/2407.05872},
year = {2024}
}
@article{DBLP:journals/tmlr/AgarwalaSPD23,
author = {Atish Agarwala and
Samuel Stern Schoenholz and
Jeffrey Pennington and
Yann N. Dauphin},
title = {Temperature check: theory and practice for training models with softmax-cross-entropy
losses},
journal = {Trans. Mach. Learn. Res.},
volume = {2023},
year = {2023}
}
@inproceedings{DBLP:conf/icml/AgarwalaPP23,
author = {Atish Agarwala and
Fabian Pedregosa and
Jeffrey Pennington},
title = {Second-order regression models exhibit progressive sharpening to the
edge of stability},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {202},
pages = {169--195},
publisher = {{PMLR}},
year = {2023}
}
@article{DBLP:journals/corr/abs-2309-14322,
author = {Mitchell Wortsman and
Peter J. Liu and
Lechao Xiao and
Katie Everett and
Alex Alemi and
Ben Adlam and
John D. Co{-}Reyes and
Izzeddin Gur and
Abhishek Kumar and
Roman Novak and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein and
Kelvin Xu and
Jaehoon Lee and
Justin Gilmer and
Simon Kornblith},
title = {Small-scale proxies for large-scale Transformer training instabilities},
journal = {CoRR},
volume = {abs/2309.14322},
year = {2023}
}
@article{DBLP:journals/corr/abs-2311-07587,
author = {C. Daniel Freeman and
Laura Culp and
Aaron Parisi and
Maxwell L. Bileschi and
Gamaleldin F. Elsayed and
Alex Rizkowsky and
Isabelle Simpson and
Alex Alemi and
Azade Nova and
Ben Adlam and
Bernd Bohnet and
Gaurav Mishra and
Hanie Sedghi and
Igor Mordatch and
Izzeddin Gur and
Jaehoon Lee and
John D. Co{-}Reyes and
Jeffrey Pennington and
Kelvin Xu and
Kevin Swersky and
Kshiteej Mahajan and
Lechao Xiao and
Rosanne Liu and
Simon Kornblith and
Noah Constant and
Peter J. Liu and
Roman Novak and
Yundi Qian and
Noah Fiedel and
Jascha Sohl{-}Dickstein},
title = {Frontier Language Models are not Robust to Adversarial Arithmetic,
or "What do {I} need to say so you agree 2+2=5?},
journal = {CoRR},
volume = {abs/2311.07587},
year = {2023}
}
@article{DBLP:journals/corr/abs-2312-06585,
author = {Avi Singh and
John D. Co{-}Reyes and
Rishabh Agarwal and
Ankesh Anand and
Piyush Patil and
Xavier Garcia and
Peter J. Liu and
James Harrison and
Jaehoon Lee and
Kelvin Xu and
Aaron Parisi and
Abhishek Kumar and
Alex Alemi and
Alex Rizkowsky and
Azade Nova and
Ben Adlam and
Bernd Bohnet and
Gamaleldin F. Elsayed and
Hanie Sedghi and
Igor Mordatch and
Isabelle Simpson and
Izzeddin Gur and
Jasper Snoek and
Jeffrey Pennington and
Jiri Hron and
Kathleen Kenealy and
Kevin Swersky and
Kshiteej Mahajan and
Laura Culp and
Lechao Xiao and
Maxwell L. Bileschi and
Noah Constant and
Roman Novak and
Rosanne Liu and
Tris Warkentin and
Yundi Qian and
Yamini Bansal and
Ethan Dyer and
Behnam Neyshabur and
Jascha Sohl{-}Dickstein and
Noah Fiedel},
title = {Beyond Human Data: Scaling Self-Training for Problem-Solving with
Language Models},
journal = {CoRR},
volume = {abs/2312.06585},
year = {2023}
}
@article{DBLP:journals/jcmc/HallPM22,
author = {Jeffrey A. Hall and
Natalie Pennington and
Andy J. Merolla},
title = {Which mediated social interactions satisfy the need to belong?},
journal = {J. Comput. Mediat. Commun.},
volume = {28},
number = {1},
year = {2022}
}
@inproceedings{DBLP:conf/aistats/AdlamLP22,
author = {Ben Adlam and
Jake A. Levinson and
Jeffrey Pennington},
title = {A Random Matrix Perspective on Mixtures of Nonlinearities in High
Dimensions},
booktitle = {{AISTATS}},
series = {Proceedings of Machine Learning Research},
volume = {151},
pages = {3434--3457},
publisher = {{PMLR}},
year = {2022}
}
@inproceedings{DBLP:conf/amia/PenningtonHDSPC22,
author = {Jeffrey Pennington and
Rose Hartman and
Ashwini Davison and
Ali Shokoufandeh and
Joy Payton and
Daniel Chen and
Andr{\'{e}} Dietrich},
title = {Online education for data science: Opportunities and challenges},
booktitle = {{AMIA}},
publisher = {{AMIA}},
year = {2022}
}
@inproceedings{DBLP:conf/iclr/MelP22,
author = {Gabriel Mel and
Jeffrey Pennington},
title = {Anisotropic Random Feature Regression in High Dimensions},
booktitle = {{ICLR}},
publisher = {OpenReview.net},
year = {2022}
}
@inproceedings{DBLP:conf/icml/HronNPS22,
author = {Jiri Hron and
Roman Novak and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Wide Bayesian neural networks have a simple weight posterior: theory
and accelerated sampling},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {162},
pages = {8926--8945},
publisher = {{PMLR}},
year = {2022}
}
@inproceedings{DBLP:conf/icml/XiaoP22,
author = {Lechao Xiao and
Jeffrey Pennington},
title = {Synergy and Symmetry in Deep Learning: Interactions between the Data,
Model, and Inference Algorithm},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {162},
pages = {24347--24369},
publisher = {{PMLR}},
year = {2022}
}
@inproceedings{DBLP:conf/nips/PaquettePAP22,
author = {Courtney Paquette and
Elliot Paquette and
Ben Adlam and
Jeffrey Pennington},
title = {Implicit Regularization or Implicit Conditioning? Exact Risk Trajectories
of {SGD} in High Dimensions},
booktitle = {NeurIPS},
year = {2022}
}
@inproceedings{DBLP:conf/nips/XiaoHMLP22,
author = {Lechao Xiao and
Hong Hu and
Theodor Misiakiewicz and
Yue Lu and
Jeffrey Pennington},
title = {Precise Learning Curves and Higher-Order Scalings for Dot-product
Kernel Regression},
booktitle = {NeurIPS},
year = {2022}
}
@article{DBLP:journals/corr/abs-2205-14846,
author = {Lechao Xiao and
Jeffrey Pennington},
title = {Precise Learning Curves and Higher-Order Scaling Limits for Dot Product
Kernel Regression},
journal = {CoRR},
volume = {abs/2205.14846},
year = {2022}
}
@article{DBLP:journals/corr/abs-2206-07252,
author = {Courtney Paquette and
Elliot Paquette and
Ben Adlam and
Jeffrey Pennington},
title = {Implicit Regularization or Implicit Conditioning? Exact Risk Trajectories
of {SGD} in High Dimensions},
journal = {CoRR},
volume = {abs/2206.07252},
year = {2022}
}
@article{DBLP:journals/corr/abs-2206-07673,
author = {Jiri Hron and
Roman Novak and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Wide Bayesian neural networks have a simple weight posterior: theory
and accelerated sampling},
journal = {CoRR},
volume = {abs/2206.07673},
year = {2022}
}
@article{DBLP:journals/corr/abs-2207-04612,
author = {Lechao Xiao and
Jeffrey Pennington},
title = {Synergy and Symmetry in Deep Learning: Interactions between the Data,
Model, and Inference Algorithm},
journal = {CoRR},
volume = {abs/2207.04612},
year = {2022}
}
@article{DBLP:journals/corr/abs-2210-04860,
author = {Atish Agarwala and
Fabian Pedregosa and
Jeffrey Pennington},
title = {Second-order regression models exhibit progressive sharpening to the
edge of stability},
journal = {CoRR},
volume = {abs/2210.04860},
year = {2022}
}
@inproceedings{DBLP:conf/iclr/AdlamLXPS21,
author = {Ben Adlam and
Jaehoon Lee and
Lechao Xiao and
Jeffrey Pennington and
Jasper Snoek},
title = {Exploring the Uncertainty Properties of Neural Networks' Implicit
Priors in the Infinite-Width Limit},
booktitle = {{ICLR}},
publisher = {OpenReview.net},
year = {2021}
}
@inproceedings{DBLP:conf/nips/TripuraneniAP21,
author = {Nilesh Tripuraneni and
Ben Adlam and
Jeffrey Pennington},
title = {Overparameterization Improves Robustness to Covariate Shift in High
Dimensions},
booktitle = {NeurIPS},
pages = {13883--13897},
year = {2021}
}
@article{DBLP:journals/corr/abs-2111-08234,
author = {Nilesh Tripuraneni and
Ben Adlam and
Jeffrey Pennington},
title = {Covariate Shift in High-Dimensional Random Feature Regression},
journal = {CoRR},
volume = {abs/2111.08234},
year = {2021}
}
@inproceedings{DBLP:conf/iclr/HuXP20,
author = {Wei Hu and
Lechao Xiao and
Jeffrey Pennington},
title = {Provable Benefit of Orthogonal Initialization in Optimizing Deep Linear
Networks},
booktitle = {{ICLR}},
publisher = {OpenReview.net},
year = {2020}
}
@inproceedings{DBLP:conf/icml/AdlamP20,
author = {Ben Adlam and
Jeffrey Pennington},
title = {The Neural Tangent Kernel in High Dimensions: Triple Descent and a
Multi-Scale Theory of Generalization},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {119},
pages = {74--84},
publisher = {{PMLR}},
year = {2020}
}
@inproceedings{DBLP:conf/icml/XiaoPS20,
author = {Lechao Xiao and
Jeffrey Pennington and
Samuel Stern Schoenholz},
title = {Disentangling Trainability and Generalization in Deep Neural Networks},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {119},
pages = {10462--10472},
publisher = {{PMLR}},
year = {2020}
}
@inproceedings{DBLP:conf/nips/AdlamP20,
author = {Ben Adlam and
Jeffrey Pennington},
title = {Understanding Double Descent Requires {A} Fine-Grained Bias-Variance
Decomposition},
booktitle = {NeurIPS},
year = {2020}
}
@inproceedings{DBLP:conf/nips/HuXAP20,
author = {Wei Hu and
Lechao Xiao and
Ben Adlam and
Jeffrey Pennington},
title = {The Surprising Simplicity of the Early-Time Learning Dynamics of Neural
Networks},
booktitle = {NeurIPS},
year = {2020}
}
@inproceedings{DBLP:conf/nips/LeeSPAXNS20,
author = {Jaehoon Lee and
Samuel S. Schoenholz and
Jeffrey Pennington and
Ben Adlam and
Lechao Xiao and
Roman Novak and
Jascha Sohl{-}Dickstein},
title = {Finite Versus Infinite Neural Networks: an Empirical Study},
booktitle = {NeurIPS},
year = {2020}
}
@article{DBLP:journals/corr/abs-2001-05992,
author = {Wei Hu and
Lechao Xiao and
Jeffrey Pennington},
title = {Provable Benefit of Orthogonal Initialization in Optimizing Deep Linear
Networks},
journal = {CoRR},
volume = {abs/2001.05992},
year = {2020}
}
@article{DBLP:journals/corr/abs-2006-10541,
author = {Jiri Hron and
Yasaman Bahri and
Roman Novak and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Exact posterior distributions of wide Bayesian neural networks},
journal = {CoRR},
volume = {abs/2006.10541},
year = {2020}
}
@article{DBLP:journals/corr/abs-2006-14599,
author = {Wei Hu and
Lechao Xiao and
Ben Adlam and
Jeffrey Pennington},
title = {The Surprising Simplicity of the Early-Time Learning Dynamics of Neural
Networks},
journal = {CoRR},
volume = {abs/2006.14599},
year = {2020}
}
@article{DBLP:journals/corr/abs-2007-15801,
author = {Jaehoon Lee and
Samuel S. Schoenholz and
Jeffrey Pennington and
Ben Adlam and
Lechao Xiao and
Roman Novak and
Jascha Sohl{-}Dickstein},
title = {Finite Versus Infinite Neural Networks: an Empirical Study},
journal = {CoRR},
volume = {abs/2007.15801},
year = {2020}
}
@article{DBLP:journals/corr/abs-2008-06786,
author = {Ben Adlam and
Jeffrey Pennington},
title = {The Neural Tangent Kernel in High Dimensions: Triple Descent and a
Multi-Scale Theory of Generalization},
journal = {CoRR},
volume = {abs/2008.06786},
year = {2020}
}
@article{DBLP:journals/corr/abs-2010-07344,
author = {Atish Agarwala and
Jeffrey Pennington and
Yann N. Dauphin and
Samuel S. Schoenholz},
title = {Temperature check: theory and practice for training models with softmax-cross-entropy
losses},
journal = {CoRR},
volume = {abs/2010.07344},
year = {2020}
}
@article{DBLP:journals/corr/abs-2010-07355,
author = {Ben Adlam and
Jaehoon Lee and
Lechao Xiao and
Jeffrey Pennington and
Jasper Snoek},
title = {Exploring the Uncertainty Properties of Neural Networks' Implicit
Priors in the Infinite-Width Limit},
journal = {CoRR},
volume = {abs/2010.07355},
year = {2020}
}
@article{DBLP:journals/corr/abs-2011-03321,
author = {Ben Adlam and
Jeffrey Pennington},
title = {Understanding Double Descent Requires a Fine-Grained Bias-Variance
Decomposition},
journal = {CoRR},
volume = {abs/2011.03321},
year = {2020}
}
@inproceedings{DBLP:conf/aistats/ChoromanskiPPT19,
author = {Krzysztof Choromanski and
Aldo Pacchiano and
Jeffrey Pennington and
Yunhao Tang},
title = {KAMA-NNs: Low-dimensional Rotation Based Neural Networks},
booktitle = {{AISTATS}},
series = {Proceedings of Machine Learning Research},
volume = {89},
pages = {236--245},
publisher = {{PMLR}},
year = {2019}
}
@inproceedings{DBLP:conf/amia/ThayerMP19,
author = {Jeritt G. Thayer and
Jeffrey M. Miller and
Jeffrey W. Pennington},
title = {Fault-Tolerant, Distributed, and Scalable Natural Language Processing
with cTAKES},
booktitle = {{AMIA}},
publisher = {{AMIA}},
year = {2019}
}
@inproceedings{DBLP:conf/cbms/MasinoFNHPKB19,
author = {Aaron J. Masino and
Daniel Forsyth and
Heather Nuske and
John Herrington and
Jeffrey W. Pennington and
Yelena Kushleyeva and
Christopher P. Bonafide},
title = {m-Health and Autism: Recognizing Stress and Anxiety with Machine Learning
and Wearables Data},
booktitle = {{CBMS}},
pages = {714--719},
publisher = {{IEEE}},
year = {2019}
}
@inproceedings{DBLP:conf/iclr/NovakXBLYHAPS19,
author = {Roman Novak and
Lechao Xiao and
Yasaman Bahri and
Jaehoon Lee and
Greg Yang and
Jiri Hron and
Daniel A. Abolafia and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Bayesian Deep Convolutional Networks with Many Channels are Gaussian
Processes},
booktitle = {{ICLR} (Poster)},
publisher = {OpenReview.net},
year = {2019}
}
@inproceedings{DBLP:conf/iclr/YangPRSS19,
author = {Greg Yang and
Jeffrey Pennington and
Vinay Rao and
Jascha Sohl{-}Dickstein and
Samuel S. Schoenholz},
title = {A Mean Field Theory of Batch Normalization},
booktitle = {{ICLR} (Poster)},
publisher = {OpenReview.net},
year = {2019}
}
@inproceedings{DBLP:conf/nips/LeeXSBNSP19,
author = {Jaehoon Lee and
Lechao Xiao and
Samuel S. Schoenholz and
Yasaman Bahri and
Roman Novak and
Jascha Sohl{-}Dickstein and
Jeffrey Pennington},
title = {Wide Neural Networks of Any Depth Evolve as Linear Models Under Gradient
Descent},
booktitle = {NeurIPS},
pages = {8570--8581},
year = {2019}
}
@article{DBLP:journals/corr/abs-1901-08987,
author = {Dar Gilboa and
Bo Chang and
Minmin Chen and
Greg Yang and
Samuel S. Schoenholz and
Ed H. Chi and
Jeffrey Pennington},
title = {Dynamical Isometry and a Mean Field Theory of LSTMs and GRUs},
journal = {CoRR},
volume = {abs/1901.08987},
year = {2019}
}
@article{DBLP:journals/corr/abs-1902-06720,
author = {Jaehoon Lee and
Lechao Xiao and
Samuel S. Schoenholz and
Yasaman Bahri and
Jascha Sohl{-}Dickstein and
Jeffrey Pennington},
title = {Wide Neural Networks of Any Depth Evolve as Linear Models Under Gradient
Descent},
journal = {CoRR},
volume = {abs/1902.06720},
year = {2019}
}
@article{DBLP:journals/corr/abs-1902-08129,
author = {Greg Yang and
Jeffrey Pennington and
Vinay Rao and
Jascha Sohl{-}Dickstein and
Samuel S. Schoenholz},
title = {A Mean Field Theory of Batch Normalization},
journal = {CoRR},
volume = {abs/1902.08129},
year = {2019}
}
@article{DBLP:journals/corr/abs-1912-00827,
author = {Ben Adlam and
Jake Levinson and
Jeffrey Pennington},
title = {A Random Matrix Perspective on Mixtures of Nonlinearities for Deep
Learning},
journal = {CoRR},
volume = {abs/1912.00827},
year = {2019}
}
@article{DBLP:journals/corr/abs-1912-13053,
author = {Lechao Xiao and
Jeffrey Pennington and
Samuel S. Schoenholz},
title = {Disentangling trainability and generalization in deep learning},
journal = {CoRR},
volume = {abs/1912.13053},
year = {2019}
}
@inproceedings{DBLP:conf/aistats/PenningtonSG18,
author = {Jeffrey Pennington and
Samuel S. Schoenholz and
Surya Ganguli},
title = {The emergence of spectral universality in deep networks},
booktitle = {{AISTATS}},
series = {Proceedings of Machine Learning Research},
volume = {84},
pages = {1924--1932},
publisher = {{PMLR}},
year = {2018}
}
@inproceedings{DBLP:conf/iclr/LeeBNSPS18,
author = {Jaehoon Lee and
Yasaman Bahri and
Roman Novak and
Samuel S. Schoenholz and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Deep Neural Networks as Gaussian Processes},
booktitle = {{ICLR} (Poster)},
publisher = {OpenReview.net},
year = {2018}
}
@inproceedings{DBLP:conf/iclr/NovakBAPS18,
author = {Roman Novak and
Yasaman Bahri and
Daniel A. Abolafia and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Sensitivity and Generalization in Neural Networks: an Empirical Study},
booktitle = {{ICLR} (Poster)},
publisher = {OpenReview.net},
year = {2018}
}
@inproceedings{DBLP:conf/icml/ChenPS18,
author = {Minmin Chen and
Jeffrey Pennington and
Samuel S. Schoenholz},
title = {Dynamical Isometry and a Mean Field Theory of RNNs: Gating Enables
Signal Propagation in Recurrent Neural Networks},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {80},
pages = {872--881},
publisher = {{PMLR}},
year = {2018}
}
@inproceedings{DBLP:conf/icml/XiaoBSSP18,
author = {Lechao Xiao and
Yasaman Bahri and
Jascha Sohl{-}Dickstein and
Samuel S. Schoenholz and
Jeffrey Pennington},
title = {Dynamical Isometry and a Mean Field Theory of CNNs: How to Train 10,
000-Layer Vanilla Convolutional Neural Networks},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {80},
pages = {5389--5398},
publisher = {{PMLR}},
year = {2018}
}
@inproceedings{DBLP:conf/nips/PenningtonW18,
author = {Jeffrey Pennington and
Pratik Worah},
title = {The Spectrum of the Fisher Information Matrix of a Single-Hidden-Layer
Neural Network},
booktitle = {NeurIPS},
pages = {5415--5424},
year = {2018}
}
@article{DBLP:journals/corr/abs-1802-08760,
author = {Roman Novak and
Yasaman Bahri and
Daniel A. Abolafia and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Sensitivity and Generalization in Neural Networks: an Empirical Study},
journal = {CoRR},
volume = {abs/1802.08760},
year = {2018}
}
@article{DBLP:journals/corr/abs-1802-09979,
author = {Jeffrey Pennington and
Samuel S. Schoenholz and
Surya Ganguli},
title = {The Emergence of Spectral Universality in Deep Networks},
journal = {CoRR},
volume = {abs/1802.09979},
year = {2018}
}
@article{DBLP:journals/corr/abs-1806-05393,
author = {Lechao Xiao and
Yasaman Bahri and
Jascha Sohl{-}Dickstein and
Samuel S. Schoenholz and
Jeffrey Pennington},
title = {Dynamical Isometry and a Mean Field Theory of CNNs: How to Train 10,
000-Layer Vanilla Convolutional Neural Networks},
journal = {CoRR},
volume = {abs/1806.05393},
year = {2018}
}
@article{DBLP:journals/corr/abs-1806-05394,
author = {Minmin Chen and
Jeffrey Pennington and
Samuel S. Schoenholz},
title = {Dynamical Isometry and a Mean Field Theory of RNNs: Gating Enables
Signal Propagation in Recurrent Neural Networks},
journal = {CoRR},
volume = {abs/1806.05394},
year = {2018}
}
@article{DBLP:journals/corr/abs-1810-05148,
author = {Roman Novak and
Lechao Xiao and
Jaehoon Lee and
Yasaman Bahri and
Daniel A. Abolafia and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Bayesian Convolutional Neural Networks with Many Channels are Gaussian
Processes},
journal = {CoRR},
volume = {abs/1810.05148},
year = {2018}
}
@article{DBLP:journals/jamia/PenningtonKKMBG17,
author = {Jeffrey W. Pennington and
Dean Karavite and
Edward M. Krause and
Jeffrey M. Miller and
Barbara A. Bernhardt and
Robert W. Grundmeier},
title = {Genomic decision support needs in pediatric primary care},
journal = {J. Am. Medical Informatics Assoc.},
volume = {24},
number = {4},
pages = {851--856},
year = {2017}
}
@inproceedings{DBLP:conf/icml/PenningtonB17,
author = {Jeffrey Pennington and
Yasaman Bahri},
title = {Geometry of Neural Network Loss Surfaces via Random Matrix Theory},
booktitle = {{ICML}},
series = {Proceedings of Machine Learning Research},
volume = {70},
pages = {2798--2806},
publisher = {{PMLR}},
year = {2017}
}
@inproceedings{DBLP:conf/nips/PenningtonSG17,
author = {Jeffrey Pennington and
Samuel S. Schoenholz and
Surya Ganguli},
title = {Resurrecting the sigmoid in deep learning through dynamical isometry:
theory and practice},
booktitle = {{NIPS}},
pages = {4785--4795},
year = {2017}
}
@inproceedings{DBLP:conf/nips/PenningtonW17,
author = {Jeffrey Pennington and
Pratik Worah},
title = {Nonlinear random matrix theory for deep learning},
booktitle = {{NIPS}},
pages = {2637--2646},
year = {2017}
}
@article{DBLP:journals/corr/abs-1710-06570,
author = {Samuel S. Schoenholz and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {A Correspondence Between Random Neural Networks and Statistical Field
Theory},
journal = {CoRR},
volume = {abs/1710.06570},
year = {2017}
}
@article{DBLP:journals/corr/abs-1711-00165,
author = {Jaehoon Lee and
Yasaman Bahri and
Roman Novak and
Samuel S. Schoenholz and
Jeffrey Pennington and
Jascha Sohl{-}Dickstein},
title = {Deep Neural Networks as Gaussian Processes},
journal = {CoRR},
volume = {abs/1711.00165},
year = {2017}
}
@article{DBLP:journals/corr/abs-1711-04735,
author = {Jeffrey Pennington and
Samuel S. Schoenholz and
Surya Ganguli},
title = {Resurrecting the sigmoid in deep learning through dynamical isometry:
theory and practice},
journal = {CoRR},
volume = {abs/1711.04735},
year = {2017}
}
@article{DBLP:journals/midm/MasinoGPGC16,
author = {Aaron J. Masino and
Robert Grundmeier and
Jeffrey W. Pennington and
John A. Germiller and
E. Bryan Crenshaw},
title = {Temporal bone radiology report classification using open source machine
learning and natural langue processing libraries},
journal = {{BMC} Medical Informatics Decis. Mak.},
volume = {16},
pages = {65},
year = {2016}
}
@inproceedings{DBLP:conf/cri/BrowneRMP16,
author = {Aaron N. Browne and
Byron Ruth and
Kevin Murphy and
Jeffrey W. Pennington},
title = {Data Model Interoperability via Standard Representation},
booktitle = {{CRI}},
publisher = {{AMIA}},
year = {2016}
}
@inproceedings{DBLP:conf/cri/MillerVP16,
author = {Jeffrey M. Miller and
Donna Vito and
Jeffrey W. Pennington},
title = {Evolution of an mHealth Family Pedigree App},
booktitle = {{CRI}},
publisher = {{AMIA}},
year = {2016}
}
@inproceedings{DBLP:conf/cri/MurphyPBRKDMUB16,
author = {Kevin Murphy and
Jeffrey Pennington and
Aaron N. Browne and
Byron Ruth and
Ritu Khare and
LeMar Davidson and
Patricia K. Morris and
Levon H. Utidjian and
Charles Bailey},
title = {Clinical Data Research Network Lessons Learned},
booktitle = {{CRI}},
publisher = {{AMIA}},
year = {2016}
}
@inproceedings{DBLP:conf/amia/MasinoGPC15,
author = {Aaron J. Masino and
Robert Grundmeier and
Jeffrey W. Pennington and
E. Bryan Crenshaw},
title = {Identifying Abnormal Anatomy on Temporal Bone Computed Tomography
Reports Using Readily Available Natural Language Processing Software},
booktitle = {{AMIA}},
publisher = {{AMIA}},
year = {2015}
}
@inproceedings{DBLP:conf/bibm/FelmeisterRMRP15,
author = {Alex S. Felmeister and
Tyler J. Rivera and
Aaron J. Masino and
Adam C. Resnick and
Jeffrey W. Pennington},
title = {Scalable biobanking: {A} modular electronic Honest Broker and Biorepository
for integrated clinical, specimen and genomic research},
booktitle = {{BIBM}},
pages = {484--490},
publisher = {{IEEE} Computer Society},
year = {2015}
}
@inproceedings{DBLP:conf/nips/PenningtonYK15,
author = {Jeffrey Pennington and
Felix X. Yu and
Sanjiv Kumar},
title = {Spherical Random Features for Polynomial Kernels},
booktitle = {{NIPS}},
pages = {1846--1854},
year = {2015}
}
@article{DBLP:journals/bmcbi/MasinoDDWSKPRW14,
author = {Aaron J. Masino and
Elizabeth T. Dechene and
Matthew C. Dulik and
Alisha Wilkens and
Nancy B. Spinner and
Ian D. Krantz and
Jeffrey W. Pennington and
Peter N. Robinson and
Peter S. White},
title = {Clinical phenotype-based gene prioritization: an initial study using
semantic similarity and the human phenotype ontology},
journal = {{BMC} Bioinform.},
volume = {15},
pages = {248},
year = {2014}
}
@article{DBLP:journals/jamia/PenningtonRIMWLCW14,
author = {Jeffrey W. Pennington and
Byron Ruth and
Michael J. Italia and
Jeffrey M. Miller and
Stacey Wrazien and
Jennifer G. Loutrel and
E. Bryan Crenshaw and
Peter S. White},
title = {\emph{Harvest}: an open platform for developing web-based biomedical
data discovery and reporting applications},
journal = {J. Am. Medical Informatics Assoc.},
volume = {21},
number = {2},
pages = {379--383},
year = {2014}
}
@article{DBLP:journals/nms/HallPL14,
author = {Jeffrey A. Hall and
Natalie Pennington and
Allyn Lueders},
title = {Impression management and formation on Facebook: {A} lens model approach},
journal = {New Media Soc.},
volume = {16},
number = {6},
pages = {958--982},
year = {2014}
}
@inproceedings{DBLP:conf/emnlp/PenningtonSM14,
author = {Jeffrey Pennington and
Richard Socher and
Christopher D. Manning},
title = {Glove: Global Vectors for Word Representation},
booktitle = {{EMNLP}},
pages = {1532--1543},
publisher = {{ACL}},
year = {2014}
}
@article{DBLP:journals/chb/HallP13,
author = {Jeffrey A. Hall and
Natalie Pennington},
title = {Self-monitoring, honesty, and cue use on Facebook: The relationship
with user extraversion and conscientiousness},
journal = {Comput. Hum. Behav.},
volume = {29},
number = {4},
pages = {1556--1564},
year = {2013}
}
@inproceedings{DBLP:conf/emnlp/SocherPHNM11,
author = {Richard Socher and
Jeffrey Pennington and
Eric H. Huang and
Andrew Y. Ng and
Christopher D. Manning},
title = {Semi-Supervised Recursive Autoencoders for Predicting Sentiment Distributions},
booktitle = {{EMNLP}},
pages = {151--161},
publisher = {{ACL}},
year = {2011}
}
@inproceedings{DBLP:conf/nips/SocherHPNM11,
author = {Richard Socher and
Eric H. Huang and
Jeffrey Pennington and
Andrew Y. Ng and
Christopher D. Manning},
title = {Dynamic Pooling and Unfolding Recursive Autoencoders for Paraphrase
Detection},
booktitle = {{NIPS}},
pages = {801--809},
year = {2011}
}
a service of 
manage site settings
To protect your privacy, all features that rely on external API calls from your browser are turned off by default. You need to opt-in for them to become active. All settings here will be stored as cookies with your web browser. For more information see our F.A.Q.
retrieved on 2024-09-05 06:03 CEST from data curated by the dblp team
all metadata released as open data under CC0 1.0 license
see also: Terms of Use | Privacy Policy | Imprint
dblp was originally created in 1993 at:
since 2018, dblp has been operated and maintained by:
the dblp computer science bibliography is funded and supported by:
