@article{CTT100832594, author = {Kazuki Osawa and Yohei Tsuji and Yuichiro Ueno and Akira Naruse and Chuan-Sheng Foo and Rio Yokota}, title = {Scalable and Practical Natural Gradient for Large-Scale Deep Learning}, journal = {IEEE Transactions on Pattern Analysis and Machine Intelligence}, year = 2020, } @inproceedings{CTT100854272, author = {Yuichiro Ueno and Kazuki Osawa and Yohei Tsuji and Akira Naruse and Rio Yokota}, title = {Rich Information is Affordable: A Systematic Performance Analysis of Second-order Optimization Using K-FAC}, booktitle = {}, year = 2021, } @inproceedings{CTT100835682, author = {Rio Yokota and Yohei Tsuji and Kazuki Osawa}, title = {Second Order Optimization for Distributed Data-parallel Deep Learning on 4000 GPUs}, booktitle = {}, year = 2020, } @inproceedings{CTT100803976, author = {Kazuki Osawa and Siddarth Swaroop and Anirudh Jain and Runa Eschenhagen and Richard E. Turner and Rio Yokota and Mohammad Emtiyaz Khan}, title = {Practical Deep Learning with Bayesian Principles}, booktitle = {}, year = 2019, } @inproceedings{CTT100815305, author = {Yohei Tsuji and Kazuki Osawa and Yuichiro Ueno and Akira Naruse and Rio Yokota and Satoshi Matsuoka}, title = {Performance Optimizations and Analysis of Distributed Deep Learning with Approximated Second-Order Optimization Method}, booktitle = {Proceedings of the 48th International Conference on Parallel Processing: Workshops}, year = 2019, } @inproceedings{CTT100793663, author = {Kazuki Osawa and Yohei Tsuji and Yuichiro Ueno and Akira Naruse and Rio Yokota and Satoshi Matsuoka}, title = {Second-order Optimization Method for Large Mini-batch: Training ResNet-50 on ImageNet in 35 Epochs}, booktitle = {}, year = 2019, } @inproceedings{CTT100793657, author = {大沢和樹 and 横田理央 and Chuan-Sheng Foo and Vijay Chandrasekhar}, title = {Fisher情報行列の解析に基づく大規模深層学習のための二次最適化手法}, booktitle = {}, year = 2019, } @inproceedings{CTT100793655, author = {中田光 and 大沢和樹 and 横田理央}, title = {自然勾配法に基づく変分深層学習}, booktitle = {}, year = 2019, } @inproceedings{CTT100793658, author = {横田理央 and 大沢和樹 and 辻陽平 and 上野裕一郎 and 成瀬彰}, title = {大規模並列深層学習における2次の最適化手法の効果}, booktitle = {}, year = 2019, } @inproceedings{CTT100760853, author = {大友 広幸 and 大沢 和樹 and 横田 理央}, title = {フィッシャー情報行列のクロネッカー因子分解を用いた深層ニューラルネットワークの分散学習}, booktitle = {}, year = 2018, } @inproceedings{CTT100759344, author = {大友広幸 and 大沢和樹 and 横田理央}, title = {フィッシャー情報行列のクロネッカー因子分解を用いた深層学習}, booktitle = {}, year = 2018, } @inproceedings{CTT100759343, author = {桑村祐二 and 大沢和樹 and 横田理央}, title = {自然勾配法の近似手法における学習パラメータの調整}, booktitle = {}, year = 2018, } @inproceedings{CTT100755397, author = {長沼大樹 and 関谷翠 and 大沢和樹 and 大友広幸 and 桑村裕二 and 横田理央}, title = {深層学習における低精度演算を用いた高速化及びアクセラレーターの性能評価}, booktitle = {}, year = 2017, } @inproceedings{CTT100755398, author = {大沢和樹 and 関谷翠 and 長沼大樹 and 横田理央}, title = {低ランクテンソル分解を用いた畳み込みニューラルネットワークの高速化}, booktitle = {}, year = 2017, } @inproceedings{CTT100751154, author = {Kazuki Oosawa and Rio Yokota}, title = {Evaluating the Compression Efficiency of the Filters in Convolutional Neural Networks}, booktitle = {}, year = 2017, } @inproceedings{CTT100755396, author = {長沼大樹 and 大沢和樹 and 関谷翠 and 横田理央}, title = {深層学習における半精度演算を用いた圧縮モデルの高速化}, booktitle = {}, year = 2017, } @inproceedings{CTT100751142, author = {Kazuki Oosawa and Akira Sekiya and Hiroki Naganuma and Rio Yokota}, title = {Accelerating Matrix Multiplication in Deep Learning by Using Low-Rank Approximation}, booktitle = {}, year = 2017, } @inproceedings{CTT100751136, author = {大沢和樹 and 関谷翠 and 長沼大樹 and 横田理央}, title = {畳み込みニューラルネットワークの低ランク近似を用いた高速化}, booktitle = {計算工学講演会論文集 Vol.22}, year = 2017, } @inproceedings{CTT100751133, author = {関谷翠 and 大沢和樹 and 長沼大樹 and 横田理央}, title = {低ランク近似を用いた深層学習の行列積の高速化}, booktitle = {}, year = 2017, } @misc{CTT100887775, author = {Kazuki Oosawa}, title = {Second-order Optimization for Large-scale Deep Learning}, year = 2021, } @misc{CTT100844408, author = {Kazuki Osawa}, title = {Second-order Optimization for Large-scale Deep Learning}, year = 2021, } @misc{CTT100844407, author = {Kazuki Osawa}, title = {Second-order Optimization for Large-scale Deep Learning}, year = 2021, } @phdthesis{CTT100887775, author = {Kazuki Oosawa}, title = {Second-order Optimization for Large-scale Deep Learning}, school = {東京工業大学}, year = 2021, } @phdthesis{CTT100844408, author = {Kazuki Osawa}, title = {Second-order Optimization for Large-scale Deep Learning}, school = {東京工業大学}, year = 2021, } @phdthesis{CTT100844407, author = {Kazuki Osawa}, title = {Second-order Optimization for Large-scale Deep Learning}, school = {東京工業大学}, year = 2021, }