← Back to publications
Proc. of 27th Euromicro Intl. Conference on Parallel Distributed and network-based Processing (PDP) — 2019
Deep Learning at Scale
Paolo Viviani, Maurizio Drocco, Daniele Baccega, Iacopo Colonnelli, Marco Aldinucci
ai
Abstract
This work presents a novel approach to distributed training of deep neural networks (DNNs) that aims to overcome the issues related to mainstream approaches to data parallel training. Established techniques for data parallel training are discussed from both a parallel computing and deep learning perspective, then a different approach is presented that is meant to allow DNN training to scale while retaining good convergence properties. Moreover, an experimental implementation is presented as well as some preliminary results.
@inproceedings{19:deeplearn:pdp,
abstract = {This work presents a novel approach to distributed training of deep neural networks (DNNs) that aims to overcome the issues related to mainstream approaches to data parallel training. Established techniques for data parallel training are discussed from both a parallel computing and deep learning perspective, then a different approach is presented that is meant to allow DNN training to scale while retaining good convergence properties. Moreover, an experimental implementation is presented as well as some preliminary results.},
address = {Pavia, Italy},
author = {Paolo Viviani and Maurizio Drocco and Daniele Baccega and Iacopo Colonnelli and Marco Aldinucci},
booktitle = {Proc. of 27th Euromicro Intl. Conference on Parallel Distributed and network-based Processing (PDP)},
date-added = {2020-01-30 10:48:12 +0100},
date-modified = {2020-11-15 15:00:34 +0100},
doi = {10.1109/EMPDP.2019.8671552},
keywords = {ai},
pages = {124--131},
publisher = {IEEE},
title = {Deep Learning at Scale},
url = {https://iris.unito.it/retrieve/handle/2318/1695211/487778/19_deeplearning_PDP.pdf},
year = {2019},
bdsk-url-1 = {https://iris.unito.it/retrieve/handle/2318/1695211/487778/19_deeplearning_PDP.pdf},
bdsk-url-2 = {https://doi.org/10.1109/EMPDP.2019.8671552}}