@article{distdl-preprint, author={Tal Ben-Nun and Torsten Hoefler}, title={{Demystifying Parallel and Distributed Deep Learning: An In-Depth Concurrency Analysis}}, journal={ACM Comput. Surv.}, year={2019}, month={Aug.}, pages={65:1--65:43}, volume={52}, number={4}, publisher={ACM}, issn={0360-0300}, doi={10.1145/3320060}, }