@article{ author={Shigang Li and Tal Ben-Nun and Giorgi Nadiradze and Salvatore Di Girolamo and Nikoli Dryden and Dan Alistarh and Torsten Hoefler}, title={{Breaking (Global) Barriers in Parallel Stochastic Optimization with Wait-Avoiding Group Averaging}}, journal={IEEE Transactions on Parallel and Distributed Systems (TPDS)}, year={2021}, pages={1725-1739}, volume={32}, number={7}, publisher={IEEE}, }