@inproceedings{bb1755bd9b1d4439a77dbe39eb7f85c7,
title = "Adaptive Bit Allocation for Communication-Efficient Distributed Optimization",
abstract = "We propose an adaptive quantization method for two important distributed computation tasks: federated learning and distributed optimization. In both settings, we propose adaptive bit allocation schemes that allow nodes to trade their bandwidth with a minimal communication overhead. We show that the proposed schemes lead to an improvement in the speed of convergence of these methods compared to a uniform bit allocation method, especially when the data distribution among the nodes is skewed. Our theoretical results are corroborated by extensive simulations on various datasets.",
author = "Hadi Reisizadeh and Behrouz Touri and Soheil Mohajer",
note = "The work of H. Reisizadeh and S. Mohajer is supported in part by the National Science Foundation under Grants CCF-1617884.; 60th IEEE Conference on Decision and Control, CDC 2021 ; Conference date: 13-12-2021 Through 17-12-2021",
year = "2021",
doi = "10.1109/CDC45484.2021.9683441",
language = "English (US)",
series = "Proceedings of the IEEE Conference on Decision and Control",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "1994--2001",
booktitle = "60th IEEE Conference on Decision and Control, CDC 2021",
address = "United States",
}