@inproceedings{9784968bdd214bb5ae3c21a2f43d07ba,
title = "Improving all-to-many personalized communication in two-phase i/o",
abstract = "As modern parallel computers enter the exascale era, the communication cost for redistributing requests becomes a significant bottleneck in MPIIO routines. The communication kernel for request redistribution, which has an all-to-many personalized communication pattern for application programs with a large number of noncontiguous requests, plays an essential role in the overall performance. This paper explores the available communication kernels for two-phase I/O communication. We generalize the spread-out algorithm to adapt to the all-to-many communication pattern of two-phase I/O by reducing the communication straggler effect. Communication throttling methods that reduce communication contention for asynchronous MPI implementation are adopted to improve communication performance further. Experimental results are presented using different communication kernels running on Cray XC40 Cori and IBM AC922 Summit supercomputers with different I/O patterns. Our study shows that adjusting communication kernel algorithms for different I/O patterns can improve the end-to-end performance up to 10 times compared with default MPI-IO implementations.",
keywords = "MPI-IO, ROMIO, communication traffic throttling, two-phase I/O",
author = "Qiao Kang and Robert Ross and Robert Latham and Sunwoo Lee and Ankit Agrawal and Alok Choudhary and Liao, {Wei Keng}",
note = "Publisher Copyright: {\textcopyright} 2020 IEEE.; 2020 International Conference for High Performance Computing, Networking, Storage and Analysis, SC 2020 ; Conference date: 09-11-2020 Through 19-11-2020",
year = "2020",
month = nov,
doi = "10.1109/SC41405.2020.00014",
language = "English (US)",
series = "International Conference for High Performance Computing, Networking, Storage and Analysis, SC",
publisher = "IEEE Computer Society",
booktitle = "Proceedings of SC 2020",
address = "United States",
}