@inproceedings{3fd33bd34e9b4d2ea4b7741fa1f5dc8a,
title = "Improving collective I/O performance by pipelining request aggregation and file access",
abstract = "In this paper, we propose a multi-buffer pipelining approach to improve collective I/O performance by overlapping the dominant request aggregation phases with the I/O phase in the two-phase I/O implementation. Our pipelining method first divides the collective buffer into a group of small size buffers for an individual collective I/O call and then pipelines the asynchronous communication to exchange the I/O requests with the I/O requests sent to the file system. Our performance evaluation of a representative I/O benchmark and a production application shows 20% improvement in the I/O time, given theoretical upper bound of 50% when both phases completely overlap.",
keywords = "Collective I/O, Parallel I/O, Two-phase I/O performance",
author = "Saba Sehrish and Son, {Seung Woo} and Liao, {Wei Keng} and Alok Choudhary and Karen Schuchardt",
year = "2013",
doi = "10.1145/2488551.2488559",
language = "English (US)",
isbn = "9788461651337",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
pages = "37--42",
booktitle = "Proceedings of the 20th European MPI Users' Group Meeting, EuroMPI 2013",
note = "20th European MPI Users' Group Meeting, EuroMPI 2013 ; Conference date: 15-09-2013 Through 18-09-2013",
}