@inproceedings{0dc7f2cdd82d43e494441c66c77931fd,
title = "Integration of burst buffer in high-level parallel I/O library for exa-scale computing era",
abstract = "While the computing power of supercomputers continues to improve at an astonishing rate, companion I/O systems are struggling to keep up in performance. To mitigate the performance gap, several supercomputing systems have been configured to incorporate burst buffers into their I/O stack; the exact role of which, however, still remains unclear. In this paper, we examine the features of burst buffers and study their impact on application I/O performance. Our goal is to demonstrate that burst buffers can be utilized by parallel I/O libraries to significantly improve performance. To this end, we developed an I/O driver in PnetCDF that uses a log-based format to store individual I/O requests on the burst buffer-later to be flushed to the parallel file system as one request. We evaluated our implementation by running standard I/O benchmarks on Cori, a Cray XC40 supercomputer at NERSC with a centralized burst buffer system, and Theta, a Cray XC40 supercomputer at ALCF with locally available SSDs. Our results show that IO aggregation is a promising role for burst buffers in high-level I/O libraries.",
keywords = "Exa-scale, Log, burst-buffer",
author = "Kaiyuan Hou and Reda Al-Bahrani and Esteban Rangel and Ankit Agrawal and Robert Latham and Robert Ross and Alok Choudhary and Liao, {Wei Keng}",
note = "Funding Information: ACKNOWLEDGMENT This research was supported by the Exascale Computing Project (17-SC-20-SC), a collaborative effort of the U.S. Department of Energy Office of Science and the National Nuclear Security Administration. This research used resources of the National Energy Research Scientific Computing Center, a DOE Office of Science User Facility supported by the Office of Science of the U.S. Department of Energy under Contract No. DE-AC02-05CH11231.This research used resources of the Argonne Leadership Computing Facility, which is a DOE Office of Science User Facility supported under Contract DE-AC02-06CH11357. Publisher Copyright: {\textcopyright} 2018 IEEE.; 3rd IEEE/ACM Joint International Workshop on Parallel Data Storage and Data Intensive Scalable Computing Systems, PDSW-DISCS 2018 ; Conference date: 12-11-2018",
year = "2019",
month = feb,
day = "8",
doi = "10.1109/PDSW-DISCS.2018.000-1",
language = "English (US)",
series = "Proceedings of PDSW-DISCS 2018: 3rd Joint International Workshop on Parallel Data Storage and Data Intensive Scalable Computing Systems, Held in conjunction with SC 2018: The International Conference for High Performance Computing, Networking, Storage and Analysis",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "1--12",
booktitle = "Proceedings of PDSW-DISCS 2018",
address = "United States",
}