@inproceedings{86221421add146ab9cd2a624c72a467b,
title = "I/O analysis and optimization for an AMR cosmology application",
abstract = "In this paper we investigate the data access patterns and file I/O behaviors of a production cosmology application that uses the adaptive mesh refinement (AMR) technique for its domain decomposition. This application was originally developed using Hierarchical Data Format (HDF version 4) I/O library and since HDF4 does not provide parallel I/O facilities, the global file I/O operations were carried out by one of the allocated processors. When the number of processors becomes large, the I/O performance of this design degrades significantly due to the high communication cost and sequential file access. In this work, we present two additional I/O implementations, using MPI-IO and parallel HDF version 5, and analyze their impacts to the I/O performance for this typical AMR application. Based on the I/O patterns discovered in this application, we also discuss the interaction between user level parallel I/O operations and different parallel file systems and point out the advantages and disadvantages. The performance results presented in this work are obtained from an SGI Origin2000 using XFS, an IBM SP using GPFS, and a Linux cluster using PVFS.",
keywords = "Adaptive mesh refinement, Computational modeling, Concurrent computing, Costs, Degradation, File systems, Libraries, Linux, Parallel processing, Production",
author = "Jianwei Li and Liao, {Wei Keng} and A. Choudhary and V. Taylor",
note = "Publisher Copyright: {\textcopyright} 2002 IEEE.; IEEE International Conference on Cluster Computing, CLUSTER 2002 ; Conference date: 23-09-2002 Through 26-09-2002",
year = "2002",
doi = "10.1109/CLUSTR.2002.1137736",
language = "English (US)",
series = "Proceedings - IEEE International Conference on Cluster Computing, ICCC",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "119--126",
editor = "Bill Gropp and Rajkumar Buyya and Rob Pennington and Maxine Brown and Mark Baker and Dan Reed",
booktitle = "Proceedings - IEEE International Conference on Cluster Computing, CLUSTER 2002",
address = "United States",
}