@inproceedings{f4643a4e5c8542ef82f890ef31e675a5,
title = "Meta-data management system for high-performance large-scale scientific data access",
abstract = "Many scientific applications manipulate large amount of data and, therefore, are parallelized on high-performance computing systems to take advantage of their computational power and memory space. The size of data processed by these large-scale applications can easily overwhelm the disk capacity of most systems. Thus, tertiary storage devices are used to store the data. The parallelization of this type of applications requires understanding of not only the data partition pattern among multiple processors but also the underlying storage architectures and the data storage pattern. In this paper, we present a meta-data management system which uses a database to record the information of datasets and manage these meta data to provide suitable I/O interface. As a result, users specify dataset names instead of data physical location to access data using optimal I/O calls without knowing the underlying storage structure. We use an astrophysics application to demonstrate that the management system can provide convenient programming environment with negligible database access overhead.",
author = "Liao, {Wei keng} and Xaiohui Shen and Alok Choudhary",
note = "Publisher Copyright: {\textcopyright} Springer-Verlag Berlin Heidelberg 2000.; 7th International Conference on High Performance Computing, HiPC 2000 ; Conference date: 17-12-2000 Through 20-12-2000",
year = "2000",
doi = "10.1007/3-540-44467-x_26",
language = "English (US)",
isbn = "3540414290",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "293--300",
editor = "Mateo Valero and Prasanna, {Viktor K.} and Sriram Vajapeyam",
booktitle = "High Performance Computing - HiPC 2000 - 7th International Conference, Proceedings",
}