@inproceedings{2124dbb70251410db8995f4c18aeb61b,
title = "Optimizing Metadata Exchange: Leveraging DAOS for ADIOS Metadata I/O",
abstract = "In HPC I/O middleware like the Adaptable I/O System (ADIOS) often mediates data transfers between applications. The metadata I/O generated by such systems often presents significant scaling and performance limitations. This work seeks improvement opportunities for metadata I/O by leveraging the DAOS storage systems, a recent storage system solution deployed on high-end systems such as the Aurora supercomputer. We investigate the tradeoffs and the design space for integrating I/O engines for the ADIOS middleware based on the different storage mechanisms supported by DAOS. We present a new DAOS-Array-ChunkSize-aligned engine which provides up to 2.3× improved performance than when using the existing DAOS-POSIX interface, without requiring any application modifications.",
keywords = "ADIOS, DAOS, data management, HPC, metadata, object storage, workflow I/O",
author = "Venkatesh, {Ranjan Sarpangala} and Greg Eisenhauer and Norbert Podhorszki and Dmitry Ganyushin and Scott Klasky and Ada Gavrilovska",
note = "Publisher Copyright: {\textcopyright} 2024 Research Paper Proceedings of the ISC High Performance 2024. All rights reserved.; 39th International Conference on High Performance Computing, ISC High Performance 2024 ; Conference date: 12-05-2024 Through 16-05-2024",
year = "2024",
language = "English",
series = "Research Paper Proceedings of the ISC High Performance 2024",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
booktitle = "Research Paper Proceedings of the ISC High Performance 2024",
}