@inproceedings{BODIAIFSFI19,
author = {Eugen Betke and Julian Kunkel},
title = {{Benefit of DDN's IME-Fuse and IME-Lustre File Systems for I/O Intensive HPC Applications}},
year = {2019},
month = {01},
booktitle = {{High Performance Computing: ISC High Performance 2018 International Workshops, Frankfurt/Main, Germany, June 28, 2018, Revised Selected Papers}},
editor = {Rio Yokota and Michele Weiland and John Shalf and Sadaf Alam},
publisher = {Springer},
series = {Lecture Notes in Computer Science},
number = {11203},
pages = {131--144},
conference = {WOPSSS workshop, ISC HPC},
organization = {ISC Team},
location = {Frankfurt, Germany},
isbn = {978-3-030-02465-9},
issn = {1611-3349},
doi = {https://doi.org/10.1007/978-3-030-02465-9_9},
abstract = {Many scientific applications are limited by I/O performance offered by parallel file systems on conventional storage systems. Flash- based burst buffers provide significant better performance than HDD backed storage, but at the expense of capacity. Burst buffers are consid- ered as the next step towards achieving wire-speed of interconnect and providing more predictable low latency I/O, which are the holy grail of storage. A critical evaluation of storage technology is mandatory as there is no long-term experience with performance behavior for particular applica- tions scenarios. The evaluation enables data centers choosing the right products and system architects the integration in HPC architectures. This paper investigates the native performance of DDN-IME, a flash- based burst buffer solution. Then, it takes a closer look at the IME-FUSE file systems, which uses IMEs as burst buffer and a Lustre file system as back-end. Finally, by utilizing a NetCDF benchmark, it estimates the performance benefit for climate applications.},
}