@inproceedings{0ad2c3a7ae64409f99734603bd3ad8db,
title = "Data management practices on large-scale lustre scratch file systems",
abstract = "Managing large-scale Lustre scratch file systems is a necessity on shared storage resources. The lack of proper data management can halt all computation that is contingent upon any type of output to disk. Lustre scratch areas are typically provided for users to utilize as high-performance temporary space to stage job input data and store job output data. Common techniques for managing the amount of stored temporary data involve the use of file system quotas or the enforcement of a purge policy that limits how long files can reside in the scratch space. This paper reviews the challenges of balancing usability from the end user's perspective and the administration of these scratch areas, along with the use of tools to decrease the overall amount of time required for file purges on large-scale Lustre systems.",
keywords = "Data management, Genhit, Lustre, Ne2scan, Purge, Scratch",
author = "Rogers, {Gary L.} and Jesse Hanley and Rick Mohr",
year = "2014",
doi = "10.1145/2616498.2616545",
language = "English",
isbn = "9781450328937",
series = "ACM International Conference Proceeding Series",
publisher = "Association for Computing Machinery",
booktitle = "Proceedings of the XSEDE 2014 Conference",
note = "2014 Annual Conference on Extreme Science and Engineering Discovery Environment, XSEDE 2014 ; Conference date: 13-07-2014 Through 18-07-2014",
}