@inproceedings{77878f2c1d184d3fb182fa31346de946,
title = "ODCP: Optimizing Data Caching and Placement in Distributed File System Using Erasure Coding",
abstract = "Many current distributed file systems use erasure-coding based data redundancy techniques to improve the reliability of data storage. Such techniques can significantly improve the effective storage utilization. However, there are several drawbacks to the above techniques. Firstly, they introduce non-negligible computation overhead for decoding. Secondly, traditional data caching and placement strategies become less effective in such cases. To solve the above drawbacks, this paper proposes a new data cache allocation mechanism based on simulated annealing and a new data placement strategy based on convex optimization, which effectively reduces data block transmission delay and decoding delay. We have implemented the proposed data placement strategy in the real-world distributed file system Alluxio, and evaluated the performance of our strategy. Experiment results show that our strategy can significantly reduce the file read delay compared to traditional data placement strategies.",
keywords = "Cache allocation strategy, Data placement strategy, Decoding latency, Distributed file system, Erasure coding",
author = "Shuhan Wu and Yunchun Li and Hailong Yang and Zerong Luan and Wei Li",
note = "Publisher Copyright: {\textcopyright} 2021, IFIP International Federation for Information Processing.; 17th IFIP WG 10.3 International Conference on Network and Parallel Computing, NPC 2020 ; Conference date: 28-09-2020 Through 30-09-2020",
year = "2021",
doi = "10.1007/978-3-030-79478-1\_38",
language = "英语",
isbn = "9783030794774",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "452--464",
editor = "Xin He and En Shao and Guangming Tan",
booktitle = "Network and Parallel Computing - 17th IFIP WG 10.3 International Conference, NPC 2020, Revised Selected Papers",
address = "德国",
}