@inproceedings{eae372b1d8a94438b793eb6742263f62,
title = "Admission control in YARN clusters based on dynamic resource reservation",
abstract = "Hadoop YARN is an open project developed by the Apache Software Foundation to provide a resource management framework for large scale parallel data processing. However, there exists a resource waiting deadlock under the Fair scheduler when the resource requisition of applications is beyond the amount that the cluster can provide. In such a case, the YARN system will be halted if all resources are occupied by ApplicationMasters, a special task of each job that negotiates resources for processing tasks and coordinates job execution. Therefore, we develop a new admission control mechanism which dynamically reserves resources for processing tasks in order to avoid resource waiting deadlocks and meanwhile obtain good performance. We implement and evaluate our new mechanism in Hadoop YARN v2.2.0. The experimental results show the effectiveness of this mechanism under MapReduce benchmarks.",
author = "Yi Yao and Jason Lin and Jiayin Wang and Ningfang Mi and Bo Sheng",
year = "2015",
month = jun,
day = "29",
doi = "10.1109/INM.2015.7140389",
language = "English",
series = "Proceedings of the 2015 IFIP/IEEE International Symposium on Integrated Network Management, IM 2015",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "838--841",
editor = "{De Turck}, Filip and Remi Badonnel and {dos Santos}, {Carlos Raniery P.} and Jin Xiao and Shingo Ata and Voicu Groza",
booktitle = "Proceedings of the 2015 IFIP/IEEE International Symposium on Integrated Network Management, IM 2015",
note = "null ; Conference date: 11-05-2015 Through 15-05-2015",
}