Problem Diagnosis in Large-Scale Computing Environments Export

@proceedings{mirgorodskiy:largescale, abstract = {We describe a new approach for locating the causes of anomalies in distributed systems. Our target environment is a distributed application that contains multiple identical processes performing similar activities. We use a new, lightweight form of dynamic instrumentation to collect function-level traces from each process. If the application fails, the traces are automatically compared to each other. We find anomalies by identifying processes that stopped earlier than the rest (sign of a fail-stop problem) or processes that behaved different from the rest (sign of a non-fail-stop problem). Our algorithm does not require reference data to distinguish anomalies from normal behaviors. However, it can make use of such data when available to reduce the number of false positives. Ultimately, we identify a function that is likely to explain the anomalous behavior. We demonstrated the efficacy of our approach by finding two problems in a large distributed cluster environment called SCore}, author = {Mirgorodskiy, A. V. and Maruyama, N. and Miller, B. P.}, booktitle = {Supercomputing, 2006. SC '06. Proceedings of the ACM/IEEE SC 2006 Conference}, citeulike-article-id = {2450112}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/SC.2006.50}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4090185}, doi = {10.1109/SC.2006.50}, journal = {Supercomputing, 2006. SC '06. Proceedings of the ACM/IEEE SC 2006 Conference}, pages = {11}, posted-at = {2008-03-01 05:19:09}, priority = {3}, title = {Problem Diagnosis in Large-Scale Computing Environments}, url = {http://dx.doi.org/10.1109/SC.2006.50}, year = {2006} }

TY - CONF ID - mirgorodskiy:largescale L3 - citeulike-article-id:2450112 N2 - We describe a new approach for locating the causes of anomalies in distributed systems. Our target environment is a distributed application that contains multiple identical processes performing similar activities. We use a new, lightweight form of dynamic instrumentation to collect function-level traces from each process. If the application fails, the traces are automatically compared to each other. We find anomalies by identifying processes that stopped earlier than the rest (sign of a fail-stop problem) or processes that behaved different from the rest (sign of a non-fail-stop problem). Our algorithm does not require reference data to distinguish anomalies from normal behaviors. However, it can make use of such data when available to reduce the number of false positives. Ultimately, we identify a function that is likely to explain the anomalous behavior. We demonstrated the efficacy of our approach by finding two problems in a large distributed cluster environment called SCore JF - Supercomputing, 2006. SC '06. Proceedings of the ACM/IEEE SC 2006 Conference EP - 11 TI - Problem Diagnosis in Large-Scale Computing Environments T2 - Supercomputing, 2006. SC '06. Proceedings of the ACM/IEEE SC 2006 Conference SP - 11 AU - Mirgorodskiy, AV AU - Maruyama, N AU - Miller, BP PY - 2006/// UR - http://dx.doi.org/10.1109/SC.2006.50 ER -