A Cooperative, Self-Configuring High-Availability Solution for Stream Processing Export

@proceedings{citeulike:4231122, abstract = {We present a collaborative, self-configuring high availability (HA) approach for stream processing that enables low-latency failure recovery while incurring small run-time overhead. Our approach relies on a novel fine-grained checkpointing model that allows query fragments at each server to be backed up at multiple other servers and recovered collectively (in parallel) when there is a failure. In this paper, we first address the problem of determining the appropriate query fragments at each server. We then discuss, for each fragment, which server to use as its backup as well as the proper checkpoint schedule. We also introduce and analyze operator-specific delta-checkpointing techniques to reduce the overall HA cost. Finally, we quantify the benefits of our approach using results from our prototype implementation and a detailed simulator.}, author = {Hwang, Jeong-Hyon and Xing, Ying and Cetintemel, U. and Zdonik, S.}, booktitle = {Data Engineering, 2007. ICDE 2007. IEEE 23rd International Conference on}, citeulike-article-id = {4231122}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/ICDE.2007.367863}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=4221666}, doi = {10.1109/ICDE.2007.367863}, journal = {Data Engineering, 2007. ICDE 2007. IEEE 23rd International Conference on}, keywords = {data\_stream\_mgt}, pages = {176--185}, posted-at = {2009-03-27 14:41:32}, priority = {2}, title = {A Cooperative, Self-Configuring High-Availability Solution for Stream Processing}, url = {http://dx.doi.org/10.1109/ICDE.2007.367863}, year = {2007} }

TY - CONF ID - citeulike:4231122 L3 - citeulike-article-id:4231122 N2 - We present a collaborative, self-configuring high availability (HA) approach for stream processing that enables low-latency failure recovery while incurring small run-time overhead. Our approach relies on a novel fine-grained checkpointing model that allows query fragments at each server to be backed up at multiple other servers and recovered collectively (in parallel) when there is a failure. In this paper, we first address the problem of determining the appropriate query fragments at each server. We then discuss, for each fragment, which server to use as its backup as well as the proper checkpoint schedule. We also introduce and analyze operator-specific delta-checkpointing techniques to reduce the overall HA cost. Finally, we quantify the benefits of our approach using results from our prototype implementation and a detailed simulator. JF - Data Engineering, 2007. ICDE 2007. IEEE 23rd International Conference on EP - 185 TI - A Cooperative, Self-Configuring High-Availability Solution for Stream Processing T2 - Data Engineering, 2007. ICDE 2007. IEEE 23rd International Conference on SP - 176 KW - data_stream_mgt AU - Hwang, Jeong-Hyon AU - Xing, Ying AU - Cetintemel, U AU - Zdonik, S PY - 2007/// UR - http://dx.doi.org/10.1109/ICDE.2007.367863 ER -