Load balancing for term-distributed parallel retrieval Export

@inproceedings{citeulike:2734511, abstract = {Large-scale web and text retrieval systems deal with amounts of data that greatly exceed the capacity of any single machine. To handle the necessary data volumes and query throughput rates, parallel systems are used, in which the document and index data are split across tightly-clustered distributed computing systems. The index data can be distributed either by document or by term. In this paper we examine methods for load balancing in term-distributed parallel architectures, and propose a suite of techniques for reducing net querying costs. In combination, the techniques we describe allow a 30\% improvement in query throughput when tested on an eight-node parallel computer system.}, address = {New York, NY, USA}, author = {Moffat, Alistair and Webber, William and Zobel, Justin}, booktitle = {SIGIR '06: Proceedings of the 29th annual international ACM SIGIR conference on Research and development in information retrieval}, citeulike-article-id = {2734511}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1148170.1148232}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1148170.1148232}, doi = {10.1145/1148170.1148232}, isbn = {1-59593-369-7}, location = {Seattle, Washington, USA}, pages = {348--355}, posted-at = {2009-08-20 02:36:26}, priority = {2}, publisher = {ACM}, title = {Load balancing for term-distributed parallel retrieval}, url = {http://dx.doi.org/10.1145/1148170.1148232}, year = {2006} }

TY - CONF ID - citeulike:2734511 L3 - citeulike-article-id:2734511 N2 - Large-scale web and text retrieval systems deal with amounts of data that greatly exceed the capacity of any single machine. To handle the necessary data volumes and query throughput rates, parallel systems are used, in which the document and index data are split across tightly-clustered distributed computing systems. The index data can be distributed either by document or by term. In this paper we examine methods for load balancing in term-distributed parallel architectures, and propose a suite of techniques for reducing net querying costs. In combination, the techniques we describe allow a 30% improvement in query throughput when tested on an eight-node parallel computer system. CY - Seattle, Washington, USA SN - 1-59593-369-7 AD - New York, NY, USA EP - 355 TI - Load balancing for term-distributed parallel retrieval PB - ACM T2 - SIGIR '06: Proceedings of the 29th annual international ACM SIGIR conference on Research and development in information retrieval SP - 348 AU - Moffat, Alistair AU - Webber, William AU - Zobel, Justin PY - 2006/// UR - http://dx.doi.org/10.1145/1148170.1148232 ER -