Grid-based indexing of a newswire corpus Export

@inproceedings{citeulike:3373957, abstract = {In this paper we report experience in the use of computational grids in the domain of natural language processing, particularly in the area of information extraction, to create query indices for information retrieval tasks. Given the prevalence of large corpora in the natural language processing domain, computational grids offer significant utility to researchers in the domain who are reaching the bounds of computational efficiency. We leverage the affinities between the segmented data sources prevalent in natural language processing and the parallelisation model from the grid domain. The experiment reported here is a large-scale newswire corpus indexing task, with the goal to efficiently create a queryable index of the entire corpus. By parallelising the indexing task and executing it on an Australian computational grid, we observe overall performance improvement of a 2.26x speedup over the same experiment on a single computational node. In addition to reporting the raw performance impact, we reflect on a number of interesting points discovered during the execution of the experiments and propose a number of new requirements for grid middleware.}, author = {Hughes, B. and Venugopal, S. and Buyya, R.}, booktitle = {Grid Computing, 2004. Proceedings. Fifth IEEE/ACM International Workshop on}, citeulike-article-id = {3373957}, citeulike-linkout-0 = {http://dx.doi.org/10.1109/GRID.2004.34}, citeulike-linkout-1 = {http://ieeexplore.ieee.org/xpls/abs_all.jsp?arnumber=1382847}, doi = {10.1109/GRID.2004.34}, journal = {Grid Computing, 2004. Proceedings. Fifth IEEE/ACM International Workshop on}, keywords = {corpora, grid, hlt-grid, nlp}, pages = {320--327}, posted-at = {2008-10-04 14:26:16}, priority = {2}, title = {Grid-based indexing of a newswire corpus}, url = {http://dx.doi.org/10.1109/GRID.2004.34}, year = {2004} }

TY - CONF ID - citeulike:3373957 L3 - citeulike-article-id:3373957 N2 - In this paper we report experience in the use of computational grids in the domain of natural language processing, particularly in the area of information extraction, to create query indices for information retrieval tasks. Given the prevalence of large corpora in the natural language processing domain, computational grids offer significant utility to researchers in the domain who are reaching the bounds of computational efficiency. We leverage the affinities between the segmented data sources prevalent in natural language processing and the parallelisation model from the grid domain. The experiment reported here is a large-scale newswire corpus indexing task, with the goal to efficiently create a queryable index of the entire corpus. By parallelising the indexing task and executing it on an Australian computational grid, we observe overall performance improvement of a 2.26x speedup over the same experiment on a single computational node. In addition to reporting the raw performance impact, we reflect on a number of interesting points discovered during the execution of the experiments and propose a number of new requirements for grid middleware. JF - Grid Computing, 2004. Proceedings. Fifth IEEE/ACM International Workshop on EP - 327 TI - Grid-based indexing of a newswire corpus T2 - Grid Computing, 2004. Proceedings. Fifth IEEE/ACM International Workshop on SP - 320 KW - corpora KW - grid KW - hlt-grid KW - nlp AU - Hughes, B AU - Venugopal, S AU - Buyya, R PY - 2004/// UR - http://dx.doi.org/10.1109/GRID.2004.34 ER -