A notation and system for expressing and executing cleanly typed workflows on messy scientific data Export

@article{citeulike:3576128, abstract = {The description, composition, and execution of even logically simple scientific workflows are often complicated by the need to deal with "messy" issues like heterogeneous storage formats and ad-hoc file system structures. We show how these difficulties can be overcome via a typed, compositional workflow notation within which issues of physical representation are cleanly separated from logical typing, and by the implementation of this notation within the context of a powerful runtime system that supports distributed execution. The resulting notation and system are capable both of expressing complex workflows in a simple, compact form, and of enacting those workflows in distributed environments. We apply our technique to cognitive neuroscience workflows that analyze functional MRI image data, and demonstrate significant reductions in code size relative to other approaches.}, address = {New York, NY, USA}, author = {Zhao, Yong and Dobson, Jed and Foster, Ian and Moreau, Luc and Wilde, Michael}, citeulike-article-id = {3576128}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1084813}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/1084805.1084813}, doi = {10.1145/1084805.1084813}, issn = {0163-5808}, journal = {SIGMOD Rec.}, keywords = {job, language, parallel}, number = {3}, pages = {37--43}, posted-at = {2008-11-19 01:57:07}, priority = {2}, publisher = {ACM}, title = {A notation and system for expressing and executing cleanly typed workflows on messy scientific data}, url = {http://dx.doi.org/10.1145/1084805.1084813}, volume = {34}, year = {2005} }

TY - JOUR ID - citeulike:3576128 L3 - citeulike-article-id:3576128 N2 - The description, composition, and execution of even logically simple scientific workflows are often complicated by the need to deal with "messy" issues like heterogeneous storage formats and ad-hoc file system structures. We show how these difficulties can be overcome via a typed, compositional workflow notation within which issues of physical representation are cleanly separated from logical typing, and by the implementation of this notation within the context of a powerful runtime system that supports distributed execution. The resulting notation and system are capable both of expressing complex workflows in a simple, compact form, and of enacting those workflows in distributed environments. We apply our technique to cognitive neuroscience workflows that analyze functional MRI image data, and demonstrate significant reductions in code size relative to other approaches. IS - 3 JF - SIGMOD Rec. SN - 0163-5808 AD - New York, NY, USA EP - 43 TI - A notation and system for expressing and executing cleanly typed workflows on messy scientific data PB - ACM VL - 34 SP - 37 KW - job KW - language KW - parallel AU - Zhao, Yong AU - Dobson, Jed AU - Foster, Ian AU - Moreau, Luc AU - Wilde, Michael PY - 2005/// UR - http://dx.doi.org/10.1145/1084805.1084813 ER -