An evaluation, comparison, and accurate benchmarking of several publicly available MS/MS search algorithms: Sensitivity and specificity analysis Export

@article{citeulike:1543457, abstract = {MS/MS and associated database search algorithms are essential proteomic tools for identifying peptides. Due to their widespread use, it is now time to perform a systematic analysis of the various algorithms currently in use. Using blood specimens used in the HUPO Plasma Proteome Project, we have evaluated five search algorithms with respect to their sensitivity and specificity, and have also accurately benchmarked them based on specified false-positive (FP) rates. Spectrum Mill and SEQUEST performed well in terms of sensitivity, but were inferior to MASCOT, X!Tandem, and Sonar in terms of specificity. Overall, MASCOT, a probabilistic search algorithm, correctly identified most peptides based on a specified FP rate. The rescoring algorithm, PeptideProphet, enhanced the overall performance of the SEQUEST algorithm, as well as provided predictable FP error rates. Ideally, score thresholds should be calculated for each peptide spectrum or minimally, derived from a reversed-sequence search as demonstrated in this study based on a validated data set. The availability of open-source search algorithms, such as X!Tandem, makes it feasible to further improve the validation process (manual or automatic) on the basis of ?consensus scoring?, i.e., the use of multiple (at least two) search algorithms to reduce the number of FPs.\∁}, address = {Joint ProteomicS Laboratory, Ludwig Institute for Cancer Research (Melbourne Branch)/Walter and Eliza Hall Institute of Medical Research, Parkville, Victoria, Australia; Agilent Technologies, Santa Clara, CA, USA; GE Healthcare, Bio-Sciences, Piscataway, NJ, USA; Institute for Systems Biology, Seattle, WA, USA; Pacific Northwest National Laboratory, Richland, WA, USA; University of Michigan Medical School, Ann Arbor, MI, USA}, author = {Kapp, Eugene a and Sch\"{u}tz, Fr\'{e}d\'{e}ric and Connolly, Lisa m and Chakel, John a and Meza, Jose e and Miller, Christine a and Fenyo, David and Eng, Jimmy k and Adkins, Joshua n and Omenn, Gilbert s and Simpson, Richard j}, citeulike-article-id = {1543457}, citeulike-linkout-0 = {http://dx.doi.org/10.1002/pmic.200500126}, citeulike-linkout-1 = {http://view.ncbi.nlm.nih.gov/pubmed/16047398}, citeulike-linkout-2 = {http://www.hubmed.org/display.cgi?uids=16047398}, citeulike-linkout-3 = {http://www3.interscience.wiley.com/cgi-bin/abstract/110574802/ABSTRACT}, doi = {10.1002/pmic.200500126}, journal = {PROTEOMICS}, keywords = {algorithms, proteomics}, number = {13}, pages = {3475--3490}, posted-at = {2009-02-10 16:03:06}, priority = {2}, title = {An evaluation, comparison, and accurate benchmarking of several publicly available MS/MS search algorithms: Sensitivity and specificity analysis}, url = {http://dx.doi.org/10.1002/pmic.200500126}, volume = {5}, year = {2005} }

TY - JOUR ID - citeulike:1543457 L3 - citeulike-article-id:1543457 N2 - MS/MS and associated database search algorithms are essential proteomic tools for identifying peptides. Due to their widespread use, it is now time to perform a systematic analysis of the various algorithms currently in use. Using blood specimens used in the HUPO Plasma Proteome Project, we have evaluated five search algorithms with respect to their sensitivity and specificity, and have also accurately benchmarked them based on specified false-positive (FP) rates. Spectrum Mill and SEQUEST performed well in terms of sensitivity, but were inferior to MASCOT, X!Tandem, and Sonar in terms of specificity. Overall, MASCOT, a probabilistic search algorithm, correctly identified most peptides based on a specified FP rate. The rescoring algorithm, PeptideProphet, enhanced the overall performance of the SEQUEST algorithm, as well as provided predictable FP error rates. Ideally, score thresholds should be calculated for each peptide spectrum or minimally, derived from a reversed-sequence search as demonstrated in this study based on a validated data set. The availability of open-source search algorithms, such as X!Tandem, makes it feasible to further improve the validation process (manual or automatic) on the basis of ?consensus scoring?, i.e., the use of multiple (at least two) search algorithms to reduce the number of FPs.∁ IS - 13 JF - PROTEOMICS AD - Joint ProteomicS Laboratory, Ludwig Institute for Cancer Research (Melbourne Branch)/Walter and Eliza Hall Institute of Medical Research, Parkville, Victoria, Australia; Agilent Technologies, Santa Clara, CA, USA; GE Healthcare, Bio-Sciences, Piscataway, NJ, USA; Institute for Systems Biology, Seattle, WA, USA; Pacific Northwest National Laboratory, Richland, WA, USA; University of Michigan Medical School, Ann Arbor, MI, USA EP - 3490 TI - An evaluation, comparison, and accurate benchmarking of several publicly available MS/MS search algorithms: Sensitivity and specificity analysis VL - 5 SP - 3475 KW - algorithms KW - proteomics AU - Kapp, Eugene a AU - Sch\"{u}tz, Fr\'{e}d\'{e}ric AU - Connolly, Lisa m AU - Chakel, John a AU - Meza, Jose e AU - Miller, Christine a AU - Fenyo, David AU - Eng, Jimmy k AU - Adkins, Joshua n AU - Omenn, Gilbert s AU - Simpson, Richard j PY - 2005/// UR - http://dx.doi.org/10.1002/pmic.200500126 ER -