A methodology for certification of modeling and simulation applications Export

@article{citeulike:266072, abstract = {Certification of modeling and simulation (M\&S) applications poses significant technical challenges for M\&S program managers, engineers, and practitioners. Certification is becoming increasingly more important as M\&S applications are used more and more for military training, complex system design evaluation, M\&S-based acquisition, problem solving, and critical decision making. Certification, a very complex process, involves the measurement and evaluation of hundreds of qualitative and quantitative elements, mandates subject matter expert evaluation, and requires the integration of different evaluations. Planning and managing such measurements and evaluations requires a unifying methodology and should not be performed in an ad hoc manner. This paper presents such a methodology. The methodology consists of the following body of methods, rules, and postulates: (a) employment of subject matter experts, (b) construction of a hierarchy of indicators, (c) relative criticality weighting of indicators using the analytic hierarchy process, (d) using a rule-based expert knowledge base with an object-oriented specification language, (e) assignment of crisp, fuzzy, and nominal scores for the indicators, (f) aggregation of indicator scores, (g) graphical representation of the indicator scores and weights, (h) hypertext certification report, and (i) interpretation of the results. The methodology can be used for certification of any kind of M\&S application either throughout the M\&S development life cycle or after the development is completed.}, address = {New York, NY, USA}, author = {Balci, Osman}, citeulike-article-id = {266072}, citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=508369}, citeulike-linkout-1 = {http://dx.doi.org/10.1145/508366.508369}, doi = {10.1145/508366.508369}, issn = {1049-3301}, journal = {ACM Transactions on Modeling and Computer Simulation}, keywords = {assessment, evaluation, methods}, month = {October}, number = {4}, pages = {352--377}, posted-at = {2005-07-27 08:54:42}, priority = {2}, publisher = {ACM Press}, title = {A methodology for certification of modeling and simulation applications}, url = {http://dx.doi.org/10.1145/508366.508369}, volume = {11}, year = {2001} }

TY - JOUR ID - citeulike:266072 L3 - citeulike-article-id:266072 N2 - Certification of modeling and simulation (M&S) applications poses significant technical challenges for M&S program managers, engineers, and practitioners. Certification is becoming increasingly more important as M&S applications are used more and more for military training, complex system design evaluation, M&S-based acquisition, problem solving, and critical decision making. Certification, a very complex process, involves the measurement and evaluation of hundreds of qualitative and quantitative elements, mandates subject matter expert evaluation, and requires the integration of different evaluations. Planning and managing such measurements and evaluations requires a unifying methodology and should not be performed in an ad hoc manner. This paper presents such a methodology. The methodology consists of the following body of methods, rules, and postulates: (a) employment of subject matter experts, (b) construction of a hierarchy of indicators, (c) relative criticality weighting of indicators using the analytic hierarchy process, (d) using a rule-based expert knowledge base with an object-oriented specification language, (e) assignment of crisp, fuzzy, and nominal scores for the indicators, (f) aggregation of indicator scores, (g) graphical representation of the indicator scores and weights, (h) hypertext certification report, and (i) interpretation of the results. The methodology can be used for certification of any kind of M&S application either throughout the M&S development life cycle or after the development is completed. IS - 4 JF - ACM Transactions on Modeling and Computer Simulation SN - 1049-3301 AD - New York, NY, USA EP - 377 TI - A methodology for certification of modeling and simulation applications PB - ACM Press VL - 11 SP - 352 KW - assessment KW - evaluation KW - methods AU - Balci, Osman PY - 2001/10// UR - http://dx.doi.org/10.1145/508366.508369 ER -