Considerations and Techniques for the Analysis of NAEP Data Export

@article{Johnson, abstract = {The special characteristics of the National Assessment data that affect the validity of conventional techniques of statistical analysis are considered. In contrast to the assumptions underlying standard methods of statistical analysis, the NAEP samples are obtained by means of a stratified multistage probability sampling design in which clusters of students are selected and in which certain subpopulations are sampled at a higher rate. The resulting samples have different statistical characteristics from those of a simple random sample. Analytic techniques that take the structure of the data into account are discussed and their properties explored. A second feature of the National Assessment data arises from the fact that multiple matrix sampling techniques are used for the assignment of subsets of the pool of exercises to subsamples of students. National Assessment accounts for the effect of the missing data on its scaling models through the use of multiple imputation procedures, creating vectors of "plausible values" for the scale scores. The use of plausible values and their effect on analysis are illustrated. The analyses are illustrated with results from the NAEP assessment of mathematics. 10.3102/10769986014004303}, author = {Johnson, Eugene G.}, citeulike-article-id = {6009916}, citeulike-linkout-0 = {http://dx.doi.org/10.3102/10769986014004303}, citeulike-linkout-1 = {http://jeb.sagepub.com/content/14/4/303.abstract}, citeulike-linkout-2 = {http://jeb.sagepub.com/content/14/4/303.full.pdf}, day = {1}, doi = {10.3102/10769986014004303}, journal = {JOURNAL OF EDUCATIONAL AND BEHAVIORAL STATISTICS}, keywords = {math, scores, statistical, techniques}, month = {January}, number = {4}, pages = {303--334}, posted-at = {2009-10-26 13:54:48}, priority = {2}, title = {Considerations and Techniques for the Analysis of NAEP Data}, url = {http://dx.doi.org/10.3102/10769986014004303}, volume = {14}, year = {1989} }

TY - JOUR ID - Johnson L3 - citeulike-article-id:6009916 N2 - The special characteristics of the National Assessment data that affect the validity of conventional techniques of statistical analysis are considered. In contrast to the assumptions underlying standard methods of statistical analysis, the NAEP samples are obtained by means of a stratified multistage probability sampling design in which clusters of students are selected and in which certain subpopulations are sampled at a higher rate. The resulting samples have different statistical characteristics from those of a simple random sample. Analytic techniques that take the structure of the data into account are discussed and their properties explored. A second feature of the National Assessment data arises from the fact that multiple matrix sampling techniques are used for the assignment of subsets of the pool of exercises to subsamples of students. National Assessment accounts for the effect of the missing data on its scaling models through the use of multiple imputation procedures, creating vectors of "plausible values" for the scale scores. The use of plausible values and their effect on analysis are illustrated. The analyses are illustrated with results from the NAEP assessment of mathematics. 10.3102/10769986014004303 IS - 4 JF - JOURNAL OF EDUCATIONAL AND BEHAVIORAL STATISTICS EP - 334 TI - Considerations and Techniques for the Analysis of NAEP Data VL - 14 SP - 303 KW - math KW - scores KW - statistical KW - techniques AU - Johnson, Eugene PY - 1989/01/01/ UR - http://dx.doi.org/10.3102/10769986014004303 ER -