@article {2611, title = {Measurement efficiency for fixed-precision multidimensional computerized adaptive tests: Comparing health measurement and educational testing using example banks}, journal = {Applied Psychological Measurement}, year = {In Press}, author = {Paap, Muirne C. S. and Born, Sebastian and Braeken, Johan} } @article {2729, title = {Multidimensional Test Assembly Using Mixed-Integer Linear Programming: An Application of Kullback{\textendash}Leibler Information}, journal = {Applied Psychological Measurement}, volume = {44}, number = {1}, year = {2020}, pages = {17-32}, abstract = {Many educational testing programs require different test forms with minimal or no item overlap. At the same time, the test forms should be parallel in terms of their statistical and content-related properties. A well-established method to assemble parallel test forms is to apply combinatorial optimization using mixed-integer linear programming (MILP). Using this approach, in the unidimensional case, Fisher information (FI) is commonly used as the statistical target to obtain parallelism. In the multidimensional case, however, FI is a multidimensional matrix, which complicates its use as a statistical target. Previous research addressing this problem focused on item selection criteria for multidimensional computerized adaptive testing (MCAT). Yet these selection criteria are not directly transferable to the assembly of linear parallel test forms. To bridge this gap the authors derive different statistical targets, based on either FI or the Kullback{\textendash}Leibler (KL) divergence, that can be applied in MILP models to assemble multidimensional parallel test forms. Using simulated item pools and an item pool based on empirical items, the proposed statistical targets are compared and evaluated. Promising results with respect to the KL-based statistical targets are presented and discussed.}, doi = {10.1177/0146621619827586}, url = {https://doi.org/10.1177/0146621619827586}, author = {Dries Debeer and Peter W. van Rijn and Usama S. Ali} } @article {2695, title = {Measurement Efficiency for Fixed-Precision Multidimensional Computerized Adaptive Tests: Comparing Health Measurement and Educational Testing Using Example Banks}, journal = {Applied Psychological Measurement}, volume = {43}, number = {1}, year = {2019}, pages = {68-83}, abstract = {It is currently not entirely clear to what degree the research on multidimensional computerized adaptive testing (CAT) conducted in the field of educational testing can be generalized to fields such as health assessment, where CAT design factors differ considerably from those typically used in educational testing. In this study, the impact of a number of important design factors on CAT performance is systematically evaluated, using realistic example item banks for two main scenarios: health assessment (polytomous items, small to medium item bank sizes, high discrimination parameters) and educational testing (dichotomous items, large item banks, small- to medium-sized discrimination parameters). Measurement efficiency is evaluated for both between-item multidimensional CATs and separate unidimensional CATs for each latent dimension. In this study, we focus on fixed-precision (variable-length) CATs because it is both feasible and desirable in health settings, but so far most research regarding CAT has focused on fixed-length testing. This study shows that the benefits associated with fixed-precision multidimensional CAT hold under a wide variety of circumstances.}, doi = {10.1177/0146621618765719}, url = {https://doi.org/10.1177/0146621618765719}, author = {Muirne C. S. Paap and Sebastian Born and Johan Braeken} } @article {2725, title = {Multidimensional Computerized Adaptive Testing Using Non-Compensatory Item Response Theory Models}, journal = {Applied Psychological Measurement}, volume = {43}, number = {6}, year = {2019}, pages = {464-480}, abstract = {Current use of multidimensional computerized adaptive testing (MCAT) has been developed in conjunction with compensatory multidimensional item response theory (MIRT) models rather than with non-compensatory ones. In recognition of the usefulness of MCAT and the complications associated with non-compensatory data, this study aimed to develop MCAT algorithms using non-compensatory MIRT models and to evaluate their performance. For the purpose of the study, three item selection methods were adapted and compared, namely, the Fisher information method, the mutual information method, and the Kullback{\textendash}Leibler information method. The results of a series of simulations showed that the Fisher information and mutual information methods performed similarly, and both outperformed the Kullback{\textendash}Leibler information method. In addition, it was found that the more stringent the termination criterion and the higher the correlation between the latent traits, the higher the resulting measurement precision and test reliability. Test reliability was very similar across the dimensions, regardless of the correlation between the latent traits and termination criterion. On average, the difficulties of the administered items were found to be at a lower level than the examinees{\textquoteright} abilities, which shed light on item bank construction for non-compensatory items.}, doi = {10.1177/0146621618800280}, url = {https://doi.org/10.1177/0146621618800280}, author = {Chia-Ling Hsu and Wen-Chung Wang} } @article {2612, title = {Measuring patient-reported outcomes adaptively: Multidimensionality matters!}, journal = {Applied Psychological Measurement}, year = {2018}, doi = {10.1177/0146621617733954}, author = {Paap, Muirne C. S. and Kroeze, Karel A. and Glas, C. A. W. and Terwee, C. B. and van der Palen, Job and Veldkamp, Bernard P.} } @conference {2660, title = {MHK-MST Design and the Related Simulation Study}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The MHK is a national standardized exam that tests and rates Chinese language proficiency. It assesses non-native Chinese minorities\’ abilities in using the Chinese language in their daily, academic and professional lives; Computerized multistage adaptive testing (MST) is a combination of conventional paper-and-pencil (P\&P) and item level computerized adaptive test (CAT), it is a kind of test forms based on computerized technology, take the item set as the scoring unit. It can be said that, MST estimate the Ability extreme value more accurate than conventional paper-and-pencil (P\&P), also used the CAT auto-adapted characteristic to reduce the examination length and the score time of report. At present, MST has used in some large test, like Uniform CPA Examination and Graduate Record Examination(GRE). Therefore, it is necessary to develop the MST of application in China.

Based on consideration of the MHK characteristics and its future development, the researchers start with design of MHK-MST. This simulation study is conducted to validate the performance of the MHK -MST system. Real difficulty parameters of MHK items and the simulated ability parameters of the candidates are used to generate the original score matrix and the item modules are delivered to the candidates following the adaptive procedures set according to the path rules. This simulation study provides a sound basis for the implementation of MHK-MST.

Session Video

}, keywords = {language testing, MHK, multistage testing}, author = {Ling Yuyu and Zhou Chenglin and Ren Jie} } @conference {2665, title = {Multi-stage Testing for a Multi-disciplined End-of primary-school Test }, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The Dutch secondary education system consists of five levels: basic, lower, and middle vocational education, general secondary education, and pre-academic education. The individual decision for level of secondary education is based on a combination of the teacher\’s judgment and an end-of-primaryschool placement test.

This placement test encompasses the measurement of reading, language, mathematics and writing; each skill consisting of one to four subdomains. The Dutch end-of-primaryschool test is currently administered in two linear 200-item paper-based versions. The two versions differ in difficulty so as to motivate both less able and more able students, and measure both groups of students precisely. The primary goal of the test is providing a placement advice for five levels of secondary education. The secondary goal is the assessment of six different fundamental reference levels defined on reading, language, and mathematics. Because of the high stakes advice of the test, the Dutch parliament has instructed to change the format to a multistage test. A major advantage of multistage testing is that the tailoring of the tests is more strongly related to the ability of the students than to the teacher\’s judgment. A separate multistage test is under development for each of the three skills measured by the reference levels to increase the classification accuracy for secondary education placement and to optimally measure the performance on the reference-level-related skills.

This symposium consists of three presentations discussing the challenges in transitioning from a linear paper-based test to a computer-based multistage test within an existing curriculum and the specification of the multistage test to meet the measurement purposes. The transitioning to a multistage test has to improve both classification accuracy and measurement precision.

First, we describe the Dutch educational system and the role of the end-of-primary-school placement test within this system. Special attention will be paid to the advantages of multistage testing over both linear testing and computerized adaptive testing, and on practical implications related to the transitioning from a linear to a multistage test.

Second, we discuss routing and reporting on the new multi-stage test. Both topics have a major impact on the quality of the placement advice and the reference mastery decisions. Several methods for routing and reporting are compared.

Third, the linear test contains 200 items to cover a broad range of different skills and to obtain a precise measurement of those skills separately. Multistage testing creates opportunities to reduce the cognitive burden for the students while maintaining the same quality of placement advice and assessment of mastering of reference levels. This presentation focuses on optimal allocation of items to test modules, optimal number of stages and modules per stage and test length reduction.

Session Video 1

Session Video 2

}, keywords = {mst, Multidisciplined, proficiency}, url = {https://drive.google.com/open?id=1C5ys178p_Wl9eemQuIsI56IxDTck2z8P}, author = {Hendrik Straat and Maaike van Groen and Wobbe Zijlstra and Marie-Anne Keizer-Mittelha{\"e}user and Michel Lamor{\'e}} } @article {2481, title = {Maximum Likelihood Score Estimation Method With Fences for Short-Length Tests and Computerized Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {40}, number = {4}, year = {2016}, pages = {289-301}, abstract = {A critical shortcoming of the maximum likelihood estimation (MLE) method for test score estimation is that it does not work with certain response patterns, including ones consisting only of all 0s or all 1s. This can be problematic in the early stages of computerized adaptive testing (CAT) administration and for tests short in length. To overcome this challenge, test practitioners often set lower and upper bounds of theta estimation and truncate the score estimation to be one of those bounds when the log likelihood function fails to yield a peak due to responses consisting only of 0s or 1s. Even so, this MLE with truncation (MLET) method still cannot handle response patterns in which all harder items are correct and all easy items are incorrect. Bayesian-based estimation methods such as the modal a posteriori (MAP) method or the expected a posteriori (EAP) method can be viable alternatives to MLE. The MAP or EAP methods, however, are known to result in estimates biased toward the center of a prior distribution, resulting in a shrunken score scale. This study introduces an alternative approach to MLE, called MLE with fences (MLEF). In MLEF, several imaginary {\textquotedblleft}fence{\textquotedblright} items with fixed responses are introduced to form a workable log likelihood function even with abnormal response patterns. The findings of this study suggest that, unlike MLET, the MLEF can handle any response patterns and, unlike both MAP and EAP, results in score estimates that do not cause shrinkage of the theta scale.}, doi = {10.1177/0146621616631317}, url = {http://apm.sagepub.com/content/40/4/289.abstract}, author = {Han, Kyung T.} } @article {2463, title = {Modeling Student Test-Taking Motivation in the Context of an Adaptive Achievement Test}, journal = {Journal of Educational Measurement}, volume = {53}, number = {1}, year = {2016}, pages = {86{\textendash}105}, abstract = {This study examined the utility of response time-based analyses in understanding the behavior of unmotivated test takers. For the data from an adaptive achievement test, patterns of observed rapid-guessing behavior and item response accuracy were compared to the behavior expected under several types of models that have been proposed to represent unmotivated test taking behavior. Test taker behavior was found to be inconsistent with these models, with the exception of the effort-moderated model. Effort-moderated scoring was found to both yield scores that were more accurate than those found under traditional scoring, and exhibit improved person fit statistics. In addition, an effort-guided adaptive test was proposed and shown by a simulation study to alleviate item difficulty mistargeting caused by unmotivated test taking.}, issn = {1745-3984}, doi = {10.1111/jedm.12102}, url = {http://dx.doi.org/10.1111/jedm.12102}, author = {Wise, Steven L. and Kingsbury, G. Gage} } @article {2487, title = {Monitoring Items in Real Time to Enhance CAT Security}, journal = {Journal of Educational Measurement}, volume = {53}, number = {2}, year = {2016}, pages = {131{\textendash}151}, abstract = {An IRT-based sequential procedure is developed to monitor items for enhancing test security. The procedure uses a series of statistical hypothesis tests to examine whether the statistical characteristics of each item under inspection have changed significantly during CAT administration. This procedure is compared with a previously developed CTT-based procedure through simulation studies. The results show that when the total number of examinees is fixed both procedures can control the rate of type I errors at any reasonable significance level by choosing an appropriate cutoff point and meanwhile maintain a low rate of type II errors. Further, the IRT-based method has a much lower type II error rate or more power than the CTT-based method when the number of compromised items is small (e.g., 5), which can be achieved if the IRT-based procedure can be applied in an active mode in the sense that flagged items can be replaced with new items.}, issn = {1745-3984}, doi = {10.1111/jedm.12104}, url = {http://dx.doi.org/10.1111/jedm.12104}, author = {Zhang, Jinming and Li, Jie} } @article {2492, title = {Multidimensional Computerized Adaptive Testing for Classifying Examinees With Within-Dimensionality}, journal = {Applied Psychological Measurement}, volume = {40}, number = {6}, year = {2016}, pages = {387-404}, abstract = {A classification method is presented for adaptive classification testing with a multidimensional item response theory (IRT) model in which items are intended to measure multiple traits, that is, within-dimensionality. The reference composite is used with the sequential probability ratio test (SPRT) to make decisions and decide whether testing can be stopped before reaching the maximum test length. Item-selection methods are provided that maximize the determinant of the information matrix at the cutoff point or at the projected ability estimate. A simulation study illustrates the efficiency and effectiveness of the classification method. Simulations were run with the new item-selection methods, random item selection, and maximization of the determinant of the information matrix at the ability estimate. The study also showed that the SPRT with multidimensional IRT has the same characteristics as the SPRT with unidimensional IRT and results in more accurate classifications than the latter when used for multidimensional data.}, doi = {10.1177/0146621616648931}, url = {http://apm.sagepub.com/content/40/6/387.abstract}, author = {van Groen, Maaike M. and Eggen, Theo J. H. M. and Veldkamp, Bernard P.} } @article {2324, title = {Multidimensional CAT Item Selection Methods for Domain Scores and Composite Scores With Item Exposure Control and Content Constraints}, journal = {Journal of Educational Measurement}, volume = {51}, number = {1}, year = {2014}, pages = {18{\textendash}38}, abstract = {

The intent of this research was to find an item selection procedure in the multidimensional computer adaptive testing (CAT) framework that yielded higher precision for both the domain and composite abilities, had a higher usage of the item pool, and controlled the exposure rate. Five multidimensional CAT item selection procedures (minimum angle; volume; minimum error variance of the linear combination; minimum error variance of the composite score with optimized weight; and Kullback-Leibler information) were studied and compared with two methods for item exposure control (the Sympson-Hetter procedure and the fixed-rate procedure, the latter simply refers to putting a limit on the item exposure rate) using simulated data. The maximum priority index method was used for the content constraints. Results showed that the Sympson-Hetter procedure yielded better precision than the fixed-rate procedure but had much lower item pool usage and took more time. The five item selection procedures performed similarly under Sympson-Hetter. For the fixed-rate procedure, there was a trade-off between the precision of the ability estimates and the item pool usage: the five procedures had different patterns. It was found that (1) Kullback-Leibler had better precision but lower item pool usage; (2) minimum angle and volume had balanced precision and item pool usage; and (3) the two methods minimizing the error variance had the best item pool usage and comparable overall score recovery but less precision for certain domains. The priority index for content constraints and item exposure was implemented successfully.

}, issn = {1745-3984}, doi = {10.1111/jedm.12032}, url = {http://dx.doi.org/10.1111/jedm.12032}, author = {Yao, Lihua} } @article {2311, title = {Mutual Information Item Selection Method in Cognitive Diagnostic Computerized Adaptive Testing With Short Test Length}, journal = {Educational and Psychological Measurement}, volume = {73}, number = {6}, year = {2013}, pages = {1017-1035}, abstract = {

Cognitive diagnostic computerized adaptive testing (CD-CAT) purports to combine the strengths of both CAT and cognitive diagnosis. Cognitive diagnosis models aim at classifying examinees into the correct mastery profile group so as to pinpoint the strengths and weakness of each examinee whereas CAT algorithms choose items to determine those strengths and weakness as efficiently as possible. Most of the existing CD-CAT item selection algorithms are evaluated when test length is relatively long whereas several applications of CD-CAT, such as in interim assessment, require an item selection algorithm that is able to accurately recover examinees\’ mastery profile with short test length. In this article, we introduce the mutual information item selection method in the context of CD-CAT and then provide a computationally easier formula to make the method more amenable in real time. Mutual information is then evaluated against common item selection methods, such as Kullback\–Leibler information, posterior weighted Kullback\–Leibler information, and Shannon entropy. Based on our simulations, mutual information consistently results in nearly the highest attribute and pattern recovery rate in more than half of the conditions. We conclude by discussing how the number of attributes, Q-matrix structure, correlations among the attributes, and item quality affect estimation accuracy.

}, doi = {10.1177/0013164413498256}, url = {http://epm.sagepub.com/content/73/6/1017.abstract}, author = {Wang, Chun} } @article {2210, title = {A Mixture Rasch Model{\textendash}Based Computerized Adaptive Test for Latent Class Identification}, journal = {Applied Psychological Measurement}, volume = {36}, number = {6}, year = {2012}, pages = {469-493}, abstract = {

This study explored a computerized adaptive test delivery algorithm for latent class identification based on the mixture Rasch model. Four item selection methods based on the Kullback\–Leibler (KL) information were proposed and compared with the reversed and the adaptive KL information under simulated testing conditions. When item separation was large, all item selection methods did not differ evidently in terms of accuracy in classifying examinees into different latent classes and estimating latent ability. However, when item separation was small, two methods with class-specific ability estimates performed better than the other two methods based on a single latent ability estimate across all latent classes. The three types of KL information distributions were compared. The KL and the reversed KL information could be the same or different depending on the ability level and the item difficulty difference between latent classes. Although the KL information and the reversed KL information were different at some ability levels and item difficulty difference levels, the use of the KL, the reversed KL, or the adaptive KL information did not affect the results substantially due to the symmetric distribution of item difficulty differences between latent classes in the simulated item pools. Item pool usage and classification convergence points were examined as well.

}, doi = {10.1177/0146621612450068}, url = {http://apm.sagepub.com/content/36/6/469.abstract}, author = {Hong Jiao, and Macready, George and Liu, Junhui and Cho, Youngmi} } @article {2230, title = {Multistage Computerized Adaptive Testing With Uniform Item Exposure}, journal = {Applied Measurement in Education}, volume = {25}, number = {2}, year = {2012}, pages = {118-141}, doi = {10.1080/08957347.2012.660363}, url = {http://www.tandfonline.com/doi/abs/10.1080/08957347.2012.660363}, author = {Edwards, Michael C. and Flora, David B. and Thissen, David} } @article {2039, title = {Measuring Individual Growth With Conventional and Adaptive Tests}, journal = {Journal of Methods and Measurement in the Social Sciences}, volume = {2}, year = {2011}, pages = {80-101}, author = {Weiss, D. J. and Von Minden, S.} } @conference {2090, title = {Moving beyond Efficiency to Allow CAT to Provide Better Diagnostic Information}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {
Future CATs will provide better diagnostic information to
\–Examinees
\–Regulators, Educators, Employers
\–Test Developers
This goal will be accomplished by
\–Smart CATs which collect additional information during the test
\–Psychomagic
The time is now for Reporting
}, keywords = {CAT, dianostic information, MIRT, Multiple unidimensional scales, psychomagic, smart CAT}, author = {Brian D. Bontempo} } @article {2125, title = {Manual for CATSim: Comprehensive simulation of computerized adaptive testing}, year = {2010}, publisher = {Assessment Systems Corporation}, address = {St. Paul, MN}, author = {Weiss, D. J. and Guyer, R. D.} } @article {157, title = {Marginal likelihood inference for a model for item responses and response times}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {63}, number = {3}, year = {2010}, note = {Glas, Cees A Wvan der Linden, Wim JResearch Support, Non-U.S. Gov{\textquoteright}tEnglandThe British journal of mathematical and statistical psychologyBr J Math Stat Psychol. 2010 Nov;63(Pt 3):603-26. Epub 2010 Jan 28.}, pages = {603-26}, edition = {2010/01/30}, abstract = {

Marginal maximum-likelihood procedures for parameter estimation and testing the fit of a hierarchical model for speed and accuracy on test items are presented. The model is a composition of two first-level models for dichotomous responses and response times along with multivariate normal models for their item and person parameters. It is shown how the item parameters can easily be estimated using Fisher\&$\#$39;s identity. To test the fit of the model, Lagrange multiplier tests of the assumptions of subpopulation invariance of the item parameters (i.e., no differential item functioning), the shape of the response functions, and three different types of conditional independence were derived. Simulation studies were used to show the feasibility of the estimation and testing procedures and to estimate the power and Type I error rate of the latter. In addition, the procedures were applied to an empirical data set from a computerized adaptive test of language comprehension.

}, isbn = {0007-1102 (Print)0007-1102 (Linking)}, author = {Glas, C. A. W. and van der Linden, W. J.} } @inbook {2055, title = {MATHCAT: A Flexible Testing System in Mathematics Education for Adults}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {137-150}, chapter = {7}, doi = {10.1007/978-0-387-85461-8}, author = {Verschoor, Angela J. and Straetmans, G. J. J. M.} } @article {2162, title = {A Method for the Comparison of Item Selection Rules in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {34}, number = {6}, year = {2010}, pages = {438-452}, abstract = {

In a typical study comparing the relative efficiency of two item selection rules in computerized adaptive testing, the common result is that they simultaneously differ in accuracy and security, making it difficult to reach a conclusion on which is the more appropriate rule. This study proposes a strategy to conduct a global comparison of two or more selection rules. A plot showing the performance of each selection rule for several maximum exposure rates is obtained and the whole plot is compared with other rule plots. The strategy was applied in a simulation study with fixed-length CATs for the comparison of six item selection rules: the point Fisher information, Fisher information weighted by likelihood, Kullback-Leibler weighted by likelihood, maximum information stratification with blocking, progressive and proportional methods. Our results show that there is no optimal rule for any overlap value or root mean square error (RMSE). The fact that a rule, for a given level of overlap, has lower RMSE than another does not imply that this pattern holds for another overlap rate. A fair comparison of the rules requires extensive manipulation of the maximum exposure rates. The best methods were the Kullback-Leibler weighted by likelihood, the proportional method, and the maximum information stratification method with blocking.

}, doi = {10.1177/0146621610370152}, url = {http://apm.sagepub.com/content/34/6/438.abstract}, author = {Barrada, Juan Ram{\'o}n and Olea, Julio and Ponsoda, Vicente and Abad, Francisco Jos{\'e}} } @article {2235, title = {A Monte Carlo Simulation Investigating the Validity and Reliability of Ability Estimation in Item Response Theory with Speeded Computer Adaptive Tests}, journal = {International Journal of Testing}, volume = {10}, number = {3}, year = {2010}, pages = {230-261}, doi = {10.1080/15305058.2010.488098}, url = {http://www.tandfonline.com/doi/abs/10.1080/15305058.2010.488098}, author = {Schmitt, T. A. and Sass, D. A. and Sullivan, J. R. and Walker, C. M.} } @inbook {2052, title = {Multidimensional Adaptive Testing with Kullback{\textendash}Leibler Information Item Selection}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {77-102}, chapter = {4}, doi = {10.1007/978-0-387-85461-8}, author = {Mulder, J. and van der Linden, W. J.} } @article {2268, title = {Multidimensionale adaptive Kompetenzdiagnostik: Ergebnisse zur Messeffizienz [Multidimensional adaptive testing of competencies: Results regarding measurement efficiency].}, journal = {Zeitschrift f{\"u}r P{\"a}dagogik}, volume = {56}, year = {2010}, pages = {40-51}, author = {Frey, A. and Seitz, N-N.} } @inbook {2066, title = {Multistage Testing: Issues, Designs, and Research}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {355-372}, chapter = {18}, doi = {10.1007/978-0-387-85461-8}, author = {Zenisky, A. L. and Hambleton, R. K. and Luecht, RM} } @article {77, title = {The maximum priority index method for severely constrained item selection in computerized adaptive testing}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {62}, number = {2}, year = {2009}, note = {Cheng, YingChang, Hua-HuaResearch Support, Non-U.S. Gov{\textquoteright}tEnglandThe British journal of mathematical and statistical psychologyBr J Math Stat Psychol. 2009 May;62(Pt 2):369-83. Epub 2008 Jun 2.}, month = {May}, pages = {369-83}, edition = {2008/06/07}, abstract = {This paper introduces a new heuristic approach, the maximum priority index (MPI) method, for severely constrained item selection in computerized adaptive testing. Our simulation study shows that it is able to accommodate various non-statistical constraints simultaneously, such as content balancing, exposure control, answer key balancing, and so on. Compared with the weighted deviation modelling method, it leads to fewer constraint violations and better exposure control while maintaining the same level of measurement precision.}, keywords = {Aptitude Tests/*statistics \& numerical data, Diagnosis, Computer-Assisted/*statistics \& numerical data, Educational Measurement/*statistics \& numerical data, Humans, Mathematical Computing, Models, Statistical, Personality Tests/*statistics \& numerical data, Psychometrics/*statistics \& numerical data, Reproducibility of Results, Software}, isbn = {0007-1102 (Print)0007-1102 (Linking)}, author = {Cheng, Y and Chang, Hua-Hua} } @article {170, title = {Measuring global physical health in children with cerebral palsy: Illustration of a multidimensional bi-factor model and computerized adaptive testing}, journal = {Quality of Life Research}, volume = {18}, number = {3}, year = {2009}, note = {Haley, Stephen MNi, PengshengDumas, Helene MFragala-Pinkham, Maria AHambleton, Ronald KMontpetit, KathleenBilodeau, NathalieGorton, George EWatson, KyleTucker, Carole AK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesK02 HD45354-01A1/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2009 Apr;18(3):359-70. Epub 2009 Feb 17.}, month = {Apr}, pages = {359-370}, edition = {2009/02/18}, abstract = {PURPOSE: The purposes of this study were to apply a bi-factor model for the determination of test dimensionality and a multidimensional CAT using computer simulations of real data for the assessment of a new global physical health measure for children with cerebral palsy (CP). METHODS: Parent respondents of 306 children with cerebral palsy were recruited from four pediatric rehabilitation hospitals and outpatient clinics. We compared confirmatory factor analysis results across four models: (1) one-factor unidimensional; (2) two-factor multidimensional (MIRT); (3) bi-factor MIRT with fixed slopes; and (4) bi-factor MIRT with varied slopes. We tested whether the general and content (fatigue and pain) person score estimates could discriminate across severity and types of CP, and whether score estimates from a simulated CAT were similar to estimates based on the total item bank, and whether they correlated as expected with external measures. RESULTS: Confirmatory factor analysis suggested separate pain and fatigue sub-factors; all 37 items were retained in the analyses. From the bi-factor MIRT model with fixed slopes, the full item bank scores discriminated across levels of severity and types of CP, and compared favorably to external instruments. CAT scores based on 10- and 15-item versions accurately captured the global physical health scores. CONCLUSIONS: The bi-factor MIRT CAT application, especially the 10- and 15-item versions, yielded accurate global physical health scores that discriminated across known severity groups and types of CP, and correlated as expected with concurrent measures. The CATs have potential for collecting complex data on the physical health of children with CP in an efficient manner.}, keywords = {*Computer Simulation, *Health Status, *Models, Statistical, Adaptation, Psychological, Adolescent, Cerebral Palsy/*physiopathology, Child, Child, Preschool, Factor Analysis, Statistical, Female, Humans, Male, Massachusetts, Pennsylvania, Questionnaires, Young Adult}, isbn = {0962-9343 (Print)0962-9343 (Linking)}, author = {Haley, S. M. and Ni, P. and Dumas, H. M. and Fragala-Pinkham, M. A. and Hambleton, R. K. and Montpetit, K. and Bilodeau, N. and Gorton, G. E. and Watson, K. and Tucker, C. A.} } @inbook {1908, title = {The MEDPRO project: An SBIR project for a comprehensive IRT and CAT software system: IRT software}, year = {2009}, note = {PDF File, 817 K}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {IRTPRO (Item Response Theory for Patient-Reported Outcomes) is an entirely new application for item calibration and test scoring using IRT. IRTPRO implements algorithms for maximum likelihood estimation of item parameters (item calibration) for several unidimensional and multidimensional item response theory (IRT) models for dichotomous and polytomous item responses. In addition, the software provides computation of goodness-of-fit indices, statistics for the diagnosis of local dependence and for the detection of differential item functioning (DIF), and IRT scaled scores. This paper illustrates the use, and some capabilities, of the software.}, author = {Thissen, D.} } @inbook {1911, title = {The MEDPRO project: An SBIR project for a comprehensive IRT and CAT software system: CAT software}, year = {2009}, note = {{PDF File, 283 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {Development of computerized adaptive tests (CAT) requires a number of appropriate software tools. This paper describes the development of two new CAT software programs. CATSIM has been designed specifically to conduct several different kinds of simulation studies, which are necessary for planning purposes as well as properly designing live CATs. FastCAT is a software system for banking items and publishing CAT tests as standalone files, to be administered anywhere. Both are available for public use.}, author = {Thompson, N. A.} } @article {112, title = {A mixed integer programming model for multiple stage adaptive testing}, journal = {European Journal of Operational Research}, volume = {193}, number = {2}, year = {2009}, note = {doi: DOI: 10.1016/j.ejor.2007.10.047}, pages = {342-350}, abstract = {The last decade has seen paper-and-pencil (P\&P) tests being replaced by computerized adaptive tests (CATs) within many testing programs. A CAT may yield several advantages relative to a conventional P\&P test. A CAT can determine the questions or test items to administer, allowing each test form to be tailored to a test taker{\textquoteright}s skill level. Subsequent items can be chosen to match the capability of the test taker. By adapting to a test taker{\textquoteright}s ability, a CAT can acquire more information about a test taker while administering fewer items. A Multiple Stage Adaptive test (MST) provides a means to implement a CAT that allows review before the administration. The MST format is a hybrid between the conventional P\&P and CAT formats. This paper presents mixed integer programming models for MST assembly problems. Computational results with commercial optimization software will be given and advantages of the models evaluated.}, keywords = {Education, Integer programming, Linear programming}, isbn = {0377-2217}, author = {Edmonds, J. and Armstrong, R. D.} } @article {140, title = {Multidimensional adaptive testing in educational and psychological measurement: Current state and future challenges}, journal = {Studies in Educational Evaluation}, volume = {35}, number = {2-3}, year = {2009}, pages = {89-94}, abstract = {The paper gives an overview of multidimensional adaptive testing (MAT) and evaluates its applicability in educational and psychological testing. The approach of Segall (1996) is described as a general framework for MAT. The main advantage of MAT is its capability to increase measurement efficiency. In simulation studies conceptualizing situations typical to large scale assessments, the number of presented items was reduced by MAT by about 30{\textendash}50\% compared to unidimensional adaptive testing and by about 70\% compared to fixed item testing holding measurement precision constant. Empirical results underline these findings. Before MAT is used routinely some open questions should be answered first. After that, MAT represents a very promising approach to highly efficient simultaneous testing of multiple competencies.}, isbn = {0191491X}, author = {Frey, A. and Seitz, N-N.} } @article {288, title = {Multidimensional Adaptive Testing with Optimal Design Criteria for Item Selection}, journal = {Psychometrika}, volume = {74}, number = {2}, year = {2009}, note = {Journal articlePsychometrikaPsychometrika. 2009 Jun;74(2):273-296. Epub 2008 Dec 23.}, month = {Jun}, pages = {273-296}, edition = {2010/02/02}, abstract = {Several criteria from the optimal design literature are examined for use with item selection in multidimensional adaptive testing. In particular, it is examined what criteria are appropriate for adaptive testing in which all abilities are intentional, some should be considered as a nuisance, or the interest is in the testing of a composite of the abilities. Both the theoretical analyses and the studies of simulated data in this paper suggest that the criteria of A-optimality and D-optimality lead to the most accurate estimates when all abilities are intentional, with the former slightly outperforming the latter. The criterion of E-optimality showed occasional erratic behavior for this case of adaptive testing, and its use is not recommended. If some of the abilities are nuisances, application of the criterion of A(s)-optimality (or D(s)-optimality), which focuses on the subset of intentional abilities is recommended. For the measurement of a linear combination of abilities, the criterion of c-optimality yielded the best results. The preferences of each of these criteria for items with specific patterns of parameter values was also assessed. It was found that the criteria differed mainly in their preferences of items with different patterns of values for their discrimination parameters.}, isbn = {0033-3123 (Print)0033-3123 (Linking)}, author = {Mulder, J. and van der Linden, W. J.} } @article {2154, title = {Multiple Maximum Exposure Rates in Computerized Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {33}, number = {1}, year = {2009}, pages = {58-73}, abstract = {

Computerized adaptive testing is subject to security problems, as the item bank content remains operative over long periods and administration time is flexible for examinees. Spreading the content of a part of the item bank could lead to an overestimation of the examinees\&$\#$39; trait level. The most common way of reducing this risk is to impose a maximum exposure rate (rmax) that no item should exceed. Several methods have been proposed with this aim. All of these methods establish a single value of rmax throughout the test. This study presents a new method, the multiple-rmax method, that defines as many values of rmax as the number of items presented in the test. In this way, it is possible to impose a high degree of randomness in item selection at the beginning of the test, leaving the administration of items with the best psychometric properties to the moment when the trait level estimation is most accurate. The implementation of the multiple-r max method is described and is tested in simulated item banks and in an operative bank. Compared with a single maximum exposure method, the new method has a more balanced usage of the item bank and delays the possible distortion of trait estimation due to security problems, with either no or only slight decrements of measurement accuracy.

}, doi = {10.1177/0146621608315329}, url = {http://apm.sagepub.com/content/33/1/58.abstract}, author = {Barrada, Juan Ram{\'o}n and Veldkamp, Bernard P. and Olea, Julio} } @article {287, title = {Measuring physical functioning in children with spinal impairments with computerized adaptive testing}, journal = {Journal of Pediatric Orthopedics}, volume = {28}, number = {3}, year = {2008}, note = {Mulcahey, M JHaley, Stephen MDuffy, TheresaPengsheng, NiBetz, Randal RK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesUnited StatesJournal of pediatric orthopedicsJ Pediatr Orthop. 2008 Apr-May;28(3):330-5.}, month = {Apr-May}, pages = {330-5}, edition = {2008/03/26}, abstract = {BACKGROUND: The purpose of this study was to assess the utility of measuring current physical functioning status of children with scoliosis and kyphosis by applying computerized adaptive testing (CAT) methods. Computerized adaptive testing uses a computer interface to administer the most optimal items based on previous responses, reducing the number of items needed to obtain a scoring estimate. METHODS: This was a prospective study of 77 subjects (0.6-19.8 years) who were seen by a spine surgeon during a routine clinic visit for progress spine deformity. Using a multidimensional version of the Pediatric Evaluation of Disability Inventory CAT program (PEDI-MCAT), we evaluated content range, accuracy and efficiency, known-group validity, concurrent validity with the Pediatric Outcomes Data Collection Instrument, and test-retest reliability in a subsample (n = 16) within a 2-week interval. RESULTS: We found the PEDI-MCAT to have sufficient item coverage in both self-care and mobility content for this sample, although most patients tended to score at the higher ends of both scales. Both the accuracy of PEDI-MCAT scores as compared with a fixed format of the PEDI (r = 0.98 for both mobility and self-care) and test-retest reliability were very high [self-care: intraclass correlation (3,1) = 0.98, mobility: intraclass correlation (3,1) = 0.99]. The PEDI-MCAT took an average of 2.9 minutes for the parents to complete. The PEDI-MCAT detected expected differences between patient groups, and scores on the PEDI-MCAT correlated in expected directions with scores from the Pediatric Outcomes Data Collection Instrument domains. CONCLUSIONS: Use of the PEDI-MCAT to assess the physical functioning status, as perceived by parents of children with complex spinal impairments, seems to be feasible and achieves accurate and efficient estimates of self-care and mobility function. Additional item development will be needed at the higher functioning end of the scale to avoid ceiling effects for older children. LEVEL OF EVIDENCE: This is a level II prospective study designed to establish the utility of computer adaptive testing as an evaluation method in a busy pediatric spine practice.}, keywords = {*Disability Evaluation, Adolescent, Child, Child, Preschool, Computer Simulation, Cross-Sectional Studies, Disabled Children/*rehabilitation, Female, Humans, Infant, Kyphosis/*diagnosis/rehabilitation, Male, Prospective Studies, Reproducibility of Results, Scoliosis/*diagnosis/rehabilitation}, isbn = {0271-6798 (Print)0271-6798 (Linking)}, author = {Mulcahey, M. J. and Haley, S. M. and Duffy, T. and Pengsheng, N. and Betz, R. R.} } @article {19, title = {Modern sequential analysis and its application to computerized adaptive testing}, journal = {Psychometrika}, volume = {73}, number = {3}, year = {2008}, pages = {473-486}, abstract = {After a brief review of recent advances in sequential analysis involving sequential generalized likelihood ratio tests, we discuss their use in psychometric testing and extend the asymptotic optimality theory of these sequential tests to the case of sequentially generated experiments, of particular interest in computerized adaptive testing.We then show how these methods can be used to design adaptive mastery tests, which are asymptotically optimal and are also shown to provide substantial improvements over currently used sequential and fixed length tests.}, author = {Bartroff, J. and Finkelman, M. and Lai, T. L.} } @article {2151, title = {A Monte Carlo Approach for Adaptive Testing With Content Constraints}, journal = {Applied Psychological Measurement}, volume = {32}, number = {6}, year = {2008}, pages = {431-446}, abstract = {

This article presents a new algorithm for computerized adaptive testing (CAT) when content constraints are present. The algorithm is based on shadow CAT methodology to meet content constraints but applies Monte Carlo methods and provides the following advantages over shadow CAT: (a) lower maximum item exposure rates, (b) higher utilization of the item pool, and (c) more robust ability estimates. Computer simulations with Law School Admission Test items demonstrated that the new algorithm (a) produces similar ability estimates as shadow CAT but with half the maximum item exposure rate and 100\% pool utilization and (b) produces more robust estimates when a high- (or low-) ability examinee performs poorly (or well) at the beginning of the test.

}, doi = {10.1177/0146621607309081}, url = {http://apm.sagepub.com/content/32/6/431.abstract}, author = {Belov, Dmitry I. and Armstrong, Ronald D. and Weissman, Alexander} } @article {471, title = {A monte carlo approach for adaptive testing with content constraints}, journal = {Applied Psychological Measurement}, volume = {32}, year = {2008}, pages = {431-446}, doi = {10.1177/0146621607309081}, author = {Belov, D. I. and Armstrong, R. D. and Weissman, A.} } @article {2150, title = {A Monte Carlo Approach to the Design, Assembly, and Evaluation of Multistage Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {32}, number = {2}, year = {2008}, pages = {119-137}, abstract = {

This article presents an application of Monte Carlo methods for developing and assembling multistage adaptive tests (MSTs). A major advantage of the Monte Carlo assembly over other approaches (e.g., integer programming or enumerative heuristics) is that it provides a uniform sampling from all MSTs (or MST paths) available from a given item pool. The uniform sampling allows a statistically valid analysis for MST design and evaluation. Given an item pool, MST model, and content constraints for test assembly, three problems are addressed in this study. They are (a) the construction of item response theory (IRT) targets for each MST path, (b) the assembly of an MST such that each path satisfies content constraints and IRT constraints, and (c) an analysis of the pool and constraints to increase the number of nonoverlapping MSTs that can be assembled from the pool. The primary intent is to produce reliable measurements and enhance pool utilization.

}, doi = {10.1177/0146621606297308}, url = {http://apm.sagepub.com/content/32/2/119.abstract}, author = {Belov, Dmitry I. and Armstrong, Ronald D.} } @article {470, title = {A Monte Carlo approach to the design, assembly, and evaluation of multistage adaptive tests}, journal = {Applied Psychological Measurement}, volume = {32}, year = {2008}, pages = {119{\textendash}137}, author = {Belov, D.I., Armstrong, R.D.} } @article {386, title = {Methodological issues for building item banks and computerized adaptive scales}, journal = {Quality of Life Research}, volume = {16}, number = {S1}, year = {2007}, pages = {109-119, }, abstract = {Abstract This paper reviews important methodological considerations for developing item banks and computerized adaptive scales (commonly called computerized adaptive tests in the educational measurement literature, yielding the acronym CAT), including issues of the reference population, dimensionality, dichotomous versus polytomous response scales, differential item functioning (DIF) and conditional scoring, mode effects, the impact of local dependence, and innovative approaches to assessment using CATs in health outcomes research.}, isbn = {0962-93431573-2649}, author = {Thissen, D. and Reeve, B. B. and Bjorner, J. B. and Chang, C-H.} } @article {18, title = {Methods for restricting maximum exposure rate in computerized adaptative testing}, journal = {Methodology: European Journal of Research Methods for the Behavioral and Social Sciences}, volume = {3}, number = {1}, year = {2007}, pages = {14-23}, publisher = {Hogrefe \& Huber Publishers GmbH: Germany}, abstract = {The Sympson-Hetter (1985) method provides a means of controlling maximum exposure rate of items in Computerized Adaptive Testing. Through a series of simulations, control parameters are set that mark the probability of administration of an item on being selected. This method presents two main problems: it requires a long computation time for calculating the parameters and the maximum exposure rate is slightly above the fixed limit. Van der Linden (2003) presented two alternatives which appear to solve both of the problems. The impact of these methods in the measurement accuracy has not been tested yet. We show how these methods over-restrict the exposure of some highly discriminating items and, thus, the accuracy is decreased. It also shown that, when the desired maximum exposure rate is near the minimum possible value, these methods offer an empirical maximum exposure rate clearly above the goal. A new method, based on the initial estimation of the probability of administration and the probability of selection of the items with the restricted method (Revuelta \& Ponsoda, 1998), is presented in this paper. It can be used with the Sympson-Hetter method and with the two van der Linden{\textquoteright}s methods. This option, when used with Sympson-Hetter, speeds the convergence of the control parameters without decreasing the accuracy. (PsycINFO Database Record (c) 2007 APA, all rights reserved)}, keywords = {computerized adaptive testing, item bank security, item exposure control, overlap rate, Sympson-Hetter method}, isbn = {1614-1881 (Print); 1614-2241 (Electronic)}, author = {Barrada, J and Olea, J. and Ponsoda, V.} } @inbook {1745, title = {The modified maximum global discrimination index method for cognitive diagnostic computerized adaptive testing}, year = {2007}, note = {{PDF file, 172 KB}}, address = {~ D. J. Weiss (Ed.). ~Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Cheng, Y and Chang, Hua-Hua} } @article {2208, title = {A multiple objective test assembly approach for exposure control problems in computerized adaptive testing}, number = {2007-1}, year = {2007}, institution = {Cito}, address = {Arnhem, The Netherlands}, author = {Veldkamp, B. P. and Verschoor, Angela J. and Theo Eggen} } @article {2175, title = {Mutual Information Item Selection in Adaptive Classification Testing}, journal = {Educational and Psychological Measurement}, volume = {67}, number = {1}, year = {2007}, pages = {41-58}, abstract = {

A general approach for item selection in adaptive multiple-category classification tests is provided. The approach uses mutual information (MI), a special case of the Kullback-Leibler distance, or relative entropy. MI works efficiently with the sequential probability ratio test and alleviates the difficulties encountered with using other local- and global-information measures in the multiple-category classification setting. Results from simulation studies using three item selection methods, Fisher information (FI), posterior-weighted FI (FIP), and MI, are provided for an adaptive four-category classification test. Both across and within the four classification categories, it is shown that in general, MI item selection classifies the highest proportion of examinees correctly and yields the shortest test lengths. The next best performance is observed for FIP item selection, followed by FI.

}, doi = {10.1177/0013164406288164}, url = {http://epm.sagepub.com/content/67/1/41.abstract}, author = {Weissman, Alexander} } @article {16, title = {Maximum information stratification method for controlling item exposure in computerized adaptive testing}, journal = {Psicothema}, volume = {18}, number = {1}, year = {2006}, note = {Barrada, Juan RamonMazuela, PalomaOlea, JulioResearch Support, Non-U.S. Gov{\textquoteright}tSpainPsicothemaPsicothema. 2006 Feb;18(1):156-9.}, month = {Feb}, pages = {156-159}, edition = {2007/02/14}, abstract = {The proposal for increasing the security in Computerized Adaptive Tests that has received most attention in recent years is the a-stratified method (AS - Chang and Ying, 1999): at the beginning of the test only items with low discrimination parameters (a) can be administered, with the values of the a parameters increasing as the test goes on. With this method, distribution of the exposure rates of the items is less skewed, while efficiency is maintained in trait-level estimation. The pseudo-guessing parameter (c), present in the three-parameter logistic model, is considered irrelevant, and is not used in the AS method. The Maximum Information Stratified (MIS) model incorporates the c parameter in the stratification of the bank and in the item-selection rule, improving accuracy by comparison with the AS, for item banks with a and b parameters correlated and uncorrelated. For both kinds of banks, the blocking b methods (Chang, Qian and Ying, 2001) improve the security of the item bank.M{\'e}todo de estratificaci{\'o}n por m{\'a}xima informaci{\'o}n para el control de la exposici{\'o}n en tests adaptativos informatizados. La propuesta para aumentar la seguridad en los tests adaptativos informatizados que ha recibido m{\'a}s atenci{\'o}n en los {\'u}ltimos a{\~n}os ha sido el m{\'e}todo a-estratificado (AE - Chang y Ying, 1999): en los momentos iniciales del test s{\'o}lo pueden administrarse {\'\i}tems con bajos par{\'a}metros de discriminaci{\'o}n (a), increment{\'a}ndose los valores del par{\'a}metro a admisibles seg{\'u}n avanza el test. Con este m{\'e}todo la distribuci{\'o}n de las tasas de exposici{\'o}n de los {\'\i}tems es m{\'a}s equilibrada, manteniendo una adecuada precisi{\'o}n en la medida. El par{\'a}metro de pseudoadivinaci{\'o}n (c), presente en el modelo log{\'\i}stico de tres par{\'a}metros, se supone irrelevante y no se incorpora en el AE. El m{\'e}todo de Estratificaci{\'o}n por M{\'a}xima Informaci{\'o}n (EMI) incorpora el par{\'a}metro c a la estratificaci{\'o}n del banco y a la regla de selecci{\'o}n de {\'\i}tems, mejorando la precisi{\'o}n en comparaci{\'o}n con AE, tanto para bancos donde los par{\'a}metros a y b correlacionan como para bancos donde no. Para ambos tipos de bancos, los m{\'e}todos de bloqueo de b (Chang, Qian y Ying, 2001) mejoran la seguridad del banco.}, keywords = {*Artificial Intelligence, *Microcomputers, *Psychological Tests, *Software Design, Algorithms, Chi-Square Distribution, Humans, Likelihood Functions}, isbn = {0214-9915 (Print)}, author = {Barrada, J and Mazuela, P. and Olea, J.} } @article {174, title = {Measurement precision and efficiency of multidimensional computer adaptive testing of physical functioning using the pediatric evaluation of disability inventory}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {87}, number = {9}, year = {2006}, note = {Haley, Stephen MNi, PengshengLudlow, Larry HFragala-Pinkham, Maria AK02 hd45354-01/hd/nichdResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tUnited StatesArchives of physical medicine and rehabilitationArch Phys Med Rehabil. 2006 Sep;87(9):1223-9.}, month = {Sep}, pages = {1223-9}, edition = {2006/08/29}, abstract = {OBJECTIVE: To compare the measurement efficiency and precision of a multidimensional computer adaptive testing (M-CAT) application to a unidimensional CAT (U-CAT) comparison using item bank data from 2 of the functional skills scales of the Pediatric Evaluation of Disability Inventory (PEDI). DESIGN: Using existing PEDI mobility and self-care item banks, we compared the stability of item calibrations and model fit between unidimensional and multidimensional Rasch models and compared the efficiency and precision of the U-CAT- and M-CAT-simulated assessments to a random draw of items. SETTING: Pediatric rehabilitation hospital and clinics. PARTICIPANTS: Clinical and normative samples. INTERVENTIONS: Not applicable. MAIN OUTCOME MEASURES: Not applicable. RESULTS: The M-CAT had greater levels of precision and efficiency than the separate mobility and self-care U-CAT versions when using a similar number of items for each PEDI subdomain. Equivalent estimation of mobility and self-care scores can be achieved with a 25\% to 40\% item reduction with the M-CAT compared with the U-CAT. CONCLUSIONS: M-CAT applications appear to have both precision and efficiency advantages compared with separate U-CAT assessments when content subdomains have a high correlation. Practitioners may also realize interpretive advantages of reporting test score information for each subdomain when separate clinical inferences are desired.}, keywords = {*Disability Evaluation, *Pediatrics, Adolescent, Child, Child, Preschool, Computers, Disabled Persons/*classification/rehabilitation, Efficiency, Humans, Infant, Outcome Assessment (Health Care), Psychometrics, Self Care}, isbn = {0003-9993 (Print)}, author = {Haley, S. M. and Ni, P. and Ludlow, L. H. and Fragala-Pinkham, M. A.} } @article {311, title = {Multidimensional computerized adaptive testing of the EORTC QLQ-C30: basic developments and evaluations}, journal = {Quality of Life Research}, volume = {15}, number = {3}, year = {2006}, note = {Petersen, Morten AaGroenvold, MogensAaronson, NeilFayers, PeterSprangers, MirjamBjorner, Jakob BEuropean Organisation for Research and Treatment of Cancer Quality of Life GroupResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2006 Apr;15(3):315-29.}, month = {Apr}, pages = {315-29}, edition = {2006/03/21}, abstract = {OBJECTIVE: Self-report questionnaires are widely used to measure health-related quality of life (HRQOL). Ideally, such questionnaires should be adapted to the individual patient and at the same time scores should be directly comparable across patients. This may be achieved using computerized adaptive testing (CAT). Usually, CAT is carried out for a single domain at a time. However, many HRQOL domains are highly correlated. Multidimensional CAT may utilize these correlations to improve measurement efficiency. We investigated the possible advantages and difficulties of multidimensional CAT. STUDY DESIGN AND SETTING: We evaluated multidimensional CAT of three scales from the EORTC QLQ-C30: the physical functioning, emotional functioning, and fatigue scales. Analyses utilised a database with 2958 European cancer patients. RESULTS: It was possible to obtain scores for the three domains with five to seven items administered using multidimensional CAT that were very close to the scores obtained using all 12 items and with no or little loss of measurement precision. CONCLUSION: The findings suggest that multidimensional CAT may significantly improve measurement precision and efficiency and encourage further research into multidimensional CAT. Particularly, the estimation of the model underlying the multidimensional CAT and the conceptual aspects need further investigations.}, keywords = {*Quality of Life, *Self Disclosure, Adult, Female, Health Status, Humans, Male, Middle Aged, Questionnaires/*standards, User-Computer Interface}, isbn = {0962-9343 (Print)}, author = {Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Fayers, P. and Sprangers, M. and Bjorner, J. B.} } @conference {838, title = {Multiple maximum exposure rates in computerized adaptive testing}, booktitle = {Paper presented at the SMABS-EAM Conference}, year = {2006}, address = {Budapest, Hungary}, author = {Barrada, J and Veldkamp, B. P. and Olea, J.} } @article {2218, title = {Multistage Testing: Widely or Narrowly Applicable?}, journal = {Applied Measurement in Education}, volume = {19}, number = {3}, year = {2006}, pages = {257-260}, doi = {10.1207/s15324818ame1903_6}, url = {http://www.tandfonline.com/doi/abs/10.1207/s15324818ame1903_6}, author = {Stark, Stephen and Chernyshenko, Oleksandr S.} } @article {357, title = {Measuring physical function in patients with complex medical and postsurgical conditions: a computer adaptive approach}, journal = {American Journal of Physical Medicine and Rehabilitation}, volume = {84}, number = {10}, year = {2005}, note = {0894-9115 (Print)Comparative StudyJournal ArticleResearch Support, N.I.H., ExtramuralResearch Support, U.S. Gov{\textquoteright}t, P.H.S.}, month = {Oct}, pages = {741-8}, abstract = {OBJECTIVE: To examine whether the range of disability in the medically complex and postsurgical populations receiving rehabilitation is adequately sampled by the new Activity Measure--Post-Acute Care (AM-PAC), and to assess whether computer adaptive testing (CAT) can derive valid patient scores using fewer questions. DESIGN: Observational study of 158 subjects (mean age 67.2 yrs) receiving skilled rehabilitation services in inpatient (acute rehabilitation hospitals, skilled nursing facility units) and community (home health services, outpatient departments) settings for recent-onset or worsening disability from medical (excluding neurological) and surgical (excluding orthopedic) conditions. Measures were interviewer-administered activity questions (all patients) and physical functioning portion of the SF-36 (outpatients) and standardized chart items (11 Functional Independence Measure (FIM), 19 Standardized Outcome and Assessment Information Set (OASIS) items, and 22 Minimum Data Set (MDS) items). Rasch modeling analyzed all data and the relationship between person ability estimates and average item difficulty. CAT assessed the ability to derive accurate patient scores using a sample of questions. RESULTS: The 163-item activity item pool covered the range of physical movement and personal and instrumental activities. CAT analysis showed comparable scores between estimates using 10 items or the total item pool. CONCLUSION: The AM-PAC can assess a broad range of function in patients with complex medical illness. CAT achieves valid patient scores using fewer questions.}, keywords = {Activities of Daily Living/*classification, Adult, Aged, Cohort Studies, Continuity of Patient Care, Disability Evaluation, Female, Health Services Research, Humans, Male, Middle Aged, Postoperative Care/*rehabilitation, Prognosis, Recovery of Function, Rehabilitation Centers, Rehabilitation/*standards, Sensitivity and Specificity, Sickness Impact Profile, Treatment Outcome}, author = {Siebens, H. and Andres, P. L. and Pengsheng, N. and Coster, W. J. and Haley, S. M.} } @article {2142, title = {Monte Carlo Test Assembly for Item Pool Analysis and Extension}, journal = {Applied Psychological Measurement}, volume = {29}, number = {4}, year = {2005}, pages = {239-261}, abstract = {

A new test assembly algorithm based on a Monte Carlo random search is presented in this article. A major advantage of the Monte Carlo test assembly over other approaches (integer programming or enumerative heuristics) is that it performs a uniform sampling from the item pool, which provides every feasible item combination (test) with an equal chance of being built during an assembly. This allows the authors to address the following issues of pool analysis and extension: compare the strengths and weaknesses of different pools, identify the most restrictive constraint(s) for test assembly, and identify properties of the items that should be added to a pool to achieve greater usability of the pool. Computer experiments with operational pools are given.

}, doi = {10.1177/0146621605275413}, url = {http://apm.sagepub.com/content/29/4/239.abstract}, author = {Belov, Dmitry I. and Armstrong, Ronald D.} } @article {2137, title = {Mokken Scale Analysis Using Hierarchical Clustering Procedures}, journal = {Applied Psychological Measurement}, volume = {28}, number = {5}, year = {2004}, pages = {332-354}, abstract = {

Mokken scale analysis (MSA) can be used to assess and build unidimensional scales from an item pool that is sensitive to multiple dimensions. These scales satisfy a set of scaling conditions, one of which follows from the model of monotone homogeneity. An important drawback of the MSA program is that the sequential item selection and scale construction procedure may not find the dominant underlying dimensionality of the responses to a set of items. The authors investigated alternative hierarchical item selection procedures and compared the performance of four hierarchical methods and the sequential clustering method in the MSA context. The results showed that hierarchical clustering methods can improve the search process of the dominant dimensionality of a data matrix. In particular, the complete linkage and scale linkage methods were promising in finding the dimensionality of the item response data from a set of items.

}, doi = {10.1177/0146621604265510}, url = {http://apm.sagepub.com/content/28/5/332.abstract}, author = {van Abswoude, Alexandra A. H. and Vermunt, Jeroen K. and Hemker, Bas T. and van der Ark, L. Andries} } @conference {1257, title = {Mutual information item selection in multiple-category classification CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2004}, note = {$\#$WE04-02}, address = {San Diego CA}, author = {Weissman, A.} } @conference {1172, title = {Maintaining scale in computer adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {{PDF file, 367 KB}}, address = {Chicago IL}, author = {Smith, R. L. and Rizavi, S. and Paez, R. and Damiano, M. and Herbert, E.} } @booklet {1314, title = {A method to determine targets for multi-stage adaptive tests}, year = {2003}, note = {{PDF file, 207 KB}}, address = {Unpublished manuscript}, author = {Armstrong, R. D. and Roussos, L.} } @conference {1023, title = {Methods for item set selection in adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {PDF file, 443 K}, address = {Chicago IL}, author = {Lu, Y., and Rizavi, S.} } @conference {1011, title = {Multidimensional computerized adaptive testing in recovering reading and mathematics abilities}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 592 KB}}, address = {Chicago, IL}, author = {Li, Y. H. and Schafer, W. D.} } @booklet {1415, title = {A multidimensional IRT mechanism for better understanding adaptive test behavior}, year = {2003}, address = {Paper presented at the annual meeting of the National Council on Measurement in Education, Chicago IL}, author = {Jodoin, M.} } @conference {1057, title = {Mapping the Development of Pre-reading Skills with STAR Early Literacy}, booktitle = {Presentation to the Annual Meeting of the Society for the Scientific Study of Reading. Chicago.}, year = {2002}, author = {J. R. McBride and Tardrew, S.P.} } @article {418, title = {Mathematical-programming approaches to test item pool design}, number = {RR 02-09}, year = {2002}, note = {Using Smart Source ParsingAdvances in psychology research, Vol. ( Hauppauge, NY : Nova Science Publishers, Inc, [URL:http://www.Novapublishers.com]. vi, 228 pp}, pages = {93-108}, institution = {University of Twente, Faculty of Educational Science and Technology}, address = {Twente, The Netherlands}, abstract = {(From the chapter) This paper presents an approach to item pool design that has the potential to improve on the quality of current item pools in educational and psychological testing and hence to increase both measurement precision and validity. The approach consists of the application of mathematical programming techniques to calculate optimal blueprints for item pools. These blueprints can be used to guide the item-writing process. Three different types of design problems are discussed, namely for item pools for linear tests, item pools computerized adaptive testing (CAT), and systems of rotating item pools for CAT. The paper concludes with an empirical example of the problem of designing a system of rotating item pools for CAT.}, keywords = {Adaptive Testing, Computer Assisted, Computer Programming, Educational Measurement, Item Response Theory, Mathematics, Psychometrics, Statistical Rotation computerized adaptive testing, Test Items, Testing}, isbn = {02-09}, author = {Veldkamp, B. P. and van der Linden, W. J. and Ariel, A.} } @article {50, title = {Measuring quality of life in chronic illness: the functional assessment of chronic illness therapy measurement system}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {83}, number = {12 Suppl 2}, year = {2002}, note = {0003-9993Journal Article}, month = {Dec}, pages = {S10-7}, abstract = {We focus on quality of life (QOL) measurement as applied to chronic illness. There are 2 major types of health-related quality of life (HRQOL) instruments-generic health status and targeted. Generic instruments offer the opportunity to compare results across patient and population cohorts, and some can provide normative or benchmark data from which to interpret results. Targeted instruments ask questions that focus more on the specific condition or treatment under study and, as a result, tend to be more responsive to clinically important changes than generic instruments. Each type of instrument has a place in the assessment of HRQOL in chronic illness, and consideration of the relative advantages and disadvantages of the 2 options best drives choice of instrument. The Functional Assessment of Chronic Illness Therapy (FACIT) system of HRQOL measurement is a hybrid of the 2 approaches. The FACIT system combines a core general measure with supplemental measures targeted toward specific diseases, conditions, or treatments. Thus, it capitalizes on the strengths of each type of measure. Recently, FACIT questionnaires were administered to a representative sample of the general population with results used to derive FACIT norms. These normative data can be used for benchmarking and to better understand changes in HRQOL that are often seen in clinical trials. Future directions in HRQOL assessment include test equating, item banking, and computerized adaptive testing.}, keywords = {*Chronic Disease, *Quality of Life, *Rehabilitation, Adult, Comparative Study, Health Status Indicators, Humans, Psychometrics, Questionnaires, Research Support, U.S. Gov{\textquoteright}t, P.H.S., Sensitivity and Specificity}, author = {Cella, D. and Nowinski, C. J.} } @booklet {1439, title = {MIRTCAT [computer software]}, year = {2002}, address = {Upper Marlboro MD: Author}, author = {Li, Y. H.} } @booklet {1533, title = {Modifications of the Sympson-Hetter method for item-exposure control in computerized adaptive testing}, year = {2002}, address = {Manuscript submitted for publication}, author = {van der Linden, W. J.} } @article {146, title = {Multidimensional adaptive testing for mental health problems in primary care}, journal = {Medical Care}, volume = {40}, number = {9}, year = {2002}, note = {Gardner, WilliamKelleher, Kelly JPajer, Kathleen AMCJ-177022/PHS HHS/MH30915/MH/NIMH NIH HHS/MH50629/MH/NIMH NIH HHS/Med Care. 2002 Sep;40(9):812-23.}, month = {Sep}, pages = {812-23}, edition = {2002/09/10}, abstract = {OBJECTIVES: Efficient and accurate instruments for assessing child psychopathology are increasingly important in clinical practice and research. For example, screening in primary care settings can identify children and adolescents with disorders that may otherwise go undetected. However, primary care offices are notorious for the brevity of visits and screening must not burden patients or staff with long questionnaires. One solution is to shorten assessment instruments, but dropping questions typically makes an instrument less accurate. An alternative is adaptive testing, in which a computer selects the items to be asked of a patient based on the patient{\textquoteright}s previous responses. This research used a simulation to test a child mental health screen based on this technology. RESEARCH DESIGN: Using half of a large sample of data, a computerized version was developed of the Pediatric Symptom Checklist (PSC), a parental-report psychosocial problem screen. With the unused data, a simulation was conducted to determine whether the Adaptive PSC can reproduce the results of the full PSC with greater efficiency. SUBJECTS: PSCs were completed by parents on 21,150 children seen in a national sample of primary care practices. RESULTS: Four latent psychosocial problem dimensions were identified through factor analysis: internalizing problems, externalizing problems, attention problems, and school problems. A simulated adaptive test measuring these traits asked an average of 11.6 questions per patient, and asked five or fewer questions for 49\% of the sample. There was high agreement between the adaptive test and the full (35-item) PSC: only 1.3\% of screening decisions were discordant (kappa = 0.93). This agreement was higher than that obtained using a comparable length (12-item) short-form PSC (3.2\% of decisions discordant; kappa = 0.84). CONCLUSIONS: Multidimensional adaptive testing may be an accurate and efficient technology for screening for mental health problems in primary care settings.}, keywords = {Adolescent, Child, Child Behavior Disorders/*diagnosis, Child Health Services/*organization \& administration, Factor Analysis, Statistical, Female, Humans, Linear Models, Male, Mass Screening/*methods, Parents, Primary Health Care/*organization \& administration}, isbn = {0025-7079 (Print)0025-7079 (Linking)}, author = {Gardner, W. and Kelleher, K. J. and Pajer, K. A.} } @article {417, title = {Multidimensional adaptive testing with constraints on test content}, journal = {Psychometrika}, volume = {67}, number = {4}, year = {2002}, note = {Psychometric Society, US}, pages = {575-588}, abstract = {The case of adaptive testing under a multidimensional response model with large numbers of constraints on the content of the test is addressed. The items in the test are selected using a shadow test approach. The 0{\textendash}1 linear programming model that assembles the shadow tests maximizes posterior expected Kullback-Leibler information in the test. The procedure is illustrated for five different cases of multidimensionality. These cases differ in (a) the numbers of ability dimensions that are intentional or should be considered as ldquonuisance dimensionsrdquo and (b) whether the test should or should not display a simple structure with respect to the intentional ability dimensions.}, author = {Veldkamp, B. P. and van der Linden, W. J.} } @article {482, title = {On maximizing item information and matching difficulty with ability}, journal = {Psychometrika}, volume = {66}, year = {2001}, pages = {69-77}, author = {Bickel, P. and Buyske, S. and Chang, Hua-Hua and Ying, Z.} } @conference {1245, title = {Measurement efficiency of multidimensional computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the American Psychological Association}, year = {2001}, address = {San Francisco CA}, author = {Wang, W-C. and Chen, B.-H.} } @conference {1149, title = {Measuring test compromise in high-stakes computerized adaptive testing: A Bayesian Strategy for surrogate test-taker detection}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {{PDF file, 275 KB}}, address = {Seattle WA}, author = {Segall, D. O.} } @booklet {1623, title = {A method for building a realistic model of test taker behavior for computerized adaptive testing (Research Report 01-22)}, year = {2001}, address = {Princeton NJ: Educational Testing Service}, author = {Stocking, M. L. and Steffen, M. and Eignor, D. R.} } @conference {1064, title = {Methods to test invariant ability across subgroups of items in CAT}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Meijer, R. R.} } @article {773, title = {A minimax procedure in the context of sequential testing problems in psychodiagnostics}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {54}, year = {2001}, note = {$\#$VO01139 Vos, H J (2001) A minimax procedure in the context of sequential testing problems}, pages = {139-159}, author = {Vos, H. J.} } @conference {929, title = {Modeling variability in item parameters in CAT}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Glas, C. A. W. and van der Linden, W. J.} } @conference {1173, title = {Monitoring items for changes in performance in computerized adaptive tests}, booktitle = {Paper presented at the annual conference of the National Council on Measurement in Education}, year = {2001}, address = {Seattle, Washington}, author = {Smith, R. L. and Wang, M.M. and Wingersky, M. and Zhao, C.} } @conference {1120, title = {A monte carlo study of the feasibility of on-the-fly assessment}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Revuelta, J. and Bejar, I. I. and Stocking, M.} } @article {392, title = {Multidimensional adaptive testing using the weighted likelihood estimation}, journal = {Dissertation Abstracts International Section A: Humanities \& Social Sciences}, volume = {61}, number = {12-A}, year = {2001}, pages = {4746}, abstract = {This study extended Warm{\textquoteright}s (1989) weighted likelihood estimation (WLE) to a multidimensional computerized adaptive test (MCAT) setting. WLE was compared with the maximum likelihood estimation (MLE), expected a posteriori (EAP), and maximum a posteriori (MAP) using a three-dimensional 3PL IRT model under a variety of computerized adaptive testing conditions. The dependent variables included bias, standard error of ability estimates (SE), square root of mean square error (RMSE), and test information. The independent variables were ability estimation methods, intercorrelation levels between dimensions, multidimensional structures, and ability combinations. Simulation results were presented in terms of descriptive statistics, such as figures and tables. In addition, inferential procedures were used to analyze bias by conceptualizing this Monte Carlo study as a statistical sampling experiment. The results of this study indicate that WLE and the other three estimation methods yield significantly more accurate ability estimates under an approximate simple test structure with one dominant dimension and several secondary dimensions. All four estimation methods, especially WLE, yield very large SEs when a three equally dominant multidimensional structure was employed. Consistent with previous findings based on unidimensional IRT model, MLE and WLE are less biased in the extreme of the ability scale; MLE and WLE yield larger SEs than the Bayesian methods; test information-based SEs underestimate actual SEs for both MLE and WLE in MCAT situations, especially at shorter test lengths; WLE reduced the bias of MLE under the approximate simple structure; test information-based SEs underestimates the actual SEs of MLE and WLE estimators in the MCAT conditions, similar to the findings of Warm (1989) in the unidimensional case. The results from the MCAT simulations did show some advantages of WLE in reducing the bias of MLE under the approximate simple structure with a fixed test length of 50 items, which was consistent with the previous research findings based on different unidimensional models. It is clear from the current results that all four methods perform very poorly when the multidimensional structures with multiple dominant factors were employed. More research efforts are urged to investigate systematically how different multidimensional structures affect the accuracy and reliability of ability estimation. Based on the simulated results in this study, there is no significant effect found on the ability estimation from the intercorrelation between dimensions. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Tseng, F-L.} } @conference {1207, title = {Multidimensional adaptive testing using weighted likelihood estimation: A comparison of estimation methods}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {{PDF file, 988 KB}}, address = {Seattle WA}, author = {Tseng, F.-E. and Hsu, T.-C.} } @conference {1231, title = {Multidimensional IRT-based adaptive sequential mastery testing}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Vos, H. J. and Glas, C. E. W.} } @inbook {1897, title = {Methods of controlling the exposure of items in CAT}, year = {2000}, address = {W. J. van der Linden and C. A. W. Glas (eds.), Computerized adaptive testing: Theory and practice (pp. 163-182). Norwell MA: Kluwer.}, author = {Stocking, M. L. and Lewis, C.} } @inbook {1931, title = {A minimax solution for sequential classification problems}, year = {2000}, note = {$\#$VO00101}, address = {H. A. L. Kiers, J.-P.Rasson, P. J. F. Groenen, and M. Schader (Eds.), Data analysis, classification, and related methods (pp. 121-126). Berlin: Springer. }, author = {Vos, H. J.} } @inbook {158, title = {MML and EAP estimation in testlet-based adaptive testing}, booktitle = {Computerized adaptive testing: Theory and practice}, year = {2000}, pages = {271-287}, publisher = {Kluwer Academic Publishers}, organization = {Kluwer Academic Publishers}, address = {Dordrecht, The Netherlands}, author = {Glas, C. A. W. and Wainer, H., and Bradlow, E. T.} } @booklet {1546, title = {Modifications of the branch-and-bound algorithm for application in constrained adaptive testing (Research Report 00-05)}, year = {2000}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Veldkamp, B. P.} } @booklet {1549, title = {Multidimensional adaptive testing with constraints on test content (Research Report 00-11)}, year = {2000}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Veldkamp, B. P. and van der Linden, W. J.} } @booklet {1584, title = {Multiple stratification CAT designs with content control}, year = {2000}, address = {Unpublished manuscript}, author = {Yi, Q. and Chang, Hua-Hua} } @conference {933, title = {Managing CAT item development in the face of uncertainty}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Guo, F.} } @booklet {1552, title = {A minimax procedure in the context of sequential mastery testing (Research Report 99-04)}, year = {1999}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Vos, H. J.} } @conference {1169, title = {More efficient use of item inventories}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Smith, R. and Zhu, R.} } @article {395, title = {Multidimensional adaptive testing with a minimum error-variance criterion}, journal = {Journal of Educational and Behavioral Statistics}, volume = {24}, number = {4}, year = {1999}, pages = {398-412}, abstract = {Adaptive testing under a multidimensional logistic response model is addressed. An algorithm is proposed that minimizes the (asymptotic) variance of the maximum-likelihood estimator of a linear combination of abilities of interest. The criterion results in a closed-form expression that is easy to evaluate. In addition, it is shown how the algorithm can be modified if the interest is in a test with a "simple ability structure". The statistical properties of the adaptive ML estimator are demonstrated for a two-dimensional item pool with several linear combinations of the abilities. }, keywords = {computerized adaptive testing}, author = {van der Linden, W. J.} } @article {261, title = {Maintaining content validity in computerized adaptive testing}, journal = {Advances in Health Sciences Education}, volume = {3}, number = {1}, year = {1998}, note = {Kluwer Academic Publishers, Netherlands}, pages = {29-41}, abstract = {The authors empirically demonstrate some of the trade-offs which can occur when content balancing is imposed in computerized adaptive testing (CAT) forms or conversely, when it is ignored. The authors contend that the content validity of a CAT form can actually change across a score scale when content balancing is ignored. However they caution that, efficiency and score precision can be severely reduced by over specifying content restrictions in a CAT form. The results from 2 simulation studies are presented as a means of highlighting some of the trade-offs that could occur between content and statistical considerations in CAT form assembly. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Luecht, RM and de Champlain, A. and Nungester, R. J.} } @article {633, title = {Measuring change conventionally and adaptively}, journal = {Educational and Psychological Measurement}, volume = {58}, year = {1998}, pages = {882-897}, author = {May, K. and Nicewander, W. A.} } @article {405, title = {A model for optimal constrained adaptive testing}, journal = {Applied Psychological Measurement}, volume = {22}, number = {3}, year = {1998}, note = {Sage Publications, US}, pages = {259-270}, abstract = {A model for constrained computerized adaptive testing is proposed in which the information in the test at the trait level (0) estimate is maximized subject to a number of possible constraints on the content of the test. At each item-selection step, a full test is assembled to have maximum information at the current 0 estimate, fixing the items already administered. Then the item with maximum in-formation is selected. All test assembly is optimal because a linear programming (LP) model is used that automatically updates to allow for the attributes of the items already administered and the new value of the 0 estimator. The LP model also guarantees that each adaptive test always meets the entire set of constraints. A simulation study using a bank of 753 items from the Law School Admission Test showed that the 0 estimator for adaptive tests of realistic lengths did not suffer any loss of efficiency from the presence of 433 constraints on the item selection process. }, keywords = {computerized adaptive testing}, author = {van der Linden, W. J. and Reese, L. M.} } @conference {1006, title = {Maintaining a CAT item pool with operational data}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Levine, M. L. and Segall, D. O. and Williams, B. A.} } @conference {1092, title = {Maintaining item and test security in a CAT environment: A simulation study}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL)}, author = {Patsula, L N. and Steffen, M.} } @conference {961, title = {Mathematical programming approaches to computerized adaptive testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Jones, D. H.} } @booklet {1550, title = {A minimax sequential procedure in the context of computerized adaptive mastery testing (Research Report 97-07)}, year = {1997}, address = {Twente, The Netherlands: Department of Educational Measurement and Data Analysis}, author = {Vos, H. J.} } @booklet {1468, title = {Modification of the Computerized Adaptive Screening Test (CAST) for use by recruiters in all military services}, year = {1997}, address = {Final Technical Report FR-WATSD-97-24, Contract No. MDA903-93-D-0032, DO 0054. Alexandria VA: Human Resources Research Organization.}, author = {J. R. McBride and Cooper, R. R} } @booklet {1530, title = {Multidimensional adaptive testing with a minimum error-variance criterion (Research Report 97-03)}, year = {1997}, address = {Enschede, The Netherlands: University of Twente, Department of Educational Measurement and Data Analysis}, author = {van der Linden, W. J.} } @conference {1209, title = {Multidimensional adaptive testing with a minimum error-variance criterion}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1997}, address = {Chicago}, author = {van der Linden, W. J.} } @conference {872, title = {Multi-stage CAT with stratified design}, booktitle = {Paper presented at the annual meeting of the Psychometric Society. Gatlinburg TN.}, year = {1997}, author = {Chang, Hua-Hua and Ying, Z.} } @article {137, title = {Methodologic trends in the healthcare professions: computer adaptive and computer simulation testing}, journal = {Nurse Education}, volume = {21}, number = {4}, year = {1996}, note = {Forker, J EMcDonald, M EUnited statesNurse educatorNurse Educ. 1996 Jul-Aug;21(4):13-4.}, month = {Jul-Aug}, pages = {13-4}, edition = {1996/07/01}, abstract = {Assessing knowledge and performance on computer is rapidly becoming a common phenomenon in testing and measurement. Computer adaptive testing presents an individualized test format in accordance with the examinee{\textquoteright}s ability level. The efficiency of the testing process enables a more precise estimate of performance, often with fewer items than traditional paper-and-pencil testing methodologies. Computer simulation testing involves performance-based, or authentic, assessment of the examinee{\textquoteright}s clinical decision-making abilities. The authors discuss the trends in assessing performance through computerized means and the application of these methodologies to community-based nursing practice.}, keywords = {*Clinical Competence, *Computer Simulation, Computer-Assisted Instruction/*methods, Educational Measurement/*methods, Humans}, isbn = {0363-3624 (Print)0363-3624 (Linking)}, author = {Forker, J. E. and McDonald, M. E.} } @article {677, title = {Metodos sencillos para el control de las tasas de exposicion en tests adaptativos informatizados [Simple methods for item exposure control in CATs]}, journal = {Psicologica}, volume = {17}, year = {1996}, pages = {161-172}, author = {Revuelta, J. and Ponsoda, V.} } @booklet {1479, title = {Missing responses and IRT ability estimation: Omits, choice, time limits, and adaptive testing (Research Report RR-96-30-ONR)}, year = {1996}, address = {Princeton NJ: Educational Testing Service}, author = {Mislevy, R. J. and Wu, P.-K.} } @conference {870, title = {A model for score maximization within a computerized adaptive testing environment}, booktitle = {Paper presented at the annual meeting of the NMCE}, year = {1996}, address = {New York NY}, author = {Chang, Hua-Hua} } @conference {1252, title = {Modifying the NCLEXTM CAT item selection algorithm to improve item exposure}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1996}, address = {New York}, author = {Way, W. D. and A Zara and Leahy, J.} } @article {696, title = {Multidimensional adaptive testing}, journal = {Psychometrika}, volume = {61}, year = {1996}, pages = {331-354}, author = {Segall, D. O.} } @article {353, title = {Multidimensional adaptive testing}, journal = {Psychometrika}, volume = {61}, number = {2}, year = {1996}, note = {Peer Reviewed Journalhttp://www.psychometrika.org/}, pages = {331-354}, abstract = {Maximum likelihood and Bayesian procedures for item selection and scoring of multidimensional adaptive tests are presented. A demonstration using simulated response data illustrates that multidimensional adaptive testing (MAT) can provide equal or higher reliabilities with about one-third fewer items than are required by one-dimensional adaptive testing (OAT). Furthermore, holding test-length constant across the MAT and OAT approaches, substantial improvements in reliability can be obtained from multidimensional assessment. A number of issues relating to the operational use of multidimensional adaptive testing are discussed.}, author = {Segall, D. O.} } @conference {917, title = {Multidimensional computer adaptive testing}, booktitle = {Paper presented at the Annual Meeting of the American Educational Research Association}, year = {1996}, note = {$\#$FA96-02}, address = {New York NY}, author = {Fan, M. and Hsu, Y.} } @article {259, title = {Multidimensional computerized adaptive testing in a certification or licensure context}, journal = {Applied Psychological Measurement}, volume = {20}, number = {4}, year = {1996}, note = {Sage Publications, US}, pages = {389-404}, abstract = {(from the journal abstract) Multidimensional item response theory (MIRT) computerized adaptive testing, building on a recent work by D. O. Segall (1996), is applied in a licensing/certification context. An example of a medical licensure test is used to demonstrate situations in which complex, integrated content must be balanced at the total test level for validity reasons, but items assigned to reportable subscore categories may be used under a MIRT adaptive paradigm to improve the reliability of the subscores. A heuristic optimization framework is outlined that generalizes to both univariate and multivariate statistical objective functions, with additional systems of constraints included to manage the content balancing or other test specifications on adaptively constructed test forms. Simulation results suggested that a multivariate treatment of the problem, although complicating somewhat the objective function used and the estimation of traits, nonetheless produces advantages from a psychometric perspective. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Luecht, RM} } @article {2033, title = {Multidimensional Computerized Adaptive Testing in a Certification or Licensure Context}, journal = {Applied Psychological Measurement}, volume = {20}, number = {4}, year = {1996}, pages = {389-404}, author = {Luecht, RM} } @article {221, title = {Monte Carlo simulation comparison of two-stage testing and computerized adaptive testing}, journal = {Dissertation Abstracts International Section A: Humanities \& Social Sciences}, volume = {54}, number = {7-A}, year = {1994}, pages = {2548}, keywords = {computerized adaptive testing}, author = {Kim, H-O.} } @article {2027, title = {A Method for Severely Constrained Item Selection in Adaptive Testing}, journal = {Applied Psychological Measurement}, volume = {17}, year = {1993}, pages = {277-292}, author = {Stocking, M. L. and Swanson, L.} } @article {712, title = {A method for severely constrained item selection in adaptive testing}, journal = {Applied Psychological Measurement}, volume = {17}, year = {1993}, pages = {277-292}, author = {Stocking, M., and Swanson, L.} } @article {713, title = {A model and heuristic for solving very large item selection problems}, journal = {Applied Psychological Measurement}, volume = {17}, year = {1993}, pages = {151-166}, author = {Stocking, M., and Swanson, L.} } @conference {1184, title = {Modern computerized adaptive testing}, booktitle = {Paper presented at the Joint Statistics and Psychometric Seminar}, year = {1993}, address = {Princeton NJ}, author = {Stocking, M. L.} } @conference {967, title = {Monte Carlo simulation comparison of two-stage testing and computerized adaptive testing}, booktitle = {Paper presented at the meeting of the National Council on Measurement in Education}, year = {1993}, address = {Atlanta, GA}, author = {Kim, H. and Plake, B. S.} } @article {217, title = {Moving in a new direction: Computerized adaptive testing (CAT)}, journal = {Nursing Management}, volume = {24}, number = {1}, year = {1993}, note = {Jones-Dickson, CDorsey, DCampbell-Warnock, JFields, FUnited statesNursing managementNurs Manage. 1993 Jan;24(1):80, 82.}, month = {Jan}, pages = {80, 82}, edition = {1993/01/01}, keywords = {*Computers, Accreditation/methods, Educational Measurement/*methods, Licensure, Nursing, United States}, isbn = {0744-6314 (Print)}, author = {Jones-Dickson, C. and Dorsey, D. and Campbell-Warnock, J. and Fields, F.} } @booklet {1605, title = {Multiple-category classification using a sequential probability ratio test (Research report 93-7)}, year = {1993}, note = {$\#$SP93-7}, address = {Iowa City: American College Testing.}, author = {Spray, J. A.} } @book {1709, title = {Manual for the General Scholastic Aptitude Test (Senior) Computerized adaptive test}, year = {1992}, address = {Pretoria: Human Sciences Research Council}, author = {Von Tonder, M. and Claasswn, N. C. W.} } @booklet {1625, title = {A method for severely constrained item selection in adaptive testing}, year = {1992}, address = {Educational Testing Service Research Report (RR-92-37): Princeton NJ}, author = {Stocking, M. L. and Swanson, L.} } @conference {1025, title = {Multidimensional CAT simulation study}, year = {1992}, author = {Luecht, RM} } @conference {1225, title = {MusicCAT: An adaptive testing program to assess musical ability}, booktitle = {Paper presented at the ADCIS 32nd International Conference}, year = {1990}, address = {San Diego CA}, author = {Vispoel, W. P. and Coffman, D. and Scriven, D.} } @conference {862, title = {Multidimensional adaptive testing: A procedure for sequential estimation of the posterior centroid and dispersion of theta}, booktitle = {Paper presented at the annual meeting of the Psychometric Society}, year = {1987}, address = {Montreal, Canada}, author = {Bloxom, B. M. and Vale, C. D.} } @conference {1141, title = {Measuring up in an individualized way with CAT-ASVAB: Considerations in the development of adaptive testing pools}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1986}, note = {(ERIC No. ED 269 463)}, address = {San Franciso CA}, author = {Schartz, M.} } @conference {1287, title = {Methods of selecting successive items in adaptive testing}, booktitle = {Unpublished manuscript}, year = {1985}, address = {University of Pittsburgh}, author = {Yu, L.} } @article {552, title = {Monitoring item calibrations from data yielded by an adaptive testing procedure}, journal = {Educational Research Quarterly}, volume = {10}, year = {1985}, pages = {9-12}, author = {Garrison, W. M.} } @booklet {1498, title = {Microcomputer network for computerized adaptive testing (CAT) (TR-84-33)}, year = {1984}, address = {San Diego CA: Navy Personnel Research and Development Center}, author = {Quan, B. and Park, T. A. and Sandahl, G. and Wolfe, J. H.} } @inbook {1804, title = {A model for computerized adaptive testing related to instructional situations}, year = {1980}, note = {{PDF file, 965 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 1979 Computerized Adaptive Testing Conference (pp. 101-119). Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program, Computerized Adaptive Testing Laboratory.}, author = {Kalisch, S. J.} } @article {2007, title = {Monte Carlo Evaluation of Implied Orders As a Basis for Tailored Testing}, journal = {Applied Psychological Measurement}, volume = {3}, year = {1979}, pages = {65-74}, author = {Cudeck, R. and McCormick, D. and N. Cliff} } @article {520, title = {Monte carlo evaluation of implied orders as a basis for tailored testing}, journal = {Applied Psychological Measurement}, volume = {3}, year = {1979}, pages = {65-74}, author = {Cudeck, R. and McCormick, D. J. and Cliff, N. A.} } @proceedings {380, title = {A model for testing with multidimensional items}, journal = {Proceedings of the 1977 Computerized Adaptive Testing Conference}, year = {1978}, month = {06/1978}, pages = {82-98}, publisher = {University of Minnesota, Department of Psychology, Psychometrics Methods Program}, address = {Minneapolis, MN. USA}, author = {Sympson, J. B.} } @inbook {1901, title = {A model for testing with multidimensional items}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Sympson, J. B.} } @inbook {1981, title = {Multi-Content Adaptive Measurement of Achievement}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Weiss, D. J. and Brown, J. M} } @inbook {1980, title = {A Multivariate Model Sampling Procedure and a Method of Multidimensional Tailored Testing}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolis MN: University of Minnesota, Department of Psychology, Psychometric Methods Program.}, author = {Urry, V. W.} } @booklet {1356, title = {Monte carlo results from a computer program for tailored testing (Technical Report No. 2)}, year = {1976}, note = {$\#$CU76-02}, address = {Los Angeles CA: University of California, Department of Psychology.}, author = {Cudeck, R. A. and Cliff, N. A. and Reynolds, T. J. and McCormick, D. J.} } @book {1700, title = {A multivariate experimental study of three computerized adaptive testing models for the measurement of attitude toward teaching effectiveness}, year = {1973}, address = {Unpublished doctoral dissertation, Florida State University}, author = {Tam, P. T.-K.} } @book {1685, title = {A modification to Lord{\textquoteright}s model for tailored tests}, year = {1972}, address = {Unpublished doctoral dissertation, University of Toronto}, author = {Mussio, J. J.} } @article {544, title = {A model for computer-assisted criterion-referenced measurement}, journal = {Education}, volume = {81}, year = {1971}, pages = {25-31}, author = {Ferguson, R. L.} } @conference {923, title = {A model for computer-assisted criterion-referenced measurement}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association/National Council on Measurement in Education}, year = {1970}, address = {Minneapolis MN}, author = {Ferguson, R. L.} } @article {661, title = {Methodological determination of the PEST (parameter estimation by sequential testing) procedure}, journal = {Perception and psychophysics}, volume = {3}, year = {1968}, pages = {285-289}, author = {Pollack, I} } @booklet {1310, title = {The multi-level experiment: A study of a two-level test system for the College Board Scholastic Aptitude Test}, number = {(Statistical Report 58-21)}, year = {1958}, address = {Princeton NJ: Educational Testing Service}, author = {Angoff, W. H. Huddleston, E. M.} } @book {1649, title = {A method of measuring the development of the intelligence of young children}, year = {1915}, address = {Chicago: Chicago Medical Book Co}, author = {Binet, A. and Simon, T.} } @article {483, title = {Mthode nouvelle pour le diagnostic du niveau intellectuel des anormaux}, journal = {L{\textquoteright}Anne Psychologique}, volume = {11}, year = {1905}, note = {(also cited as: Applications des methods nouvelles au diagnostic du niveau intellectual chez des enfants normaux et anourmaux dhospice et decole primaire, 245-336.) In French}, pages = {191-244}, author = {Binet, A. and Simon, Th. A.} } @article {2746, title = {Microcomputer network for computer-ized adaptive testing (CAT) }, journal = {NPRDC-TR-84-33}, publisher = {San Diego: Navy Personnel Research and Development Center.}, url = {https://apps.dtic.mil/dtic/tr/fulltext/u2/a140256.pdf}, author = {Quan, B. and Park, T.A. and Sandahl, G. and Wolfe, J.H.} }