@article {2043, title = {Optimizing cognitive ability measurement with multidimensional computer adaptive testing}, journal = {International Journal of Testing}, year = {In Press}, author = {Makransky, G. and Glas, C. A. W.} } @article {2727, title = {An Investigation of Exposure Control Methods With Variable-Length CAT Using the Partial Credit Model}, journal = {Applied Psychological Measurement}, volume = {43}, number = {8}, year = {2019}, pages = {624-638}, abstract = {The purpose of this simulation study was to investigate the effect of several different item exposure control procedures in computerized adaptive testing (CAT) with variable-length stopping rules using the partial credit model. Previous simulation studies on CAT exposure control methods with polytomous items rarely considered variable-length tests. The four exposure control techniques examined were the randomesque with a group of three items, randomesque with a group of six items, progressive-restricted standard error (PR-SE), and no exposure control. The two variable-length stopping rules included were the SE and predicted standard error reduction (PSER), along with three item pools of varied sizes (43, 86, and 172 items). Descriptive statistics on number of nonconvergent cases, measurement precision, testing burden, item overlap, item exposure, and pool utilization were calculated. Results revealed that the PSER stopping rule administered fewer items on average while maintaining measurement precision similar to the SE stopping rule across the different item pool sizes and exposure controls. The PR-SE exposure control procedure surpassed the randomesque methods by further reducing test overlap, maintaining maximum exposure rates at the target rate or lower, and utilizing all items from the pool with a minimal increase in number of items administered and nonconvergent cases.}, doi = {10.1177/0146621618824856}, url = {https://doi.org/10.1177/0146621618824856}, author = {Audrey J. Leroux and J. Kay Waid-Ebbs and Pey-Shan Wen and Drew A. Helmer and David P. Graham and Maureen K. O{\textquoteright}Connor and Kathleen Ray} } @article {2693, title = {Item Selection Methods in Multidimensional Computerized Adaptive Testing With Polytomously Scored Items}, journal = {Applied Psychological Measurement}, volume = {42}, number = {8}, year = {2018}, pages = {677-694}, abstract = {Multidimensional computerized adaptive testing (MCAT) has been developed over the past decades, and most of them can only deal with dichotomously scored items. However, polytomously scored items have been broadly used in a variety of tests for their advantages of providing more information and testing complicated abilities and skills. The purpose of this study is to discuss the item selection algorithms used in MCAT with polytomously scored items (PMCAT). Several promising item selection algorithms used in MCAT are extended to PMCAT, and two new item selection methods are proposed to improve the existing selection strategies. Two simulation studies are conducted to demonstrate the feasibility of the extended and proposed methods. The simulation results show that most of the extended item selection methods for PMCAT are feasible and the new proposed item selection methods perform well. Combined with the security of the pool, when two dimensions are considered (Study 1), the proposed modified continuous entropy method (MCEM) is the ideal of all in that it gains the lowest item exposure rate and has a relatively high accuracy. As for high dimensions (Study 2), results show that mutual information (MUI) and MCEM keep relatively high estimation accuracy, and the item exposure rates decrease as the correlation increases.}, doi = {10.1177/0146621618762748}, url = {https://doi.org/10.1177/0146621618762748}, author = {Dongbo Tu and Yuting Han and Yan Cai and Xuliang Gao} } @article {2612, title = {Measuring patient-reported outcomes adaptively: Multidimensionality matters!}, journal = {Applied Psychological Measurement}, year = {2018}, doi = {10.1177/0146621617733954}, author = {Paap, Muirne C. S. and Kroeze, Karel A. and Glas, C. A. W. and Terwee, C. B. and van der Palen, Job and Veldkamp, Bernard P.} } @article {2603, title = {Using Automatic Item Generation to Create Solutions and Rationales for Computerized Formative Testing}, journal = {Applied Psychological Measurement}, volume = {42}, number = {1}, year = {2018}, pages = {42-57}, abstract = {Computerized testing provides many benefits to support formative assessment. However, the advent of computerized formative testing has also raised formidable new challenges, particularly in the area of item development. Large numbers of diverse, high-quality test items are required because items are continuously administered to students. Hence, hundreds of items are needed to develop the banks necessary for computerized formative testing. One promising approach that may be used to address this test development challenge is automatic item generation. Automatic item generation is a relatively new but rapidly evolving research area where cognitive and psychometric modeling practices are used to produce items with the aid of computer technology. The purpose of this study is to describe a new method for generating both the items and the rationales required to solve the items to produce the required feedback for computerized formative testing. The method for rationale generation is demonstrated and evaluated in the medical education domain.}, doi = {10.1177/0146621617726788}, url = {https://doi.org/10.1177/0146621617726788}, author = {Mark J. Gierl and Hollis Lai} } @article {2600, title = {ATS-PD: An Adaptive Testing System for Psychological Disorders}, journal = {Educational and Psychological Measurement}, volume = {77}, number = {5}, year = {2017}, pages = {792-815}, abstract = {The clinical assessment of mental disorders can be a time-consuming and error-prone procedure, consisting of a sequence of diagnostic hypothesis formulation and testing aimed at restricting the set of plausible diagnoses for the patient. In this article, we propose a novel computerized system for the adaptive testing of psychological disorders. The proposed system combines a mathematical representation of psychological disorders, known as the {\textquotedblleft}formal psychological assessment,{\textquotedblright} with an algorithm designed for the adaptive assessment of an individual{\textquoteright}s knowledge. The assessment algorithm is extended and adapted to the new application domain. Testing the system on a real sample of 4,324 healthy individuals, screened for obsessive-compulsive disorder, we demonstrate the system{\textquoteright}s ability to support clinical testing, both by identifying the correct critical areas for each individual and by reducing the number of posed questions with respect to a standard written questionnaire.}, doi = {10.1177/0013164416652188}, url = {https://doi.org/10.1177/0013164416652188}, author = {Ivan Donadello and Andrea Spoto and Francesco Sambo and Silvana Badaloni and Umberto Granziol and Giulio Vidotto} } @conference {2669, title = {FastCAT {\textendash} Customizing CAT Administration Rules to Increase Response Efficiency}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

A typical pre-requisite for CAT administration is the existence of an underlying item bank completely covering the range of the trait being measured. When a bank fails to cover the full range of the trait, examinees who are close to the floor or ceiling will often never achieve a standard error cut-off and examinees will be forced to answer items increasingly less relevant to their trait level. This scenario is fairly typical for many patients responding to patient reported outcome measures (PROMS). For IACAT 2017 ABSTRACTS BOOKLET 65 example, in the assessment of physical functioning, many item banks ceiling at about the 50\%ile. For most healthy patients, after a few items the only items remaining in the bank will represent decreasing ability (even though the patient has already indicated that they are at or above the mean for the population). Another example would be for a patient with no pain taking a Pain CAT. They will probably answer \“Never\” pain for every succeeding item out to the maximum test length. For this project we sought to reduce patient burden, while maintaining test accuracy, through the reduction of CAT length using novel stopping rules.

We studied CAT administration assessment histories for patients who were administered Patient Reported Outcomes Measurement Information System (PROMIS) CATs. In the PROMIS 1 Wave 2 Back Pain/Depression Study, CATs were administered to N=417 cases assessed across 11 PROMIS domains. Original CAT administration rules were: start with a pre-identified item of moderate difficulty; administer a minimum four items per case; stop when an estimated theta\’s SE declines to \< 0.3 OR a maximum 12 items are administered.

Original CAT. 12,622 CAT administrations were analyzed. CATs ranged in number of items administered from 4 to 12 items; 72.5\% were 4-item CATs. The second and third most frequently occurring CATs were 5-item (n=1102; 8.7\%) and 12-item CATs (n=964; 7.6\%). 64,062 items total were administered, averaging 5.1 items per CAT. Customized CAT. Three new CAT stopping rules were introduced, each with potential to increase item-presentation efficiency and maintain required score precision: Stop if a case responds to the first two items administered using an \“extreme\” response category (towards the ceiling or floor for the in item bank, or at ); administer a minimum two items per case; stop if the change in SE estimate (previous to current item administration) is positive but \< 0.01.

The three new stopping rules reduced the total number of items administered by 25,643 to 38,419 items (40.0\% reduction). After four items were administered, only n=1,824 CATs (14.5\%) were still in assessment mode (vs. n=3,477 (27.5\%) in the original CATs). On average, cases completed 3.0 items per CAT (vs. 5.1).

Each new rule addressed specific inefficiencies in the original CAT administration process: Cases not having or possessing a low/clinically unimportant level of the assessed domain; allow the SE \<0.3 stopping criterion to come into effect earlier in the CAT administration process; cases experiencing poor domain item bank measurement, (e.g., \“floor,\” \“ceiling\” cases).

}, keywords = {Administration Rules, Efficiency, FastCAT}, url = {https://drive.google.com/open?id=1oPJV-x0p9hRmgJ7t6k-MCC1nAoBSFM1w}, author = {Richard C. Gershon} } @conference {2631, title = {Generating Rationales to Support Formative Feedback in Adaptive Testing}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Computer adaptive testing offers many important benefits to support and promote life-long learning. Computers permit testing on-demand thereby allowing students to take the test at any time during instruction; items on computerized tests are scored immediately thereby providing students with instant feedback; computerized tests permit continuous administration thereby allowing students to have more choice about when they write their exams. But despite these important benefits, the advent of computer adaptive testing has also raised formidable challenges, particularly in the area of item development. Educators must have access to large numbers of diverse, high-quality test items to implement computerize adaptive testing because items are continuously administered to students. Hence, hundreds or even thousands of items are needed to develop the test item banks necessary for computer adaptive testing. Unfortunately, educational test items, as they are currently created, are time consuming and expensive to develop because each individual item is written, initially, by a content specialist and, then, reviewed, edited, and revised by groups of content specialists to ensure the items yield reliable and valid information. Hence, item development is one of the most important problems that must be solved before we can migrate to computer adaptive testing to support life-long learning because large numbers of high-quality, content-specific, test items are required.

One promising item development method that may be used to address this challenge is with automatic item generation. Automatic item generation is a relatively new but rapidly evolving research area where cognitive and psychometric modelling practices are used produce hundreds of new test items with the aid of computer technology. The purpose of our presentation is to describe a new methodology for generating both the items and the rationales required to solve each generated item in order to produce the feedback needed to support life-long learning. Our item generation methodology will first be described. To ensure our description is practical, the method will also be demonstrated using generated items from the health sciences to demonstrate how item generation can promote life-long learning for medical educators and practitioners.

Session Video

}, keywords = {Adaptive Testing, formative feedback, Item generation}, url = {https://drive.google.com/open?id=1O5KDFtQlDLvhNoDr7X4JO4arpJkIHKUP}, author = {Mark Gierl and Okan Bulut} } @article {2608, title = {The Information Product Methods: A Unified Approach to Dual-Purpose Computerized Adaptive Testing}, journal = {Applied Psychological MeasurementApplied Psychological Measurement}, volume = {42}, year = {2017}, month = {2018/06/01}, pages = {321 - 324}, abstract = {This article gives a brief summary of major approaches in dual-purpose computerized adaptive testing (CAT) in which the test is tailored interactively to both an examinee?s overall ability level, ?, and attribute mastery level, α. It also proposes an information product approach whose connections to the current methods are revealed. An updated comprehensive empirical study demonstrated that the information product approach not only can offer a unified framework to connect all other approaches but also can mitigate the weighting issue in the dual-information approach.}, isbn = {0146-6216}, url = {https://doi.org/10.1177/0146621617730392}, author = {Zheng, Chanjin and He, Guanrui and Gao, Chunlei} } @conference {2634, title = {Issues in Trait Range Coverage for Patient Reported Outcome Measure CATs - Extending the Ceiling for Above-average Physical Functioning}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The use of a measure which fails to cover the upper range of functioning may produce results which can lead to serious misinterpretation. Scores produced by such a measure may fail to recognize significant improvement, or may not be able to demonstrate functioning commensurate with an important milestone. Accurate measurement of this range is critical for the assessment of physically active adults, e.g., athletes recovering from injury and active military personnel who wish to return to active service. Alternatively, a PF measure with a low ceiling might fail to differentiate patients in rehabilitation who continue to improve, but for whom their score ceilings due to the measurement used.

The assessment of physical function (PF) has greatly benefited from modern psychometric theory and resulting scales, such as the Patient-Reported Outcomes Measurement Information System (PROMIS\®) PF instruments. While PROMIS PF has extended the range of function upwards relative to older \“legacy\” instruments, few PROMIS PF items asses high levels of function. We report here on the development of higher functioning items for the PROMIS PF bank.

An expert panel representing orthopedics, sports/military medicine, and rehabilitation reviewed existing instruments and wrote new items. After internal review, cognitive interviews were conducted with 24 individuals of average and high levels of physical function. The remaining candidate items were administered along with 50 existing PROMIS anchor items to an internet panel screened for low, average, and high levels of physical function (N = 1,600), as well as members of Boston-area gyms (N= 344). The resulting data was subjected to standard psychometric analysis, along with multiple linking methods to place the new items on the existing PF metric. The new items were added to the full PF bank for simulated computerized adaptive testing (CAT).

Item response data was collected on 54 candidate items. Items that exhibited local dependence (LD) or differential item functioning (DIF) related to gender, age, race, education, or PF status. These items were removed from consideration. Of the 50 existing PROMIS PF items, 31 were free of DIF and LD and used as anchors. The parameters for the remaining new candidate items were estimated twice: freelyestimated and linked with coefficients and fixed-anchor calibration. Both methods were comparable and had appropriate fit. The new items were added to the full PF bank for simulated CATs. The resulting CAT was able to extend the ceiling with high precision to a T-score of 68, suggesting accurate measurement for 97\% of the general population.

Extending the range of items by which PF is measured will substantially improve measurement quality, applicability, and efficiency. The bank has incorporated these extension items and is available for use in research and clinics for brief CAT administration (see www.healthmeasures.net). Future research projects should focus on recovery trajectories of the measure for individuals with above average function who are recovering from injury.

Session Video

}, keywords = {CAT, Issues, Patient Reported Outcome}, url = {https://drive.google.com/open?id=1ZC02F-dIyYovEjzpeuRdoXDiXMLFRuKb}, author = {Richard C. Gershon} } @conference {2650, title = {Item Parameter Drifting and Online Calibration}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Item calibration is a part of the most important topics in item response theory (IRT). Since many largescale testing programs have switched from paper and pencil (P\&P) testing mode to computerized adaptive testing (CAT) mode, developing methods for efficiently calibrating new items have become vital. Among many proposed item calibration processes in CAT, online calibration is the most cost-effective. This presentation introduces an online (re)calibration design to detect item parameter drift for computerized adaptive testing (CAT) in both unidimensional and multidimensional environments. Specifically, for online calibration optimal design in unidimensional computerized adaptive testing model, a two-stage design is proposed by implementing a proportional density index algorithm. For a multidimensional computerized adaptive testing model, a four-quadrant online calibration pretest item selection design with proportional density index algorithm is proposed. Comparisons were made between different online calibration item selection strategies. Results showed that under unidimensional computerized adaptive testing, the proposed modified two-stage item selection criterion with the proportional density algorithm outperformed the other existing methods in terms of item parameter calibration and item parameter drift detection, and under multidimensional computerized adaptive testing, the online (re)calibration technique with the proposed four-quadrant item selection design with proportional density index outperformed other methods.

Session Video

}, keywords = {online calibration, Parameter Drift}, author = {Hua-Hua Chang and Rui Guo} } @conference {2665, title = {Multi-stage Testing for a Multi-disciplined End-of primary-school Test }, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

The Dutch secondary education system consists of five levels: basic, lower, and middle vocational education, general secondary education, and pre-academic education. The individual decision for level of secondary education is based on a combination of the teacher\’s judgment and an end-of-primaryschool placement test.

This placement test encompasses the measurement of reading, language, mathematics and writing; each skill consisting of one to four subdomains. The Dutch end-of-primaryschool test is currently administered in two linear 200-item paper-based versions. The two versions differ in difficulty so as to motivate both less able and more able students, and measure both groups of students precisely. The primary goal of the test is providing a placement advice for five levels of secondary education. The secondary goal is the assessment of six different fundamental reference levels defined on reading, language, and mathematics. Because of the high stakes advice of the test, the Dutch parliament has instructed to change the format to a multistage test. A major advantage of multistage testing is that the tailoring of the tests is more strongly related to the ability of the students than to the teacher\’s judgment. A separate multistage test is under development for each of the three skills measured by the reference levels to increase the classification accuracy for secondary education placement and to optimally measure the performance on the reference-level-related skills.

This symposium consists of three presentations discussing the challenges in transitioning from a linear paper-based test to a computer-based multistage test within an existing curriculum and the specification of the multistage test to meet the measurement purposes. The transitioning to a multistage test has to improve both classification accuracy and measurement precision.

First, we describe the Dutch educational system and the role of the end-of-primary-school placement test within this system. Special attention will be paid to the advantages of multistage testing over both linear testing and computerized adaptive testing, and on practical implications related to the transitioning from a linear to a multistage test.

Second, we discuss routing and reporting on the new multi-stage test. Both topics have a major impact on the quality of the placement advice and the reference mastery decisions. Several methods for routing and reporting are compared.

Third, the linear test contains 200 items to cover a broad range of different skills and to obtain a precise measurement of those skills separately. Multistage testing creates opportunities to reduce the cognitive burden for the students while maintaining the same quality of placement advice and assessment of mastering of reference levels. This presentation focuses on optimal allocation of items to test modules, optimal number of stages and modules per stage and test length reduction.

Session Video 1

Session Video 2

}, keywords = {mst, Multidisciplined, proficiency}, url = {https://drive.google.com/open?id=1C5ys178p_Wl9eemQuIsI56IxDTck2z8P}, author = {Hendrik Straat and Maaike van Groen and Wobbe Zijlstra and Marie-Anne Keizer-Mittelha{\"e}user and Michel Lamor{\'e}} } @conference {2648, title = {New Challenges (With Solutions) and Innovative Applications of CAT}, booktitle = {IACAT 2017 Conference}, year = {2017}, month = {08/2017}, publisher = {Niigata Seiryo University}, organization = {Niigata Seiryo University}, address = {Niigata, Japan}, abstract = {

Over the past several decades, computerized adaptive testing (CAT) has profoundly changed the administration of large-scale aptitude tests, state-wide achievement tests, professional licensure exams, and health outcome measures. While many challenges of CAT have been successfully addressed due to the continual efforts of researchers in the field, there are still many remaining, longstanding challenges that have yet to be resolved. This symposium will begin with three presentations, each of which provides a sound solution to one of the unresolved challenges. They are (1) item calibration when responses are \“missing not at random\” from CAT administration; (2) online calibration of new items when person traits have non-ignorable measurement error; (3) establishing consistency and asymptotic normality of latent trait estimation when allowing item response revision in CAT. In addition, this symposium also features innovative applications of CAT. In particular, there is emerging interest in using cognitive diagnostic CAT to monitor and detect learning progress (4th presentation). Last but not least, the 5th presentation illustrates the power of multidimensional polytomous CAT that permits rapid identification of hospitalized patients\’ rehabilitative care needs in\ health outcomes measurement. We believe this symposium covers a wide range of interesting and important topics in CAT.

Session Video

}, keywords = {CAT, challenges, innovative applications}, url = {https://drive.google.com/open?id=1Wvgxw7in_QCq_F7kzID6zCZuVXWcFDPa}, author = {Chun Wang and David J. Weiss and Xue Zhang and Jian Tao and Yinhong He and Ping Chen and Shiyu Wang and Susu Zhang and Haiyan Lin and Xiaohong Gao and Hua-Hua Chang and Zhuoran Shang} } @article {2457, title = {Investigation of Response Changes in the GRE Revised General Test}, journal = {Educational and Psychological Measurement}, volume = {75}, number = {6}, year = {2015}, pages = {1002-1020}, abstract = {Research on examinees{\textquoteright} response changes on multiple-choice tests over the past 80 years has yielded some consistent findings, including that most examinees make score gains by changing answers. This study expands the research on response changes by focusing on a high-stakes admissions test{\textemdash}the Verbal Reasoning and Quantitative Reasoning measures of the GRE revised General Test. We analyzed data from 8,538 examinees for Quantitative and 9,140 for Verbal sections who took the GRE revised General Test in 12 countries. The analyses yielded findings consistent with prior research. In addition, as examinees{\textquoteright} ability increases, the benefit of response changing increases. The study yielded significant implications for both test agencies and test takers. Computer adaptive tests often do not allow the test takers to review and revise. Findings from this study confirm the benefit of such features.}, doi = {10.1177/0013164415573988}, url = {http://epm.sagepub.com/content/75/6/1002.abstract}, author = {Liu, Ou Lydia and Bridgeman, Brent and Gu, Lixiong and Xu, Jun and Kong, Nan} } @article {2322, title = {A Comparison of Multi-Stage and Linear Test Designs for Medium-Size Licensure and Certification Examinations}, journal = {Journal of Computerized Adaptive Testing}, volume = {2}, year = {2014}, month = {02-2014}, pages = {18-36}, doi = {10.7333/1402-0202018}, author = {Brossman, Bradley. G. and Guille, R.A.} } @article {2286, title = {The applicability of multidimensional computerized adaptive testing to cognitive ability measurement in organizational assessment}, journal = {International Journal of Testing}, volume = {13}, year = {2013}, pages = {123-139}, issn = {1530-5058}, doi = {10.1080/15305058.2012.672352}, author = {Makransky, G. and Glas, C. A. W.} } @article {2294, title = {The Applicability of Multidimensional Computerized Adaptive Testing for Cognitive Ability Measurement in Organizational Assessment}, journal = {International Journal of Testing}, volume = {13}, number = {2}, year = {2013}, pages = {123-139}, doi = {10.1080/15305058.2012.672352}, url = {http://www.tandfonline.com/doi/abs/10.1080/15305058.2012.672352}, author = {Makransky, Guido and Glas, Cees A. W.} } @article {2212, title = {Balancing Flexible Constraints and Measurement Precision in Computerized Adaptive Testing}, journal = {Educational and Psychological Measurement}, volume = {72}, number = {4}, year = {2012}, pages = {629-648}, abstract = {

Managing test specifications\—both multiple nonstatistical constraints and flexibly defined constraints\—has become an important part of designing item selection procedures for computerized adaptive tests (CATs) in achievement testing. This study compared the effectiveness of three procedures: constrained CAT, flexible modified constrained CAT, and the weighted penalty model in balancing multiple flexible constraints and maximizing measurement precision in a fixed-length CAT. The study also addressed the effect of two different test lengths\—25 items and 50 items\—and of including or excluding the randomesque item exposure control procedure with the three methods, all of which were found effective in selecting items that met flexible test constraints when used in the item selection process for longer tests. When the randomesque method was included to control for item exposure, the weighted penalty model and the flexible modified constrained CAT models performed better than did the constrained CAT procedure in maintaining measurement precision. When no item exposure control method was used in the item selection process, no practical difference was found in the measurement precision of each balancing method.

}, doi = {10.1177/0013164411431838}, url = {http://epm.sagepub.com/content/72/4/629.abstract}, author = {Moyer, Eric L. and Galindo, Jennifer L. and Dodd, Barbara G.} } @article {2047, title = {Comparison Between Dichotomous and Polytomous Scoring of Innovative Items in a Large-Scale Computerized Adaptive Test}, journal = {Educational and Psychological Measurement}, volume = {72}, year = {2012}, pages = {493-509}, abstract = {

This study explored the impact of partial credit scoring of one type of innovative items (multiple-response items) in a computerized adaptive version of a large-scale licensure pretest and operational test settings. The impacts of partial credit scoring on the estimation of the ability parameters and classification decisions in operational test settings were explored in one real data analysis and two simulation studies when two different polytomous scoring algorithms, automated polytomous scoring and rater-generated polytomous scoring, were applied. For the real data analyses, the ability estimates from dichotomous and polytomous scoring were highly correlated; the classification consistency between different scoring algorithms was nearly perfect. Information distribution changed slightly in the operational item bank. In the two simulation studies comparing each polytomous scoring with dichotomous scoring, the ability estimates resulting from polytomous scoring had slightly higher measurement precision than those resulting from dichotomous scoring. The practical impact related to classification decision was minor because of the extremely small number of items that could be scored polytomously in this current study.

}, doi = {10.1177/0013164411422903}, author = {Jiao, H. and Liu, J. and Haynie, K. and Woo, A. and Gorham, J.} } @article {2263, title = {Development of a computerized adaptive test for depression}, journal = {Archives of General Psychiatry}, volume = {69}, year = {2012}, pages = {1105-1112}, doi = {10.1001/archgenpsychiatry.2012.14}, url = {WWW.ARCHGENPSYCHIATRY.COM}, author = {Robert D. Gibbons and David .J. Weiss and Paul A. Pilkonis and Ellen Frank and Tara Moore and Jong Bae Kim and David J. Kupfer} } @article {2044, title = {Improving personality facet scores with multidimensional computerized adaptive testing: An illustration with the NEO PI-R}, journal = {Assessment}, year = {2012}, doi = {10.1177/1073191112437756}, author = {Makransky, G. and Mortensen, E. L. and Glas, C. A. W.} } @article {2165, title = {A Comment on Early Student Blunders on Computer-Based Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {35}, number = {2}, year = {2011}, pages = {165-174}, abstract = {

This article refutes a recent claim that computer-based tests produce biased scores for very proficient test takers who make mistakes on one or two initial items and that the \‘\‘bias\’\’ can be reduced by using a four-parameter IRT model. Because the same effect occurs with pattern scores on nonadaptive tests, the effect results from IRT scoring, not from adaptive testing. Because very proficient test takers rarely err on items of middle difficulty, the so-called bias is one of selective data analysis. Furthermore, the apparently large score penalty for one error on an otherwise perfect response pattern is shown to result from the relative stretching of the IRT scale at very high and very low proficiencies. The recommended use of a four-parameter IRT model is shown to have drawbacks.

}, doi = {10.1177/0146621610377080}, url = {http://apm.sagepub.com/content/35/2/165.abstract}, author = {Green, Bert F.} } @article {2036, title = {A Comment on Early Student Blunders on Computer-Based Adaptive Tests}, journal = {Applied Psychological Measurement}, volume = {35}, year = {2011}, pages = {165-174}, abstract = {

This article refutes a recent claim that computer-based tests produce biased scores for very proficient test takers who make mistakes on one or two initial items and that they can be reduced by using a four-parameter IRT model. Because the same effect occurs with pattern scores on nonadaptive tests, the effect results from IRT scoring, not from adaptive testing. Because very proficient test takers rarely err on items of middle difficulty, the so-called bias is one of selective data analysis. Furthermore, the apparently large score penalty for one error on an otherwise perfect response pattern is shown to result from the relative stretching of the IRT scale at very high and very low proficiencies. The recommended use of a four-parameter IRT model is shown to have drawbacks.

}, doi = {10.1177/0146621610377080}, author = {Green, B. F.} } @article {2040, title = {Computer adaptive testing for small scale programs and instructional systems}, journal = {Journal of Applied Testing Technology}, volume = {12}, year = {2011}, abstract = {

This study investigates measurement decision theory (MDT) as an underlying model for computer adaptive testing when the goal is to classify examinees into one of a finite number of groups. The first analysis compares MDT with a popular item response theory model and finds little difference in terms of the percentage of correct classifications. The second analysis examines the number of examinees needed to calibrate MDT item parameters and finds accurate classifications even with calibration sample sizes as small as 100 examinees.

}, author = {Rudner, L. M. and Guo, F.} } @article {361, title = {Computerized adaptive assessment of personality disorder: Introducing the CAT{\textendash}PD project}, journal = {Journal of Personality Assessment}, volume = {93}, number = {4}, year = {2011}, pages = {380-389}, abstract = {Assessment of personality disorders (PD) has been hindered by reliance on the problematic categorical model embodied in the most recent Diagnostic and Statistical Model of Mental Disorders (DSM), lack of consensus among alternative dimensional models, and inefficient measurement methods. This article describes the rationale for and early results from a multiyear study funded by the National Institute of Mental Health that was designed to develop an integrative and comprehensive model and efficient measure of PD trait dimensions. To accomplish these goals, we are in the midst of a 5-phase project to develop and validate the model and measure. The results of Phase 1 of the project{\textemdash}which was focused on developing the PD traits to be assessed and the initial item pool{\textemdash}resulted in a candidate list of 59 PD traits and an initial item pool of 2,589 items. Data collection and structural analyses in community and patient samples will inform the ultimate structure of the measure, and computerized adaptive testing will permit efficient measurement of the resultant traits. The resultant Computerized Adaptive Test of Personality Disorder (CAT{\textendash}PD) will be well positioned as a measure of the proposed DSM{\textendash}5 PD traits. Implications for both applied and basic personality research are discussed.}, isbn = {0022-3891}, author = {Simms, L. J. and Goldberg, L .R. and Roberts, J. E. and Watson, D. and Welte, J. and Rotterman, J. H.} } @article {283, title = {Content range and precision of a computer adaptive test of upper extremity function for children with cerebral palsy}, journal = {Physical \& Occupational Therapy in Pediatrics}, volume = {31}, number = {1}, year = {2011}, note = {Montpetit, KathleenHaley, StephenBilodeau, NathalieNi, PengshengTian, FengGorton, George 3rdMulcahey, M JEnglandPhys Occup Ther Pediatr. 2011 Feb;31(1):90-102. Epub 2010 Oct 13.}, pages = {90-102}, edition = {2010/10/15}, abstract = {This article reports on the content range and measurement precision of an upper extremity (UE) computer adaptive testing (CAT) platform of physical function in children with cerebral palsy. Upper extremity items representing skills of all abilities were administered to 305 parents. These responses were compared with two traditional standardized measures: Pediatric Outcomes Data Collection Instrument and Functional Independence Measure for Children. The UE CAT correlated strongly with the upper extremity component of these measures and had greater precision when describing individual functional ability. The UE item bank has wider range with items populating the lower end of the ability spectrum. This new UE item bank and CAT have the capability to quickly assess children of all ages and abilities with good precision and, most importantly, with items that are meaningful and appropriate for their age and level of physical function.}, isbn = {1541-3144 (Electronic)0194-2638 (Linking)}, author = {Montpetit, K. and Haley, S. and Bilodeau, N. and Ni, P. and Tian, F. and Gorton, G., 3rd and Mulcahey, M. J.} } @booklet {154, title = {Cross-cultural development of an item list for computer-adaptive testing of fatigue in oncological patients}, journal = {Health and Quality of Life Outcomes}, volume = {9}, number = {1}, year = {2011}, note = {Health Qual Life Outcomes. 2011 Mar 29;9(1):19.}, month = {March 29, 2011}, pages = {10}, edition = {2011/03/31}, abstract = {ABSTRACT: INTRODUCTION: Within an ongoing project of the EORTC Quality of Life Group, we are developing computerized adaptive test (CAT) measures for the QLQ-C30 scales. These new CAT measures are conceptualised to reflect the same constructs as the QLQ-C30 scales. Accordingly, the Fatigue-CAT is intended to capture physical and general fatigue. METHODS: The EORTC approach to CAT development comprises four phases (literature search, operationalisation, pre-testing, and field testing). Phases I-III are described in detail in this paper. A literature search for fatigue items was performed in major medical databases. After refinement through several expert panels, the remaining items were used as the basis for adapting items and/or formulating new items fitting the EORTC item style. To obtain feedback from patients with cancer, these English items were translated into Danish, French, German, and Spanish and tested in the respective countries. RESULTS: Based on the literature search a list containing 588 items was generated. After a comprehensive item selection procedure focusing on content, redundancy, item clarity and item difficulty a list of 44 fatigue items was generated. Patient interviews (n=52) resulted in 12 revisions of wording and translations. DISCUSSION: The item list developed in phases I-III will be further investigated within a field-testing phase (IV) to examine psychometric characteristics and to fit an item response theory model. The Fatigue CAT based on this item bank will provide scores that are backward-compatible to the original QLQ-C30 fatigue scale.}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Giesinger, J. M. and Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Arraras, J. I. and Conroy, T. and Gamper, E. M. and Kemmler, G. and King, M. T. and Oberguggenberger, A. S. and Velikova, G. and Young, T. and Holzner, B. and Eortc-Qlg, E. O.} } @article {2042, title = {Design of a Computer-Adaptive Test to Measure English Literacy and Numeracy in the Singapore Workforce: Considerations, Benefits, and Implications}, journal = {Journal of Applied Testing Technology}, volume = {12}, year = {2011}, abstract = {

A computer adaptive test CAT) is a delivery methodology that serves the larger goals of the assessment system in which it is embedded. A thorough analysis of the assessment system for which a CAT is being designed is critical to ensure that the delivery platform is appropriate and addresses all relevant complexities. As such, a CAT engine must be designed to conform to the
validity and reliability of the overall system. This design takes the form of adherence to the assessment goals and objectives of the adaptive assessment system. When the assessment is adapted for use in another country, consideration must be given to any necessary revisions including content differences. This article addresses these considerations while drawing, in part, on the process followed in the development of the CAT delivery system designed to test English language workplace skills for the Singapore Workforce Development Agency. Topics include item creation and selection, calibration of the item pool, analysis and testing of the psychometric properties, and reporting and interpretation of scores. The characteristics and benefits of the CAT delivery system are detailed as well as implications for testing programs considering the use of a
CAT delivery system.

}, url = {http://www.testpublishers.org/journal-of-applied-testing-technology}, author = {Jacobsen, J. and Ackermann, R. and Eg{\"u}ez, J. and Ganguli, D. and Rickard, P. and Taylor, L.} } @conference {2106, title = {Item Selection Methods based on Multiple Objective Approaches for Classification of Respondents into Multiple Levels}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

Is it possible to develop new item selection methods which take advantage of the fact that we want to classify into multiple categories? New methods: Taking multiple points on the ability scale into account; Based on multiple objective approaches.

Conclusions

}, keywords = {adaptive classification test, CAT, item selection, sequential classification test}, author = {Maaike van Groen and Theo Eggen and Bernard Veldkamp} } @article {2189, title = {A New Stopping Rule for Computerized Adaptive Testing}, journal = {Educational and Psychological Measurement}, volume = {71}, number = {1}, year = {2011}, pages = {37-53}, abstract = {

The goal of the current study was to introduce a new stopping rule for computerized adaptive testing (CAT). The predicted standard error reduction (PSER) stopping rule uses the predictive posterior variance to determine the reduction in standard error that would result from the administration of additional items. The performance of the PSER was compared with that of the minimum standard error stopping rule and a modified version of the minimum information stopping rule in a series of simulated adaptive tests, drawn from a number of item pools. Results indicate that the PSER makes efficient use of CAT item pools, administering fewer items when predictive gains in information are small and increasing measurement precision when information is abundant.

}, doi = {10.1177/0013164410387338}, url = {http://epm.sagepub.com/content/71/1/37.abstract}, author = {Choi, Seung W. and Grady, Matthew W. and Dodd, Barbara G.} } @article {2192, title = {Polytomous Adaptive Classification Testing: Effects of Item Pool Size, Test Termination Criterion, and Number of Cutscores}, journal = {Educational and Psychological Measurement}, volume = {71}, number = {6}, year = {2011}, pages = {1006-1022}, abstract = {

Computer-adaptive classification tests focus on classifying respondents in different proficiency groups (e.g., for pass/fail decisions). To date, adaptive classification testing has been dominated by research on dichotomous response formats and classifications in two groups. This article extends this line of research to polytomous classification tests for two- and three-group scenarios (e.g., inferior, mediocre, and superior proficiencies). Results of two simulation experiments with generated and real responses (N = 2,000) to established personality scales of different length (12, 20, or 29 items) demonstrate that adaptive item presentations significantly reduce the number of items required to make such classification decisions while maintaining a consistent classification accuracy. Furthermore, the simulations highlight the importance of the selected test termination criterion, which has a significant impact on the average test length.

}, doi = {10.1177/0013164410393956}, url = {http://epm.sagepub.com/content/71/6/1006.abstract}, author = {Gnambs, Timo and Batinic, Bernad} } @article {2045, title = {Unproctored Internet test verification: Using adaptive confirmation testing}, journal = {Organizational Research Methods}, volume = {14}, year = {2011}, pages = {608-630}, author = {Makransky, G. and Glas, C. A. W.} } @conference {2101, title = {Walking the Tightrope: Using Better Content Control to Improve CAT}, booktitle = {Annual Conference of the International Association for Computerized Adaptive Testing}, year = {2011}, month = {10/2011}, abstract = {

All testing involves a balance between measurement precision and content considerations. CAT item-selection algorithms have evolved to accommodate content considerations. Reviews CAT evolution including: Original/\”Pure\” adaptive exams, Constrained CAT, Weighted-deviations method, Shadow-Test Approach, Testlets instead of fully adapted tests, Administration of one item may preclude the administration of other item(s), and item relationships.

Research Questions

}, keywords = {CAT, CAT evolution, test content}, author = {Kathleen A. Gialluca} } @inbook {2069, title = {Adaptive Mastery Testing Using a Multidimensional IRT Model}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {409-431}, chapter = {21}, doi = {10.1007/978-0-387-85461-8}, author = {Glas, C. A. W. and Vos, H. J.} } @article {2046, title = {An automatic online calibration design in adaptive testing}, journal = {Journal of Applied Testing Technology}, volume = {11}, year = {2010}, author = {Makransky, G. and Glas, C. A. W.} } @article {46, title = {Development and validation of patient-reported outcome measures for sleep disturbance and sleep-related impairments}, journal = {Sleep}, volume = {33}, number = {6}, year = {2010}, note = {Buysse, Daniel JYu, LanMoul, Douglas EGermain, AnneStover, AngelaDodds, Nathan EJohnston, Kelly LShablesky-Cade, Melissa APilkonis, Paul AAR052155/AR/NIAMS NIH HHS/United StatesU01AR52155/AR/NIAMS NIH HHS/United StatesU01AR52158/AR/NIAMS NIH HHS/United StatesU01AR52170/AR/NIAMS NIH HHS/United StatesU01AR52171/AR/NIAMS NIH HHS/United StatesU01AR52177/AR/NIAMS NIH HHS/United StatesU01AR52181/AR/NIAMS NIH HHS/United StatesU01AR52186/AR/NIAMS NIH HHS/United StatesResearch Support, N.I.H., ExtramuralValidation StudiesUnited StatesSleepSleep. 2010 Jun 1;33(6):781-92.}, month = {Jun 1}, pages = {781-92}, edition = {2010/06/17}, abstract = {STUDY OBJECTIVES: To develop an archive of self-report questions assessing sleep disturbance and sleep-related impairments (SRI), to develop item banks from this archive, and to validate and calibrate the item banks using classic validation techniques and item response theory analyses in a sample of clinical and community participants. DESIGN: Cross-sectional self-report study. SETTING: Academic medical center and participant homes. PARTICIPANTS: One thousand nine hundred ninety-three adults recruited from an Internet polling sample and 259 adults recruited from medical, psychiatric, and sleep clinics. INTERVENTIONS: None. MEASUREMENTS AND RESULTS: This study was part of PROMIS (Patient-Reported Outcomes Information System), a National Institutes of Health Roadmap initiative. Self-report item banks were developed through an iterative process of literature searches, collecting and sorting items, expert content review, qualitative patient research, and pilot testing. Internal consistency, convergent validity, and exploratory and confirmatory factor analysis were examined in the resulting item banks. Factor analyses identified 2 preliminary item banks, sleep disturbance and SRI. Item response theory analyses and expert content review narrowed the item banks to 27 and 16 items, respectively. Validity of the item banks was supported by moderate to high correlations with existing scales and by significant differences in sleep disturbance and SRI scores between participants with and without sleep disorders. CONCLUSIONS: The PROMIS sleep disturbance and SRI item banks have excellent measurement properties and may prove to be useful for assessing general aspects of sleep and SRI with various groups of patients and interventions.}, keywords = {*Outcome Assessment (Health Care), *Self Disclosure, Adult, Aged, Aged, 80 and over, Cross-Sectional Studies, Factor Analysis, Statistical, Female, Humans, Male, Middle Aged, Psychometrics, Questionnaires, Reproducibility of Results, Sleep Disorders/*diagnosis, Young Adult}, isbn = {0161-8105 (Print)0161-8105 (Linking)}, author = {Buysse, D. J. and Yu, L. and Moul, D. E. and Germain, A. and Stover, A. and Dodds, N. E. and Johnston, K. L. and Shablesky-Cade, M. A. and Pilkonis, P. A.} } @article {312, title = {Development of computerized adaptive testing (CAT) for the EORTC QLQ-C30 physical functioning dimension}, journal = {Quality of Life Research }, volume = {20}, number = {4}, year = {2010}, note = {Qual Life Res. 2010 Oct 23.}, pages = {479-490}, edition = {2010/10/26}, abstract = {PURPOSE: Computerized adaptive test (CAT) methods, based on item response theory (IRT), enable a patient-reported outcome instrument to be adapted to the individual patient while maintaining direct comparability of scores. The EORTC Quality of Life Group is developing a CAT version of the widely used EORTC QLQ-C30. We present the development and psychometric validation of the item pool for the first of the scales, physical functioning (PF). METHODS: Initial developments (including literature search and patient and expert evaluations) resulted in 56 candidate items. Responses to these items were collected from 1,176 patients with cancer from Denmark, France, Germany, Italy, Taiwan, and the United Kingdom. The items were evaluated with regard to psychometric properties. RESULTS: Evaluations showed that 31 of the items could be included in a unidimensional IRT model with acceptable fit and good content coverage, although the pool may lack items at the upper extreme (good PF). There were several findings of significant differential item functioning (DIF). However, the DIF findings appeared to have little impact on the PF estimation. CONCLUSIONS: We have established an item pool for CAT measurement of PF and believe that this CAT instrument will clearly improve the EORTC measurement of PF.}, isbn = {1573-2649 (Electronic)0962-9343 (Linking)}, author = {Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Chie, W. C. and Conroy, T. and Costantini, A. and Fayers, P. and Helbostad, J. and Holzner, B. and Kaasa, S. and Singer, S. and Velikova, G. and Young, T.} } @book {2048, title = {Elements of Adaptive Testing}, year = {2010}, pages = {437}, publisher = {Springer}, organization = {Springer}, address = {New York}, doi = {10.1007/978-0-387-85461-8}, author = {van der Linden, W. J. and Glas, C. A. W.} } @inbook {2063, title = {Estimation of the Parameters in an Item-Cloning Model for Adaptive Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {289-314}, chapter = {15}, doi = {10.1007/978-0-387-85461-8 }, author = {Glas, C. A. W. and van der Linden, W. J. and Geerlings, H.} } @inbook {2062, title = {Item Parameter Estimation and Item Fit Analysis}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {269-288}, chapter = {14}, doi = {10.1007/978-0-387-85461-8}, author = {Glas, C. A. W.} } @article {2125, title = {Manual for CATSim: Comprehensive simulation of computerized adaptive testing}, year = {2010}, publisher = {Assessment Systems Corporation}, address = {St. Paul, MN}, author = {Weiss, D. J. and Guyer, R. D.} } @article {157, title = {Marginal likelihood inference for a model for item responses and response times}, journal = {British Journal of Mathematical and Statistical Psychology}, volume = {63}, number = {3}, year = {2010}, note = {Glas, Cees A Wvan der Linden, Wim JResearch Support, Non-U.S. Gov{\textquoteright}tEnglandThe British journal of mathematical and statistical psychologyBr J Math Stat Psychol. 2010 Nov;63(Pt 3):603-26. Epub 2010 Jan 28.}, pages = {603-26}, edition = {2010/01/30}, abstract = {

Marginal maximum-likelihood procedures for parameter estimation and testing the fit of a hierarchical model for speed and accuracy on test items are presented. The model is a composition of two first-level models for dichotomous responses and response times along with multivariate normal models for their item and person parameters. It is shown how the item parameters can easily be estimated using Fisher\&$\#$39;s identity. To test the fit of the model, Lagrange multiplier tests of the assumptions of subpopulation invariance of the item parameters (i.e., no differential item functioning), the shape of the response functions, and three different types of conditional independence were derived. Simulation studies were used to show the feasibility of the estimation and testing procedures and to estimate the power and Type I error rate of the latter. In addition, the procedures were applied to an empirical data set from a computerized adaptive test of language comprehension.

}, isbn = {0007-1102 (Print)0007-1102 (Linking)}, author = {Glas, C. A. W. and van der Linden, W. J.} } @article {80, title = {A new stopping rule for computerized adaptive testing}, journal = {Educational and Psychological Measurement}, volume = {70}, number = {6}, year = {2010}, note = {U01 AR052177-04/NIAMS NIH HHS/Educ Psychol Meas. 2010 Dec 1;70(6):1-17.}, month = {Dec 1}, pages = {1-17}, edition = {2011/02/01}, abstract = {The goal of the current study was to introduce a new stopping rule for computerized adaptive testing. The predicted standard error reduction stopping rule (PSER) uses the predictive posterior variance to determine the reduction in standard error that would result from the administration of additional items. The performance of the PSER was compared to that of the minimum standard error stopping rule and a modified version of the minimum information stopping rule in a series of simulated adaptive tests, drawn from a number of item pools. Results indicate that the PSER makes efficient use of CAT item pools, administering fewer items when predictive gains in information are small and increasing measurement precision when information is abundant.}, isbn = {0013-1644 (Print)0013-1644 (Linking)}, author = {Choi, S. W. and Grady, M. W. and Dodd, B. G.} } @inbook {2068, title = {Testlet-Based Adaptive Mastery Testing}, booktitle = {Elements of Adaptive Testing}, year = {2010}, pages = {387-409}, chapter = {20}, doi = {10.1007/978-0-387-85461-8}, author = {Vos, H. J. and Glas, C. A. W.} } @article {151, title = {The use of PROMIS and assessment center to deliver patient-reported outcome measures in clinical research}, journal = {Journal of Applied Measurement}, volume = {11}, number = {3}, year = {2010}, pages = {304-314}, abstract = {The Patient-Reported Outcomes Measurement Information System (PROMIS) was developed as one of the first projects funded by the NIH Roadmap for Medical Research Initiative to re-engineer the clinical research enterprise. The primary goal of PROMIS is to build item banks and short forms that measure key health outcome domains that are manifested in a variety of chronic diseases which could be used as a "common currency" across research projects. To date, item banks, short forms and computerized adaptive tests (CAT) have been developed for 13 domains with relevance to pediatric and adult subjects. To enable easy delivery of these new instruments, PROMIS built a web-based resource (Assessment Center) for administering CATs and other self-report data, tracking item and instrument development, monitoring accrual, managing data, and storing statistical analysis results. Assessment Center can also be used to deliver custom researcher developed content, and has numerous features that support both simple and complicated accrual designs (branching, multiple arms, multiple time points, etc.). This paper provides an overview of the development of the PROMIS item banks and details Assessment Center functionality.}, isbn = {1529-7713}, author = {Gershon, R. C. and Rothrock, N. and Hanrahan, R. and Bass, M. and Cella, D.} } @booklet {323, title = {Validation of a computer-adaptive test to evaluate generic health-related quality of life}, journal = {Health and Quality of Life Outcomes}, volume = {8}, year = {2010}, note = {Rebollo, PabloCastejon, IgnacioCuervo, JesusVilla, GuillermoGarcia-Cueto, EduardoDiaz-Cuervo, HelenaZardain, Pilar CMuniz, JoseAlonso, JordiSpanish CAT-Health Research GroupEnglandHealth Qual Life Outcomes. 2010 Dec 3;8:147.}, pages = {147}, edition = {2010/12/07}, abstract = {BACKGROUND: Health Related Quality of Life (HRQoL) is a relevant variable in the evaluation of health outcomes. Questionnaires based on Classical Test Theory typically require a large number of items to evaluate HRQoL. Computer Adaptive Testing (CAT) can be used to reduce tests length while maintaining and, in some cases, improving accuracy. This study aimed at validating a CAT based on Item Response Theory (IRT) for evaluation of generic HRQoL: the CAT-Health instrument. METHODS: Cross-sectional study of subjects aged over 18 attending Primary Care Centres for any reason. CAT-Health was administered along with the SF-12 Health Survey. Age, gender and a checklist of chronic conditions were also collected. CAT-Health was evaluated considering: 1) feasibility: completion time and test length; 2) content range coverage, Item Exposure Rate (IER) and test precision; and 3) construct validity: differences in the CAT-Health scores according to clinical variables and correlations between both questionnaires. RESULTS: 396 subjects answered CAT-Health and SF-12, 67.2\% females, mean age (SD) 48.6 (17.7) years. 36.9\% did not report any chronic condition. Median completion time for CAT-Health was 81 seconds (IQ range = 59-118) and it increased with age (p < 0.001). The median number of items administered was 8 (IQ range = 6-10). Neither ceiling nor floor effects were found for the score. None of the items in the pool had an IER of 100\% and it was over 5\% for 27.1\% of the items. Test Information Function (TIF) peaked between levels -1 and 0 of HRQoL. Statistically significant differences were observed in the CAT-Health scores according to the number and type of conditions. CONCLUSIONS: Although domain-specific CATs exist for various areas of HRQoL, CAT-Health is one of the first IRT-based CATs designed to evaluate generic HRQoL and it has proven feasible, valid and efficient, when administered to a broad sample of individuals attending primary care settings.}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Rebollo, P. and Castejon, I. and Cuervo, J. and Villa, G. and Garcia-Cueto, E. and Diaz-Cuervo, H. and Zardain, P. C. and Muniz, J. and Alonso, J.} } @inbook {1769, title = {Applications of CAT in admissions to higher education in Israel: Twenty-two years of experience}, year = {2009}, note = {{PDF file, 326 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Gafni, N. and Cohen, Y. and Roded, K and Baumer, M and Moshinsky, A.} } @inbook {1732, title = {Assessing the equivalence of Internet-based vs. paper-and-pencil psychometric tests.}, year = {2009}, note = {PDF File, 142 K}, address = { D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Baumer, M and Roded, K and Gafni, N.} } @article {507, title = {Constraint-weighted a-stratification for computerized adaptive testing with nonstatistical constraints: Balancing measurement efficiency and exposure control}, journal = {Educational and Psychological Measurement}, volume = {69}, year = {2009}, pages = {35-49}, author = {Cheng, Y and Chang, Hua-Hua and Douglas, J. and Guo, F.} } @inbook {1954, title = {Developing item variants: An empirical study}, year = {2009}, note = {{PDF file, 194 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, abstract = {Large-scale standardized test have been widely used for educational and licensure testing. In computerized adaptive testing (CAT), one of the practical concerns for maintaining large-scale assessments is to ensure adequate numbers of high-quality items that are required for item pool functioning. Developing items at specific difficulty levels and for certain areas of test plans is a wellknown challenge. The purpose of this study was to investigate strategies for varying items that can effectively generate items at targeted difficulty levels and specific test plan areas. Each variant item generation model was developed by decomposing selected source items possessing ideal measurement properties and targeting the desirable content domains. 341 variant items were generated from 72 source items. Data were collected from six pretest periods. Items were calibrated using the Rasch model. Initial results indicate that variant items showed desirable measurement properties. Additionally, compared to an average of approximately 60\% of the items passing pretest criteria, an average of 84\% of the variant items passed the pretest criteria. }, author = {Wendt, A. and Kao, S. and Gorham, J. and Woo, A.} } @article {138, title = {Development of an item bank for the assessment of depression in persons with mental illnesses and physical diseases using Rasch analysis}, journal = {Rehabilitation Psychology}, volume = {54}, number = {2}, year = {2009}, note = {Forkmann, ThomasBoecker, MarenNorra, ChristineEberle, NicoleKircher, TiloSchauerte, PatrickMischke, KarlWesthofen, MartinGauggel, SiegfriedWirtz, MarkusResearch Support, Non-U.S. Gov{\textquoteright}tUnited StatesRehabilitation psychologyRehabil Psychol. 2009 May;54(2):186-97.}, month = {May}, pages = {186-97}, edition = {2009/05/28}, abstract = {OBJECTIVE: The calibration of item banks provides the basis for computerized adaptive testing that ensures high diagnostic precision and minimizes participants{\textquoteright} test burden. The present study aimed at developing a new item bank that allows for assessing depression in persons with mental and persons with somatic diseases. METHOD: The sample consisted of 161 participants treated for a depressive syndrome, and 206 participants with somatic illnesses (103 cardiologic, 103 otorhinolaryngologic; overall mean age = 44.1 years, SD =14.0; 44.7\% women) to allow for validation of the item bank in both groups. Persons answered a pool of 182 depression items on a 5-point Likert scale. RESULTS: Evaluation of Rasch model fit (infit < 1.3), differential item functioning, dimensionality, local independence, item spread, item and person separation (>2.0), and reliability (>.80) resulted in a bank of 79 items with good psychometric properties. CONCLUSIONS: The bank provides items with a wide range of content coverage and may serve as a sound basis for computerized adaptive testing applications. It might also be useful for researchers who wish to develop new fixed-length scales for the assessment of depression in specific rehabilitation settings.}, keywords = {Adaptation, Psychological, Adult, Aged, Depressive Disorder/*diagnosis/psychology, Diagnosis, Computer-Assisted, Female, Heart Diseases/*psychology, Humans, Male, Mental Disorders/*psychology, Middle Aged, Models, Statistical, Otorhinolaryngologic Diseases/*psychology, Personality Assessment/statistics \& numerical data, Personality Inventory/*statistics \& numerical data, Psychometrics/statistics \& numerical data, Questionnaires, Reproducibility of Results, Sick Role}, isbn = {0090-5550 (Print)0090-5550 (Linking)}, author = {Forkmann, T. and Boecker, M. and Norra, C. and Eberle, N. and Kircher, T. and Schauerte, P. and Mischke, K. and Westhofen, M. and Gauggel, S. and Wirtz, M.} } @inbook {1787, title = {Effect of early misfit in computerized adaptive testing on the recovery of theta}, year = {2009}, note = {{PDF File, 212 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Guyer, R. D. and Weiss, D. J.} } @inbook {1905, title = {Guess what? Score differences with rapid replies versus omissions on a computerized adaptive test}, year = {2009}, note = {{PDF File, 215 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Talento-Miller, E. and Guo, F.} } @inbook {1822, title = {Limiting item exposure for target difficulty ranges in a high-stakes CAT}, year = {2009}, note = {MB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing. {PDF File, 1.}, author = {Li, X. and Becker, K. and Gorham, J. and Woo, A.} } @article {170, title = {Measuring global physical health in children with cerebral palsy: Illustration of a multidimensional bi-factor model and computerized adaptive testing}, journal = {Quality of Life Research}, volume = {18}, number = {3}, year = {2009}, note = {Haley, Stephen MNi, PengshengDumas, Helene MFragala-Pinkham, Maria AHambleton, Ronald KMontpetit, KathleenBilodeau, NathalieGorton, George EWatson, KyleTucker, Carole AK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesK02 HD45354-01A1/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2009 Apr;18(3):359-70. Epub 2009 Feb 17.}, month = {Apr}, pages = {359-370}, edition = {2009/02/18}, abstract = {PURPOSE: The purposes of this study were to apply a bi-factor model for the determination of test dimensionality and a multidimensional CAT using computer simulations of real data for the assessment of a new global physical health measure for children with cerebral palsy (CP). METHODS: Parent respondents of 306 children with cerebral palsy were recruited from four pediatric rehabilitation hospitals and outpatient clinics. We compared confirmatory factor analysis results across four models: (1) one-factor unidimensional; (2) two-factor multidimensional (MIRT); (3) bi-factor MIRT with fixed slopes; and (4) bi-factor MIRT with varied slopes. We tested whether the general and content (fatigue and pain) person score estimates could discriminate across severity and types of CP, and whether score estimates from a simulated CAT were similar to estimates based on the total item bank, and whether they correlated as expected with external measures. RESULTS: Confirmatory factor analysis suggested separate pain and fatigue sub-factors; all 37 items were retained in the analyses. From the bi-factor MIRT model with fixed slopes, the full item bank scores discriminated across levels of severity and types of CP, and compared favorably to external instruments. CAT scores based on 10- and 15-item versions accurately captured the global physical health scores. CONCLUSIONS: The bi-factor MIRT CAT application, especially the 10- and 15-item versions, yielded accurate global physical health scores that discriminated across known severity groups and types of CP, and correlated as expected with concurrent measures. The CATs have potential for collecting complex data on the physical health of children with CP in an efficient manner.}, keywords = {*Computer Simulation, *Health Status, *Models, Statistical, Adaptation, Psychological, Adolescent, Cerebral Palsy/*physiopathology, Child, Child, Preschool, Factor Analysis, Statistical, Female, Humans, Male, Massachusetts, Pennsylvania, Questionnaires, Young Adult}, isbn = {0962-9343 (Print)0962-9343 (Linking)}, author = {Haley, S. M. and Ni, P. and Dumas, H. M. and Fragala-Pinkham, M. A. and Hambleton, R. K. and Montpetit, K. and Bilodeau, N. and Gorton, G. E. and Watson, K. and Tucker, C. A.} } @inbook {1786, title = {Quantifying the impact of compromised items in CAT}, year = {2009}, note = {{PDF File, 438 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Guo, F.} } @inbook {1817, title = {Using automatic item generation to address item demands for CAT}, year = {2009}, note = {{PDF File, 320 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.}, author = {Lai, H. and Alves, C. and Gierl, M. J.} } @article {136, title = {Validation of the MMPI-2 computerized adaptive version (MMPI-2-CA) in a correctional intake facility}, journal = {Psychological Services}, volume = {6}, number = {4}, year = {2009}, pages = {279-292}, abstract = {Computerized adaptive testing in personality assessment can improve efficiency by significantly reducing the number of items administered to answer an assessment question. The time savings afforded by this technique could be of particular benefit in settings where large numbers of psychological screenings are conducted, such as correctional facilities. In the current study, item and time savings, as well as the test{\textendash}retest and extratest correlations associated with an audio augmented administration of all the scales of the Minnesota Multiphasic Personality Inventory (MMPI)-2 Computerized Adaptive (MMPI-2-CA) are reported. Participants include 366 men, ages 18 to 62 years (M = 33.04, SD = 10.40), undergoing intake into a large Midwestern state correctional facility. Results of the current study indicate considerable item and corresponding time savings for the MMPI-2-CA compared to conventional administration of the test, as well as comparability in terms of test{\textendash}retest and correlations with external measures. Future directions of adaptive personality testing are discussed.}, isbn = {1939-148X}, author = {Forbey, J. D. and Ben-Porath, Y. S. and Gartland, D.} } @article {2127, title = {CAT-MD: Computerized adaptive testing on mobile devices}, journal = {International Journal of Web-Based Learning and Teaching Technologies}, volume = {3}, number = {1}, year = {2008}, pages = {13-20}, author = {Triantafillou, E. and Georgiadou, E. and Economides, A. A.} } @article {2102, title = {Computer Adaptive-Attribute Testing A New Approach to Cognitive Diagnostic Assessment}, journal = {Zeitschrift f{\"u}r Psychologie / Journal of Psychology}, volume = {216}, year = {2008}, pages = {29-39}, abstract = {

The influence of interdisciplinary forces stemming from developments in cognitive science,mathematical statistics, educational
psychology, and computing science are beginning to appear in educational and psychological assessment. Computer adaptive-attribute testing (CA-AT) is one example. The concepts and procedures in CA-AT can be found at the intersection between computer adaptive testing and cognitive diagnostic assessment. CA-AT allows us to fuse the administrative benefits of computer adaptive testing with the psychological benefits of cognitive diagnostic assessment to produce an innovative psychologically-based adaptive testing approach. We describe the concepts behind CA-AT as well as illustrate how it can be used to promote formative, computer-based, classroom assessment.

}, keywords = {cognition and assessment, cognitive diagnostic assessment, computer adaptive testing}, doi = {10.1027/0044-3409.216.1.29}, author = {Gierl, M. J. and Zhou, J.} } @article {169, title = {Computerized adaptive testing for follow-up after discharge from inpatient rehabilitation: II. Participation outcomes}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {89}, number = {2}, year = {2008}, note = {Haley, Stephen MGandek, BarbaraSiebens, HilaryBlack-Schaffer, Randie MSinclair, Samuel JTao, WeiCoster, Wendy JNi, PengshengJette, Alan MK02 HD045354-01A1/HD/NICHD NIH HHS/United StatesK02 HD45354-01/HD/NICHD NIH HHS/United StatesR01 HD043568/HD/NICHD NIH HHS/United StatesR01 HD043568-01/HD/NICHD NIH HHS/United StatesResearch Support, N.I.H., ExtramuralUnited StatesArchives of physical medicine and rehabilitationArch Phys Med Rehabil. 2008 Feb;89(2):275-83.}, month = {Feb}, pages = {275-283}, edition = {2008/01/30}, abstract = {OBJECTIVES: To measure participation outcomes with a computerized adaptive test (CAT) and compare CAT and traditional fixed-length surveys in terms of score agreement, respondent burden, discriminant validity, and responsiveness. DESIGN: Longitudinal, prospective cohort study of patients interviewed approximately 2 weeks after discharge from inpatient rehabilitation and 3 months later. SETTING: Follow-up interviews conducted in patient{\textquoteright}s home setting. PARTICIPANTS: Adults (N=94) with diagnoses of neurologic, orthopedic, or medically complex conditions. INTERVENTIONS: Not applicable. MAIN OUTCOME MEASURES: Participation domains of mobility, domestic life, and community, social, \& civic life, measured using a CAT version of the Participation Measure for Postacute Care (PM-PAC-CAT) and a 53-item fixed-length survey (PM-PAC-53). RESULTS: The PM-PAC-CAT showed substantial agreement with PM-PAC-53 scores (intraclass correlation coefficient, model 3,1, .71-.81). On average, the PM-PAC-CAT was completed in 42\% of the time and with only 48\% of the items as compared with the PM-PAC-53. Both formats discriminated across functional severity groups. The PM-PAC-CAT had modest reductions in sensitivity and responsiveness to patient-reported change over a 3-month interval as compared with the PM-PAC-53. CONCLUSIONS: Although continued evaluation is warranted, accurate estimates of participation status and responsiveness to change for group-level analyses can be obtained from CAT administrations, with a sizeable reduction in respondent burden.}, keywords = {*Activities of Daily Living, *Adaptation, Physiological, *Computer Systems, *Questionnaires, Adult, Aged, Aged, 80 and over, Chi-Square Distribution, Factor Analysis, Statistical, Female, Humans, Longitudinal Studies, Male, Middle Aged, Outcome Assessment (Health Care)/*methods, Patient Discharge, Prospective Studies, Rehabilitation/*standards, Subacute Care/*standards}, isbn = {1532-821X (Electronic)0003-9993 (Linking)}, author = {Haley, S. M. and Gandek, B. and Siebens, H. and Black-Schaffer, R. M. and Sinclair, S. J. and Tao, W. and Coster, W. J. and Ni, P. and Jette, A. M.} } @book {1672, title = {Effect of early misfit in computerized adaptive testing on the recovery of theta}, year = {2008}, note = {{PDF file, 1,004 KB}}, address = {Unpublished Ph.D. dissertation, University of Minnesota, Minneapolis MN.}, author = {Guyer, R. D.} } @article {152, title = {Using computerized adaptive testing to reduce the burden of mental health assessment}, journal = {Psychiatric Services}, volume = {59}, number = {4}, year = {2008}, note = {Gibbons, Robert DWeiss, David JKupfer, David JFrank, EllenFagiolini, AndreaGrochocinski, Victoria JBhaumik, Dulal KStover, AngelaBock, R DarrellImmekus, Jason CR01-MH-30915/MH/United States NIMHR01-MH-66302/MH/United States NIMHResearch Support, N.I.H., ExtramuralUnited StatesPsychiatric services (Washington, D.C.)Psychiatr Serv. 2008 Apr;59(4):361-8.}, month = {Apr}, pages = {361-8}, edition = {2008/04/02}, abstract = {OBJECTIVE: This study investigated the combination of item response theory and computerized adaptive testing (CAT) for psychiatric measurement as a means of reducing the burden of research and clinical assessments. METHODS: Data were from 800 participants in outpatient treatment for a mood or anxiety disorder; they completed 616 items of the 626-item Mood and Anxiety Spectrum Scales (MASS) at two times. The first administration was used to design and evaluate a CAT version of the MASS by using post hoc simulation. The second confirmed the functioning of CAT in live testing. RESULTS: Tests of competing models based on item response theory supported the scale{\textquoteright}s bifactor structure, consisting of a primary dimension and four group factors (mood, panic-agoraphobia, obsessive-compulsive, and social phobia). Both simulated and live CAT showed a 95\% average reduction (585 items) in items administered (24 and 30 items, respectively) compared with administration of the full MASS. The correlation between scores on the full MASS and the CAT version was .93. For the mood disorder subscale, differences in scores between two groups of depressed patients--one with bipolar disorder and one without--on the full scale and on the CAT showed effect sizes of .63 (p<.003) and 1.19 (p<.001) standard deviation units, respectively, indicating better discriminant validity for CAT. CONCLUSIONS: Instead of using small fixed-length tests, clinicians can create item banks with a large item pool, and a small set of the items most relevant for a given individual can be administered with no loss of information, yielding a dramatic reduction in administration time and patient and clinician burden.}, keywords = {*Diagnosis, Computer-Assisted, *Questionnaires, Adolescent, Adult, Aged, Agoraphobia/diagnosis, Anxiety Disorders/diagnosis, Bipolar Disorder/diagnosis, Female, Humans, Male, Mental Disorders/*diagnosis, Middle Aged, Mood Disorders/diagnosis, Obsessive-Compulsive Disorder/diagnosis, Panic Disorder/diagnosis, Phobic Disorders/diagnosis, Reproducibility of Results, Time Factors}, isbn = {1075-2730 (Print)}, author = {Gibbons, R. D. and Weiss, D. J. and Kupfer, D. J. and Frank, E. and Fagiolini, A. and Grochocinski, V. J. and Bhaumik, D. K. and Stover, A. and Bock, R. D. and Immekus, J. C.} } @inbook {1785, title = {CAT Security: A practitioner{\textquoteright}s perspective}, year = {2007}, note = {{PDF file, 104 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Guo, F.} } @inbook {1949, title = {Computerized adaptive testing with the bifactor model}, year = {2007}, note = {{PDF file, 159 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Weiss, D. J. and Gibbons, R. D.} } @inbook {1962, title = {Computerized attribute-adaptive testing: A new computerized adaptive testing approach incorporating cognitive psychology}, year = {2007}, note = {{PDF file, 296 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Zhou, J. and Gierl, M. J. and Cui, Y.} } @article {730, title = {The design and evaluation of a computerized adaptive test on mobile devices}, journal = {Computers \& Education}, volume = {49.}, year = {2007}, author = {Triantafillou, E. and Georgiadou, E. and Economides, A. A.} } @inbook {1783, title = {Designing optimal item pools for computerized adaptive tests with Sympson-Hetter exposure control}, year = {2007}, note = {3 MB}}, address = {D. J. Weiss (Ed.), Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing}, author = {Gu, L. and Reckase, M. D.} } @article {49, title = {The future of outcomes measurement: item banking, tailored short-forms, and computerized adaptive assessment}, journal = {Quality of Life Research}, volume = {16}, number = {Suppl 1}, year = {2007}, pages = {133-141}, abstract = {The use of item banks and computerized adaptive testing (CAT) begins with clear definitions of important outcomes, and references those definitions to specific questions gathered into large and well-studied pools, or {\textquotedblleft}banks{\textquotedblright} of items. Items can be selected from the bank to form customized short scales, or can be administered in a sequence and length determined by a computer programmed for precision and clinical relevance. Although far from perfect, such item banks can form a common definition and understanding of human symptoms and functional problems such as fatigue, pain, depression, mobility, social function, sensory function, and many other health concepts that we can only measure by asking people directly. The support of the National Institutes of Health (NIH), as witnessed by its cooperative agreement with measurement experts through the NIH Roadmap Initiative known as PROMIS (www.nihpromis.org), is a big step in that direction. Our approach to item banking and CAT is practical; as focused on application as it is on science or theory. From a practical perspective, we frequently must decide whether to re-write and retest an item, add more items to fill gaps (often at the ceiling of the measure), re-test a bank after some modifications, or split up a bank into units that are more unidimensional, yet less clinically relevant or complete. These decisions are not easy, and yet they are rarely unforgiving. We encourage people to build practical tools that are capable of producing multiple short form measures and CAT administrations from common banks, and to further our understanding of these banks with various clinical populations and ages, so that with time the scores that emerge from these many activities begin to have not only a common metric and range, but a shared meaning and understanding across users. In this paper, we provide an overview of item banking and CAT, discuss our approach to item banking and its byproducts, describe testing options, discuss an example of CAT for fatigue, and discuss models for long term sustainability of an entity such as PROMIS. Some barriers to success include limitations in the methods themselves, controversies and disagreements across approaches, and end-user reluctance to move away from the familiar. }, isbn = {0962-9343}, author = {Cella, D. and Gershon, R. C. and Lai, J-S. and Choi, S. W.} } @article {86, title = {IRT health outcomes data analysis project: an overview and summary}, journal = {Quality of Life Research}, volume = {16}, number = {Suppl. 1}, year = {2007}, note = {Cook, Karon FTeal, Cayla RBjorner, Jakob BCella, DavidChang, Chih-HungCrane, Paul KGibbons, Laura EHays, Ron DMcHorney, Colleen AOcepek-Welikson, KatjaRaczek, Anastasia ETeresi, Jeanne AReeve, Bryce B1U01AR52171-01/AR/United States NIAMSR01 (CA60068)/CA/United States NCIY1-PC-3028-01/PC/United States NCIResearch Support, N.I.H., ExtramuralNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2007;16 Suppl 1:121-32. Epub 2007 Mar 10.}, pages = {121-132}, edition = {2007/03/14}, abstract = {BACKGROUND: In June 2004, the National Cancer Institute and the Drug Information Association co-sponsored the conference, "Improving the Measurement of Health Outcomes through the Applications of Item Response Theory (IRT) Modeling: Exploration of Item Banks and Computer-Adaptive Assessment." A component of the conference was presentation of a psychometric and content analysis of a secondary dataset. OBJECTIVES: A thorough psychometric and content analysis was conducted of two primary domains within a cancer health-related quality of life (HRQOL) dataset. RESEARCH DESIGN: HRQOL scales were evaluated using factor analysis for categorical data, IRT modeling, and differential item functioning analyses. In addition, computerized adaptive administration of HRQOL item banks was simulated, and various IRT models were applied and compared. SUBJECTS: The original data were collected as part of the NCI-funded Quality of Life Evaluation in Oncology (Q-Score) Project. A total of 1,714 patients with cancer or HIV/AIDS were recruited from 5 clinical sites. MEASURES: Items from 4 HRQOL instruments were evaluated: Cancer Rehabilitation Evaluation System-Short Form, European Organization for Research and Treatment of Cancer Quality of Life Questionnaire, Functional Assessment of Cancer Therapy and Medical Outcomes Study Short-Form Health Survey. RESULTS AND CONCLUSIONS: Four lessons learned from the project are discussed: the importance of good developmental item banks, the ambiguity of model fit results, the limits of our knowledge regarding the practical implications of model misfit, and the importance in the measurement of HRQOL of construct definition. With respect to these lessons, areas for future research are suggested. The feasibility of developing item banks for broad definitions of health is discussed.}, keywords = {*Data Interpretation, Statistical, *Health Status, *Quality of Life, *Questionnaires, *Software, Female, HIV Infections/psychology, Humans, Male, Neoplasms/psychology, Outcome Assessment (Health Care)/*methods, Psychometrics, Stress, Psychological}, isbn = {0962-9343 (Print)}, author = {Cook, K. F. and Teal, C. R. and Bjorner, J. B. and Cella, D. and Chang, C-H. and Crane, P. K. and Gibbons, L. E. and Hays, R. D. and McHorney, C. A. and Ocepek-Welikson, K. and Raczek, A. E. and Teresi, J. A. and Reeve, B. B.} } @inbook {1799, title = {Patient-reported outcomes measurement and computerized adaptive testing: An application of post-hoc simulation to a diagnostic screening instrument}, year = {2007}, note = {{PDF file, 203 KB}}, address = {D. J. Weiss (Ed.). Proceedings of the 2007 GMAC Conference on Computerized Adaptive Testing.}, author = {Immekus, J. C. and Gibbons, R. D. and Rush, J. A.} } @article {51, title = {The Patient-Reported Outcomes Measurement Information System (PROMIS): progress of an NIH Roadmap cooperative group during its first two years}, journal = {Medical Care}, volume = {45}, number = {5 Suppl 1}, year = {2007}, pages = {S3-S11}, abstract = {The National Institutes of Health (NIH) Patient-Reported Outcomes Measurement Information System (PROMIS) Roadmap initiative (www.nihpromis.org) is a 5-year cooperative group program of research designed to develop, validate, and standardize item banks to measure patient-reported outcomes (PROs) relevant across common medical conditions. In this article, we will summarize the organization and scientific activity of the PROMIS network during its first 2 years.}, author = {Cella, D. and Yount, S. and Rothrock, N. and Gershon, R. C. and Cook, K. F. and Reeve, B. and Ader, D. and Fries, J.F. and Bruce, B. and Rose, M.} } @article {328, title = {Psychometric evaluation and calibration of health-related quality of life item banks: plans for the Patient-Reported Outcomes Measurement Information System (PROMIS)}, journal = {Medical Care}, volume = {45}, number = {5 Suppl 1}, year = {2007}, note = {Reeve, Bryce BHays, Ron DBjorner, Jakob BCook, Karon FCrane, Paul KTeresi, Jeanne AThissen, DavidRevicki, Dennis AWeiss, David JHambleton, Ronald KLiu, HonghuGershon, RichardReise, Steven PLai, Jin-sheiCella, DavidPROMIS Cooperative GroupAG015815/AG/United States NIAResearch Support, N.I.H., ExtramuralUnited StatesMedical careMed Care. 2007 May;45(5 Suppl 1):S22-31.}, month = {May}, pages = {S22-31}, edition = {2007/04/20}, abstract = {BACKGROUND: The construction and evaluation of item banks to measure unidimensional constructs of health-related quality of life (HRQOL) is a fundamental objective of the Patient-Reported Outcomes Measurement Information System (PROMIS) project. OBJECTIVES: Item banks will be used as the foundation for developing short-form instruments and enabling computerized adaptive testing. The PROMIS Steering Committee selected 5 HRQOL domains for initial focus: physical functioning, fatigue, pain, emotional distress, and social role participation. This report provides an overview of the methods used in the PROMIS item analyses and proposed calibration of item banks. ANALYSES: Analyses include evaluation of data quality (eg, logic and range checking, spread of response distribution within an item), descriptive statistics (eg, frequencies, means), item response theory model assumptions (unidimensionality, local independence, monotonicity), model fit, differential item functioning, and item calibration for banking. RECOMMENDATIONS: Summarized are key analytic issues; recommendations are provided for future evaluations of item banks in HRQOL assessment.}, keywords = {*Health Status, *Information Systems, *Quality of Life, *Self Disclosure, Adolescent, Adult, Aged, Calibration, Databases as Topic, Evaluation Studies as Topic, Female, Humans, Male, Middle Aged, Outcome Assessment (Health Care)/*methods, Psychometrics, Questionnaires/standards, United States}, isbn = {0025-7079 (Print)}, author = {Reeve, B. B. and Hays, R. D. and Bjorner, J. B. and Cook, K. F. and Crane, P. K. and Teresi, J. A. and Thissen, D. and Revicki, D. A. and Weiss, D. J. and Hambleton, R. K. and Liu, H. and Gershon, R. C. and Reise, S. P. and Lai, J. S. and Cella, D.} } @article {555, title = {A review of item exposure control strategies for computerized adaptive testing developed from 1983 to 2005}, journal = {Journal of Technology,Learning, and Assessment,}, volume = { 5(8)}, year = {2007}, note = {http://www.jtla.org. {PDF file, 326 KB}}, abstract = {Since researchers acknowledged the several advantages of computerized adaptive testing (CAT) over traditional linear test administration, the issue of item exposure control has received increased attention. Due to CAT{\textquoteright}s underlying philosophy, particular items in the item pool may be presented too often and become overexposed, while other items are rarely selected by the CAT algorithm and thus become underexposed. Several item exposure control strategies have been presented in the literature aiming to prevent overexposure of some items and to increase the use rate of rarely or never selected items. This paper reviews such strategies that appeared in the relevant literature from 1983 to 2005. The focus of this paper is on studies that have been conducted in order to evaluate the effectiveness of item exposure control strategies for dichotomous scoring, polytomous scoring and testlet-based CAT systems. In addition, the paper discusses the strengths and weaknesses of each strategy group using examples from simulation studies. No new research is presented but rather a compendium of models is reviewed with an overall objective of providing researchers of this field, especially newcomers, a wide view of item exposure control strategies.}, author = {Georgiadou, E. and Triantafillou, E. and Economides, A. A.} } @inbook {1926, title = {Statistical aspects of adaptive testing}, year = {2007}, address = {C. R. Rao and S. Sinharay (Eds.), Handbook of statistics (Vol. 27: Psychometrics) (pp. 801838). Amsterdam: North-Holland.}, author = {van der Linden, W. J. and Glas, C. A. W.} } @article {176, title = {Computerized adaptive testing for follow-up after discharge from inpatient rehabilitation: I. Activity outcomes}, journal = {Archives of Physical Medicine and Rehabilitation}, volume = {87}, number = {8}, year = {2006}, note = {Haley, Stephen MSiebens, HilaryCoster, Wendy JTao, WeiBlack-Schaffer, Randie MGandek, BarbaraSinclair, Samuel JNi, PengshengK0245354-01/phsR01 hd043568/hd/nichdResearch Support, N.I.H., ExtramuralUnited StatesArchives of physical medicine and rehabilitationArch Phys Med Rehabil. 2006 Aug;87(8):1033-42.}, month = {Aug}, pages = {1033-42}, edition = {2006/08/01}, abstract = {OBJECTIVE: To examine score agreement, precision, validity, efficiency, and responsiveness of a computerized adaptive testing (CAT) version of the Activity Measure for Post-Acute Care (AM-PAC-CAT) in a prospective, 3-month follow-up sample of inpatient rehabilitation patients recently discharged home. DESIGN: Longitudinal, prospective 1-group cohort study of patients followed approximately 2 weeks after hospital discharge and then 3 months after the initial home visit. SETTING: Follow-up visits conducted in patients{\textquoteright} home setting. PARTICIPANTS: Ninety-four adults who were recently discharged from inpatient rehabilitation, with diagnoses of neurologic, orthopedic, and medically complex conditions. INTERVENTIONS: Not applicable. MAIN OUTCOME MEASURES: Summary scores from AM-PAC-CAT, including 3 activity domains of movement and physical, personal care and instrumental, and applied cognition were compared with scores from a traditional fixed-length version of the AM-PAC with 66 items (AM-PAC-66). RESULTS: AM-PAC-CAT scores were in good agreement (intraclass correlation coefficient model 3,1 range, .77-.86) with scores from the AM-PAC-66. On average, the CAT programs required 43\% of the time and 33\% of the items compared with the AM-PAC-66. Both formats discriminated across functional severity groups. The standardized response mean (SRM) was greater for the movement and physical fixed form than the CAT; the effect size and SRM of the 2 other AM-PAC domains showed similar sensitivity between CAT and fixed formats. Using patients{\textquoteright} own report as an anchor-based measure of change, the CAT and fixed length formats were comparable in responsiveness to patient-reported change over a 3-month interval. CONCLUSIONS: Accurate estimates for functional activity group-level changes can be obtained from CAT administrations, with a considerable reduction in administration time.}, keywords = {*Activities of Daily Living, *Adaptation, Physiological, *Computer Systems, *Questionnaires, Adult, Aged, Aged, 80 and over, Chi-Square Distribution, Factor Analysis, Statistical, Female, Humans, Longitudinal Studies, Male, Middle Aged, Outcome Assessment (Health Care)/*methods, Patient Discharge, Prospective Studies, Rehabilitation/*standards, Subacute Care/*standards}, isbn = {0003-9993 (Print)}, author = {Haley, S. M. and Siebens, H. and Coster, W. J. and Tao, W. and Black-Schaffer, R. M. and Gandek, B. and Sinclair, S. J. and Ni, P.} } @article {2173, title = {Effects of Estimation Bias on Multiple-Category Classification With an IRT-Based Adaptive Classification Procedure}, journal = {Educational and Psychological Measurement}, volume = {66}, number = {4}, year = {2006}, pages = {545-564}, abstract = {

The effects of five ability estimators, that is, maximum likelihood estimator, weighted likelihood estimator, maximum a posteriori, expected a posteriori, and Owen\&$\#$39;s sequential estimator, on the performances of the item response theory\–based adaptive classification procedure on multiple categories were studied via simulations. The following results were found. (a) The Bayesian estimators were more likely to misclassify examinees into an inward category because of their inward biases, when a fixed start value of zero was assigned to every examinee. (b) When moderately accurate start values were available, however, Bayesian estimators produced classifications that were slightly more accurate than was the maximum likelihood estimator or weighted likelihood estimator. Expected a posteriori was the procedure that produced the most accurate results among the three Bayesian methods. (c) All five estimators produced equivalent efficiencies in terms of number of items required, which was 50 or more items except for abilities that were less than -2.00 or greater than 2.00.

}, doi = {10.1177/0013164405284031}, url = {http://epm.sagepub.com/content/66/4/545.abstract}, author = {Yang, Xiangdong and Poggio, John C. and Glasnapp, Douglas R.} } @article {554, title = {Evaluation parameters for computer adaptive testing}, journal = {British Journal of Educational Technology}, volume = {Vol. 37}, year = {2006}, pages = {261-278}, author = {Georgiadou, E. and Triantafillou, E. and Economides, A. A.} } @article {162, title = {Item banks and their potential applications to health status assessment in diverse populations}, journal = {Medical Care}, volume = {44}, number = {11 Suppl 3}, year = {2006}, note = {0025-7079 (Print)Journal ArticleResearch Support, N.I.H., ExtramuralResearch Support, Non-U.S. Gov{\textquoteright}t}, month = {Nov}, pages = {S189-S197}, abstract = {In the context of an ethnically diverse, aging society, attention is increasingly turning to health-related quality of life measurement to evaluate healthcare and treatment options for chronic diseases. When evaluating and treating symptoms and concerns such as fatigue, pain, or physical function, reliable and accurate assessment is a priority. Modern psychometric methods have enabled us to move from long, static tests that provide inefficient and often inaccurate assessment of individual patients, to computerized adaptive tests (CATs) that can precisely measure individuals on health domains of interest. These modern methods, collectively referred to as item response theory (IRT), can produce calibrated "item banks" from larger pools of questions. From these banks, CATs can be conducted on individuals to produce their scores on selected domains. Item banks allow for comparison of patients across different question sets because the patient{\textquoteright}s score is expressed on a common scale. Other advantages of using item banks include flexibility in terms of the degree of precision desired; interval measurement properties under most circumstances; realistic capability for accurate individual assessment over time (using CAT); and measurement equivalence across different patient populations. This work summarizes the process used in the creation and evaluation of item banks and reviews their potential contributions and limitations regarding outcome assessment and patient care, particularly when they are applied across people of different cultural backgrounds.}, author = {Hahn, E. A. and Cella, D. and Bode, R. K. and Gershon, R. C. and Lai, J. S.} } @article {311, title = {Multidimensional computerized adaptive testing of the EORTC QLQ-C30: basic developments and evaluations}, journal = {Quality of Life Research}, volume = {15}, number = {3}, year = {2006}, note = {Petersen, Morten AaGroenvold, MogensAaronson, NeilFayers, PeterSprangers, MirjamBjorner, Jakob BEuropean Organisation for Research and Treatment of Cancer Quality of Life GroupResearch Support, Non-U.S. Gov{\textquoteright}tNetherlandsQuality of life research : an international journal of quality of life aspects of treatment, care and rehabilitationQual Life Res. 2006 Apr;15(3):315-29.}, month = {Apr}, pages = {315-29}, edition = {2006/03/21}, abstract = {OBJECTIVE: Self-report questionnaires are widely used to measure health-related quality of life (HRQOL). Ideally, such questionnaires should be adapted to the individual patient and at the same time scores should be directly comparable across patients. This may be achieved using computerized adaptive testing (CAT). Usually, CAT is carried out for a single domain at a time. However, many HRQOL domains are highly correlated. Multidimensional CAT may utilize these correlations to improve measurement efficiency. We investigated the possible advantages and difficulties of multidimensional CAT. STUDY DESIGN AND SETTING: We evaluated multidimensional CAT of three scales from the EORTC QLQ-C30: the physical functioning, emotional functioning, and fatigue scales. Analyses utilised a database with 2958 European cancer patients. RESULTS: It was possible to obtain scores for the three domains with five to seven items administered using multidimensional CAT that were very close to the scores obtained using all 12 items and with no or little loss of measurement precision. CONCLUSION: The findings suggest that multidimensional CAT may significantly improve measurement precision and efficiency and encourage further research into multidimensional CAT. Particularly, the estimation of the model underlying the multidimensional CAT and the conceptual aspects need further investigations.}, keywords = {*Quality of Life, *Self Disclosure, Adult, Female, Health Status, Humans, Male, Middle Aged, Questionnaires/*standards, User-Computer Interface}, isbn = {0962-9343 (Print)}, author = {Petersen, M. A. and Groenvold, M. and Aaronson, N. K. and Fayers, P. and Sprangers, M. and Bjorner, J. B.} } @inbook {180, title = {Applications of item response theory to improve health outcomes assessment: Developing item banks, linking instruments, and computer-adaptive testing}, booktitle = {Outcomes assessment in cancer}, year = {2005}, note = {Using Smart Source ParsingOutcomes assessment in cancer: Measures, methods, and applications. (pp. 445-464). New York, NY : Cambridge University Press. xiv, 662 pp}, pages = {445-464}, publisher = {Cambridge University Press}, organization = {Cambridge University Press}, address = {Cambridge, UK}, abstract = {(From the chapter) The current chapter builds on Reise{\textquoteright}s introduction to the basic concepts, assumptions, popular models, and important features of IRT and discusses the applications of item response theory (IRT) modeling to health outcomes assessment. In particular, we highlight the critical role of IRT modeling in: developing an instrument to match a study{\textquoteright}s population; linking two or more instruments measuring similar constructs on a common metric; and creating item banks that provide the foundation for tailored short-form instruments or for computerized adaptive assessments. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Computer Assisted Testing, Health, Item Response Theory, Measurement, Test Construction, Treatment Outcomes}, author = {Hambleton, R. K.}, editor = {C. C. Gotay and C. Snyder} } @article {2095, title = {An Authoring Environment for Adaptive Testing}, journal = {Educational Technology \& Society}, volume = {8}, year = {2005}, pages = {66-76}, abstract = {

SIETTE is a web-based adaptive testing system. It implements Computerized Adaptive Tests. These tests are tailor-made, theory-based tests, where questions shown to students, finalization of the test, and student knowledge estimation is accomplished adaptively. To construct these tests, SIETTE has an authoring environment comprising a suite of tools that helps teachers create questions and tests properly, and analyze students\’ performance after taking a test. In this paper, we present this authoring environment in the
framework of adaptive testing. As will be shown, this set of visual tools, that contain some adaptable eatures, can be useful for teachers lacking skills in this kind of testing. Additionally, other systems that implement adaptive testing will be studied.\ 

}, keywords = {Adaptability, Adaptive Testing, Authoring environment, Item Response Theory}, author = {Guzm{\'a}n, E and Conejo, R and Garc{\'\i}a-Herv{\'a}s, E} } @article {150, title = {Computer adaptive testing}, journal = {Journal of Applied Measurement}, volume = {6}, number = {1}, year = {2005}, note = {Gershon, Richard CReviewUnited StatesJournal of applied measurementJ Appl Meas. 2005;6(1):109-27.}, pages = {109-27}, edition = {2005/02/11}, abstract = {The creation of item response theory (IRT) and Rasch models, inexpensive accessibility to high speed desktop computers, and the growth of the Internet, has led to the creation and growth of computerized adaptive testing or CAT. This form of assessment is applicable for both high stakes tests such as certification or licensure exams, as well as health related quality of life surveys. This article discusses the historical background of CAT including its many advantages over conventional (typically paper and pencil) alternatives. The process of CAT is then described including descriptions of the specific differences of using CAT based upon 1-, 2- and 3-parameter IRT and various Rasch models. Numerous specific topics describing CAT in practice are described including: initial item selection, content balancing, test difficulty, test length and stopping rules. The article concludes with the author{\textquoteright}s reflections regarding the future of CAT.}, keywords = {*Internet, *Models, Statistical, *User-Computer Interface, Certification, Health Surveys, Humans, Licensure, Microcomputers, Quality of Life}, isbn = {1529-7713 (Print)}, author = {Gershon, R. C.} } @article {556, title = {Computer adaptive testing}, journal = {Journal of Applied Measurement }, volume = {6}, year = {2005}, pages = {109-27}, author = {Gershon, R. C.} } @article {2143, title = {Computerized Adaptive Testing With the Partial Credit Model: Estimation Procedures, Population Distributions, and Item Pool Characteristics}, journal = {Applied Psychological Measurement}, volume = {29}, number = {6}, year = {2005}, pages = {433-456}, abstract = {

The primary purpose of this research is to examine the impact of estimation methods, actual latent trait distributions, and item pool characteristics on the performance of a simulated computerized adaptive testing (CAT) system. In this study, three estimation procedures are compared for accuracy of estimation: maximum likelihood estimation (MLE), expected a priori (EAP), and Warm\&$\#$39;s weighted likelihood estimation (WLE). Some research has shown that MLE and EAP perform equally well under certain conditions in polytomous CAT systems, such that they match the actual latent trait distribution. However, little research has compared these methods when prior estimates of. distributions are extremely poor. In general, it appears that MLE, EAP, and WLE procedures perform equally well when using an optimal item pool. However, the use of EAP procedures may be advantageous under nonoptimal testing conditions when the item pool is not appropriately matched to the examinees.

}, doi = {10.1177/0146621605280072}, url = {http://apm.sagepub.com/content/29/6/433.abstract}, author = {Gorin, Joanna S. and Dodd, Barbara G. and Fitzpatrick, Steven J. and Shieh, Yann Yann} } @article {558, title = {Computerized adaptive testing with the partial credit model: Estimation procedures, population distributions, and item pool characteristics}, journal = {Applied Psychological Measurement}, volume = {29}, year = {2005}, pages = {533-546}, author = {Gorin, J. and Dodd, B. G. and Fitzpatrick, S. J. and Shieh, Y. Y.} } @article {159, title = {Computerized adaptive testing with the partial credit model: Estimation procedures, population distributions, and item pool characteristics}, journal = {Applied Psychological Measurement}, volume = {29}, number = {6}, year = {2005}, pages = {433-456}, isbn = {0146-6216}, author = {Gorin, J. S.} } @inbook {1773, title = {The development of the adaptive item language assessment (AILA) for mixed-ability students}, year = {2005}, address = {Proceedings E-Learn 2005 World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education, 643-650, Vancouver, Canada, AACE, October 2005.}, author = {Giouroglou, H. and Economides, A. A.} } @inbook {1772, title = {An implemented theoretical framework for a common European foreign language adaptive assessment}, year = {2005}, address = {Proceedings ICODL 2005, 3rd ternational Conference on Open and Distance Learning {\textquoteright}Applications of Pedagogy and Technology{\textquoteright},339-350,Greek Open University, Patra, Greece}, author = {Giouroglou, H. and Economides, A. A.} } @article {236, title = {An item bank was created to improve the measurement of cancer-related fatigue}, journal = {Journal of Clinical Epidemiology}, volume = {58}, number = {2}, year = {2005}, note = {Lai, Jin-SheiCella, DavidDineen, KellyBode, RitaVon Roenn, JamieGershon, Richard CShevrin, DanielEnglandJ Clin Epidemiol. 2005 Feb;58(2):190-7.}, month = {Feb}, pages = {190-7}, type = {Multicenter Study}, edition = {2005/02/01}, abstract = {OBJECTIVE: Cancer-related fatigue (CRF) is one of the most common unrelieved symptoms experienced by patients. CRF is underrecognized and undertreated due to a lack of clinically sensitive instruments that integrate easily into clinics. Modern computerized adaptive testing (CAT) can overcome these obstacles by enabling precise assessment of fatigue without requiring the administration of a large number of questions. A working item bank is essential for development of a CAT platform. The present report describes the building of an operational item bank for use in clinical settings with the ultimate goal of improving CRF identification and treatment. STUDY DESIGN AND SETTING: The sample included 301 cancer patients. Psychometric properties of items were examined by using Rasch analysis, an Item Response Theory (IRT) model. RESULTS AND CONCLUSION: The final bank includes 72 items. These 72 unidimensional items explained 57.5\% of the variance, based on factor analysis results. Excellent internal consistency (alpha=0.99) and acceptable item-total correlation were found (range: 0.51-0.85). The 72 items covered a reasonable range of the fatigue continuum. No significant ceiling effects, floor effects, or gaps were found. A sample short form was created for demonstration purposes. The resulting bank is amenable to the development of a CAT platform.}, keywords = {Adult, Aged, Aged, 80 and over, Factor Analysis, Statistical, Fatigue/*etiology/psychology, Female, Humans, Male, Middle Aged, Neoplasms/*complications/psychology, Psychometrics, Questionnaires}, isbn = {0895-4356 (Print)0895-4356 (Linking)}, author = {Lai, J-S. and Cella, D. and Dineen, K. and Bode, R. and Von Roenn, J. and Gershon, R. C. and Shevrin, D.} } @article {2131, title = {Item response theory in computer adaptive testing: implications for outcomes measurement in rehabilitation}, journal = {Rehabil Psychol}, volume = {50}, year = {2005}, pages = {71-78}, author = {Ware, J. E and Gandek, B. and Sinclair, S. J. and Bjorner, J. B.} } @inbook {1770, title = {The ABCs of Computerized Adaptive Testing}, year = {2004}, address = {T. M. Wood and W. Zhi (Eds.), Measurement issues and practice in physical activity. Champaign, IL: Human kinetics.}, author = {Gershon, R. C.} } @article {147, title = {Computerized adaptive measurement of depression: A simulation study}, journal = {BMC Psychiatry}, volume = {4}, number = {1}, year = {2004}, pages = {13-23}, abstract = {Background: Efficient, accurate instruments for measuring depression are increasingly importantin clinical practice. We developed a computerized adaptive version of the Beck DepressionInventory (BDI). We examined its efficiency and its usefulness in identifying Major DepressiveEpisodes (MDE) and in measuring depression severity.Methods: Subjects were 744 participants in research studies in which each subject completed boththe BDI and the SCID. In addition, 285 patients completed the Hamilton Depression Rating Scale.Results: The adaptive BDI had an AUC as an indicator of a SCID diagnosis of MDE of 88\%,equivalent to the full BDI. The adaptive BDI asked fewer questions than the full BDI (5.6 versus 21items). The adaptive latent depression score correlated r = .92 with the BDI total score and thelatent depression score correlated more highly with the Hamilton (r = .74) than the BDI total scoredid (r = .70).Conclusions: Adaptive testing for depression may provide greatly increased efficiency withoutloss of accuracy in identifying MDE or in measuring depression severity.}, keywords = {*Computer Simulation, Adult, Algorithms, Area Under Curve, Comparative Study, Depressive Disorder/*diagnosis/epidemiology/psychology, Diagnosis, Computer-Assisted/*methods/statistics \& numerical data, Factor Analysis, Statistical, Female, Humans, Internet, Male, Mass Screening/methods, Patient Selection, Personality Inventory/*statistics \& numerical data, Pilot Projects, Prevalence, Psychiatric Status Rating Scales/*statistics \& numerical data, Psychometrics, Research Support, Non-U.S. Gov{\textquoteright}t, Research Support, U.S. Gov{\textquoteright}t, P.H.S., Severity of Illness Index, Software}, author = {Gardner, W. and Shear, K. and Kelleher, K. J. and Pajer, K. A. and Mammen, O. and Buysse, D. and Frank, E.} } @article {2086, title = {Evaluating scale stability of a computer adaptive testing system}, number = {05-12}, year = {2004}, institution = {GMAC}, address = {McLean, VA}, author = {Guo, F. and Wang, L.} } @inbook {2201, title = {A Learning Environment for English for Academic Purposes Based on Adaptive Tests and Task-Based Systems}, booktitle = {Intelligent Tutoring Systems}, series = {Lecture Notes in Computer Science}, volume = {3220}, year = {2004}, pages = {1-11}, publisher = {Springer Berlin / Heidelberg}, organization = {Springer Berlin / Heidelberg}, isbn = {978-3-540-22948-3}, doi = {10.1007/978-3-540-30139-4_1}, url = {http://dx.doi.org/10.1007/978-3-540-30139-4_1}, author = {Gon{\c c}alves, Jean P. and Aluisio, Sandra M. and de Oliveira, Leandro H.M. and Oliveira Jr., Osvaldo N.}, editor = {Lester, James C. and Vicari, Rosa Maria and Paragua{\c c}u, F{\'a}bio} } @booklet {200, title = {Practical methods for dealing with {\textquoteright}not applicable{\textquoteright} item responses in the AMC Linear Disability Score project}, journal = {Health and Quality of Life Outcomes}, volume = {2}, year = {2004}, note = {Holman, RebeccaGlas, Cees A WLindeboom, RobertZwinderman, Aeilko Hde Haan, Rob JEnglandHealth Qual Life Outcomes. 2004 Jun 16;2:29.}, month = {Jun 16}, pages = {29}, type = {Comparative StudyResearch Support, Non-U.S. Gov{\textquoteright}t}, edition = {2004/06/18}, abstract = {BACKGROUND: Whenever questionnaires are used to collect data on constructs, such as functional status or health related quality of life, it is unlikely that all respondents will respond to all items. This paper examines ways of dealing with responses in a {\textquoteright}not applicable{\textquoteright} category to items included in the AMC Linear Disability Score (ALDS) project item bank. METHODS: The data examined in this paper come from the responses of 392 respondents to 32 items and form part of the calibration sample for the ALDS item bank. The data are analysed using the one-parameter logistic item response theory model. The four practical strategies for dealing with this type of response are: cold deck imputation; hot deck imputation; treating the missing responses as if these items had never been offered to those individual patients; and using a model which takes account of the {\textquoteright}tendency to respond to items{\textquoteright}. RESULTS: The item and respondent population parameter estimates were very similar for the strategies involving hot deck imputation; treating the missing responses as if these items had never been offered to those individual patients; and using a model which takes account of the {\textquoteright}tendency to respond to items{\textquoteright}. The estimates obtained using the cold deck imputation method were substantially different. CONCLUSIONS: The cold deck imputation method was not considered suitable for use in the ALDS item bank. The other three methods described can be usefully implemented in the ALDS item bank, depending on the purpose of the data analysis to be carried out. These three methods may be useful for other data sets examining similar constructs, when item response theory based methods are used.}, keywords = {*Disability Evaluation, *Health Surveys, *Logistic Models, *Questionnaires, Activities of Daily Living/*classification, Data Interpretation, Statistical, Health Status, Humans, Pilot Projects, Probability, Quality of Life, Severity of Illness Index}, isbn = {1477-7525 (Electronic)1477-7525 (Linking)}, author = {Holman, R. and Glas, C. A. and Lindeboom, R. and Zwinderman, A. H. and de Haan, R. J.} } @article {82, title = {Siette: a web-based tool for adaptive testing}, journal = {International Journal of Artificial Intelligence in Education}, volume = {14}, number = {1}, year = {2004}, pages = {29-61}, keywords = {computerized adaptive testing}, author = {Conejo, R and Guzm{\'a}n, E and Mill{\'a}n, E and Trella, M and P{\'e}rez-De-La-Cruz, JL and R{\'\i}os, A} } @inbook {1771, title = {State-of-the-art and adaptive open-closed items in adaptive foreign language assessment}, year = {2004}, address = {Proceedings 4th Hellenic Conference with ternational Participation: Informational and Communication Technologies in Education, Athens,747-756}, author = {Giouroglou, H. and Economides, A. A.} } @article {244, title = {Testing vocabulary knowledge: Size, strength, and computer adaptiveness}, journal = {Language Learning}, volume = {54}, number = {3}, year = {2004}, note = {References .Blackwell Publishing, United Kingdom}, month = {Sep}, pages = {399-436}, abstract = {(from the journal abstract) In this article, we describe the development and trial of a bilingual computerized test of vocabulary size, the number of words the learner knows, and strength, a combination of four aspects of knowledge of meaning that are assumed to constitute a hierarchy of difficulty: passive recognition (easiest), active recognition, passive recall, and active recall (hardest). The participants were 435 learners of English as a second language. We investigated whether the above hierarchy was valid and which strength modality correlated best with classroom language performance. Results showed that the hypothesized hierarchy was present at all word frequency levels, that passive recall was the best predictor of classroom language performance, and that growth in vocabulary knowledge was different for the different strength modalities. (PsycINFO Database Record (c) 2004 APA, all rights reserved).}, author = {Laufer, B. and Goldstein, Z.} } @conference {928, title = {Cognitive CAT in foreign language assessment}, booktitle = {Proceedings 11th International PEG Conference}, year = {2003}, address = {Powerful ICT Tools for Learning and Teaching, PEG {\textquoteright}03, CD-ROM, 2003}, author = {Giouroglou, H. and Economides, A. A.} } @article {349, title = {Computerized adaptive rating scales for measuring managerial performance}, journal = {International Journal of Selection and Assessment}, volume = {11}, number = {2-3}, year = {2003}, pages = {237-246}, abstract = {Computerized adaptive rating scales (CARS) had been developed to measure contextual or citizenship performance. This rating format used a paired-comparison protocol, presenting pairs of behavioral statements scaled according to effectiveness levels, and an iterative item response theory algorithm to obtain estimates of ratees{\textquoteright} citizenship performance (W. C. Borman et al, 2001). In the present research, we developed CARS to measure the entire managerial performance domain, including task and citizenship performance, thus addressing a major limitation of the earlier CARS. The paper describes this development effort, including an adjustment to the algorithm that reduces substantially the number of item pairs required to obtain almost as much precision in the performance estimates. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Algorithms, Associations, Citizenship, Computer Assisted Testing, Construction, Contextual, Item Response Theory, Job Performance, Management, Management Personnel, Rating Scales, Test}, author = {Schneider, R. J. and Goff, M. and Anderson, S. and Borman, W. C.} } @article {156, title = {Computerized adaptive testing with item cloning}, journal = {Applied Psychological Measurement}, volume = {27}, number = {4}, year = {2003}, note = {References .Sage Publications, US}, pages = {247-261}, abstract = {(from the journal abstract) To increase the number of items available for adaptive testing and reduce the cost of item writing, the use of techniques of item cloning has been proposed. An important consequence of item cloning is possible variability between the item parameters. To deal with this variability, a multilevel item response (IRT) model is presented which allows for differences between the distributions of item parameters of families of item clones. A marginal maximum likelihood and a Bayesian procedure for estimating the hyperparameters are presented. In addition, an item-selection procedure for computerized adaptive testing with item cloning is presented which has the following two stages: First, a family of item clones is selected to be optimal at the estimate of the person parameter. Second, an item is randomly selected from the family for administration. Results from simulation studies based on an item pool from the Law School Admission Test (LSAT) illustrate the accuracy of these item pool calibration and adaptive testing procedures. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Glas, C. A. W. and van der Linden, W. J.} } @article {517, title = {Development and psychometric evaluation of the Flexilevel Scale of Shoulder Function (FLEX-SF)}, journal = {Medical Care (in press)}, year = {2003}, note = {$\#$CO03-01}, author = {Cook, K. F. and Roddey, T. S. and Gartsman, G M and Olson, S L} } @conference {1096, title = {Evaluating the comparability of English- and French-speaking examinees on a science achievement test administered using two-stage testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2003}, note = {PDF file, 568 K}, address = {Chicago IL}, author = {Puhan, G. and Gierl, M.} } @conference {934, title = {Online calibration and scale stability of a CAT program}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2003}, note = {{PDF file, 274 KB}}, address = {Chicago IL}, author = {Guo, F. and Wang, G.} } @conference {937, title = {Standard-setting issues in computerized-adaptive testing}, booktitle = {Paper Prepared for Presentation at the Annual Conference of the Canadian Society for Studies in Education}, year = {2003}, address = {Halifax, Nova Scotia, May 30th, 2003}, author = {Gushta, M. M.} } @conference {932, title = {Content-stratified random item selection in computerized classification testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2002}, note = {$\#$GU02-01}, address = {New Orleans LA}, author = {Guille, R. Lipner, R. S. and Norcini, J. J.} } @article {161, title = {The implications of the use of non-optimal items in a Computer Adaptive Testing (CAT) environment}, journal = {Dissertation Abstracts International: Section B: the Sciences \& Engineering}, volume = {63}, number = {3-B}, year = {2002}, pages = {1606}, abstract = {This study describes the effects of manipulating item difficulty in a computer adaptive testing (CAT) environment. There are many potential benefits when using CATS as compared to traditional tests. These include increased security, shorter tests, and more precise measurement. According to IRT, the theory underlying CAT, as the computer continually recalculates ability, items that match that current estimate of ability are administered. Such items provide maximum information about examinees during the test. Herein, however, lies a potential problem. These optimal CAT items result in an examinee having only a 50\% chance of a correct response. Some examinees may consider such items unduly challenging. Further, when test anxiety is a factor, it is possible that test scores may be negatively affected. This research was undertaken to determine the effects of administering easier CAT items on ability estimation and test length using computer simulations. Also considered was the administration of different numbers of initial items prior to the start of the adaptive portion of the test, using three different levels of measurement precision. Results indicate that regardless of the number of initial items administered, the level of precision employed, or the modifications made to item difficulty, the approximation of estimated ability to true ability is good in all cases. Additionally, the standard deviations of the ability estimates closely approximate the theoretical levels of precision used as stopping rules for the simulated CATs. Since optimal CAT items are not used, each item administered provides less information about examinees than optimal CAT items. This results in longer tests. Fortunately, using easier items that provide up to a 66.4\% chance of a correct response results in tests that only modestly increase in length, across levels of precision. For larger standard errors, even easier items (up to a 73.5\% chance of a correct response) result in only negligible to modest increases in test length. Examinees who find optimal CAT items difficult or examinees with test anxiety may find CATs that implement easier items enhance the already existing benefits of CAT. (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Grodenchik, D. J.} } @article {146, title = {Multidimensional adaptive testing for mental health problems in primary care}, journal = {Medical Care}, volume = {40}, number = {9}, year = {2002}, note = {Gardner, WilliamKelleher, Kelly JPajer, Kathleen AMCJ-177022/PHS HHS/MH30915/MH/NIMH NIH HHS/MH50629/MH/NIMH NIH HHS/Med Care. 2002 Sep;40(9):812-23.}, month = {Sep}, pages = {812-23}, edition = {2002/09/10}, abstract = {OBJECTIVES: Efficient and accurate instruments for assessing child psychopathology are increasingly important in clinical practice and research. For example, screening in primary care settings can identify children and adolescents with disorders that may otherwise go undetected. However, primary care offices are notorious for the brevity of visits and screening must not burden patients or staff with long questionnaires. One solution is to shorten assessment instruments, but dropping questions typically makes an instrument less accurate. An alternative is adaptive testing, in which a computer selects the items to be asked of a patient based on the patient{\textquoteright}s previous responses. This research used a simulation to test a child mental health screen based on this technology. RESEARCH DESIGN: Using half of a large sample of data, a computerized version was developed of the Pediatric Symptom Checklist (PSC), a parental-report psychosocial problem screen. With the unused data, a simulation was conducted to determine whether the Adaptive PSC can reproduce the results of the full PSC with greater efficiency. SUBJECTS: PSCs were completed by parents on 21,150 children seen in a national sample of primary care practices. RESULTS: Four latent psychosocial problem dimensions were identified through factor analysis: internalizing problems, externalizing problems, attention problems, and school problems. A simulated adaptive test measuring these traits asked an average of 11.6 questions per patient, and asked five or fewer questions for 49\% of the sample. There was high agreement between the adaptive test and the full (35-item) PSC: only 1.3\% of screening decisions were discordant (kappa = 0.93). This agreement was higher than that obtained using a comparable length (12-item) short-form PSC (3.2\% of decisions discordant; kappa = 0.84). CONCLUSIONS: Multidimensional adaptive testing may be an accurate and efficient technology for screening for mental health problems in primary care settings.}, keywords = {Adolescent, Child, Child Behavior Disorders/*diagnosis, Child Health Services/*organization \& administration, Factor Analysis, Statistical, Female, Humans, Linear Models, Male, Mass Screening/*methods, Parents, Primary Health Care/*organization \& administration}, isbn = {0025-7079 (Print)0025-7079 (Linking)}, author = {Gardner, W. and Kelleher, K. J. and Pajer, K. A.} } @booklet {1383, title = {CB BULATS: Examining the reliability of a computer based test using test-retest method}, year = {2001}, note = {$\#$GE01-01 14-16. {PDF file, 456 KB}}, address = {Cambridge ESOL Research Notes, Issue 5, July 2001, pp}, author = {Geranpayeh, A.} } @conference {930, title = {Deriving a stopping rule for sequential adaptive tests}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {2001}, note = {{PDF file, 111 KB}}, address = {Seattle WA}, author = {Grabovsky, I. and Chang, Hua-Hua and Ying, Z.} } @conference {1021, title = {Impact of item location effects on ability estimation in CAT}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {2001}, note = {$\#$LI01-01}, address = {Seattle WA}, author = {Liu, M. and Zhu, R. and Guo, F.} } @conference {1235, title = {The influence of item characteristics and administration position on CAT Scores}, booktitle = {Paper presented at the 33rd annual meeting of the Northeastern Educational Research Association}, year = {2001}, address = {Hudson Valley, NY, October 26, 2001}, author = {Wang, L. and Gawlick, L.} } @conference {929, title = {Modeling variability in item parameters in CAT}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Glas, C. A. W. and van der Linden, W. J.} } @conference {1231, title = {Multidimensional IRT-based adaptive sequential mastery testing}, booktitle = {Paper presented at the Annual Meeting of the National Council on Measurement in Education}, year = {2001}, address = {Seattle WA}, author = {Vos, H. J. and Glas, C. E. W.} } @article {279, title = {Nouveaux d{\'e}veloppements dans le domaine du testing informatis{\'e} [New developments in the area of computerized testing]}, journal = {Psychologie Fran{\c c}aise}, volume = {46}, number = {3}, year = {2001}, pages = {221-230}, abstract = {L{\textquoteright}usage de l{\textquoteright}{\'e}valuation assist{\'e}e par ordinateur s{\textquoteright}est fortement d{\'e}velopp{\'e} depuis la premi{\`e}re formulation de ses principes de base dans les ann{\'e}es soixante et soixante-dix. Cet article offre une introduction aux derniers d{\'e}veloppements dans le domaine de l{\textquoteright}{\'e}valuation assist{\'e}e par ordinateur, en particulier celui du testing adaptative informatis{\'e}e (TAI). L{\textquoteright}estimation de l{\textquoteright}aptitude, la s{\'e}lection des items et le d{\'e}veloppement d{\textquoteright}une base d{\textquoteright}items dans le cas du TAI sont discut{\'e}s. De plus, des exemples d{\textquoteright}utilisations innovantes de l{\textquoteright}ordinateur dans des syst{\`e}mes int{\'e}gr{\'e}s de testing et de testing via Internet sont pr{\'e}sent{\'e}s. L{\textquoteright}article se termine par quelques illustrations de nouvelles applications du testing informatis{\'e} et des suggestions pour des recherches futures.Discusses the latest developments in computerized psychological assessment, with emphasis on computerized adaptive testing (CAT). Ability estimation, item selection, and item pool development in CAT are described. Examples of some innovative approaches to CAT are presented. (PsycINFO Database Record (c) 2005 APA )}, keywords = {Adaptive Testing, Computer Applications, Computer Assisted, Diagnosis, Psychological Assessment computerized adaptive testing}, author = {Meijer, R. R. and Gr{\'e}goire, J.} } @conference {935, title = {On-line Calibration Using PARSCALE Item Specific Prior Method: Changing Test Population and Sample Size}, booktitle = {Paper presented at National Council on Measurement in Education Annual Meeting}, year = {2001}, address = {Seattle, Washington}, author = {Guo, F. and Stone, E. and Cruz, D.} } @booklet {1564, title = {Scoring alternatives for incomplete computerized adaptive tests (Research Report 01-20)}, year = {2001}, address = {Princeton NJ: Educational Testing Service}, author = {Way, W. D. and Gawlick, L. A. and Eignor, D. R.} } @booklet {1387, title = {Adaptive mastery testing using a multidimensional IRT model and Bayesian sequential decision theory (Research Report 00-06)}, year = {2000}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Glas, C. A. W. and Vos, H. J.} } @article {402, title = {Capitalization on item calibration error in adaptive testing}, journal = {Applied Measurement in Education}, volume = {13}, number = {1}, year = {2000}, note = {References .Lawrence Erlbaum, US}, pages = {35-53}, abstract = {(from the journal abstract) In adaptive testing, item selection is sequentially optimized during the test. Because the optimization takes place over a pool of items calibrated with estimation error, capitalization on chance is likely to occur. How serious the consequences of this phenomenon are depends not only on the distribution of the estimation errors in the pool or the conditional ratio of the test length to the pool size given ability, but may also depend on the structure of the item selection criterion used. A simulation study demonstrated a dramatic impact of capitalization on estimation errors on ability estimation. Four different strategies to minimize the likelihood of capitalization on error in computerized adaptive testing are discussed.}, keywords = {computerized adaptive testing}, author = {van der Linden, W. J. and Glas, C. A. W.} } @article {368, title = {CAT administration of language placement examinations}, journal = {Journal of Applied Measurement}, volume = {1}, number = {3}, year = {2000}, note = {1529-7713Journal Article}, pages = {292-302}, abstract = {This article describes the development of a computerized adaptive test for Cegep de Jonquiere, a community college located in Quebec, Canada. Computerized language proficiency testing allows the simultaneous presentation of sound stimuli as the question is being presented to the test-taker. With a properly calibrated bank of items, the language proficiency test can be offered in an adaptive framework. By adapting the test to the test-taker{\textquoteright}s level of ability, an assessment can be made with significantly fewer items. We also describe our initial attempt to detect instances in which "cheating low" is occurring. In the "cheating low" situation, test-takers deliberately answer questions incorrectly, questions that they are fully capable of answering correctly had they been taking the test honestly.}, keywords = {*Language, *Software, Aptitude Tests/*statistics \& numerical data, Educational Measurement/*statistics \& numerical data, Humans, Psychometrics, Reproducibility of Results, Research Support, Non-U.S. Gov{\textquoteright}t}, author = {Stahl, J. and Bergstrom, B. and Gershon, R. C.} } @book {1710, title = {Computerized adaptive testing: A primer (2nd edition)}, year = {2000}, address = {Hillsdale, N. J. : Lawrence Erlbaum Associates}, author = {Wainer, H., and Dorans, N. and Eignor, D. R. and Flaugher, R. and Green, B. F. and Mislevy, R. and Steinberg, L. and Thissen, D.} } @book {403, title = {Computerized adaptive testing: Theory and practice}, year = {2000}, publisher = {Kluwer Academic Publishers}, organization = {Kluwer Academic Publishers}, address = {Dordrecht, The Netherlands}, author = {van der Linden, W. J. and Glas, C. A. W.} } @inbook {1925, title = {Cross-validating item parameter estimation in adaptive testing}, year = {2000}, address = {A. Boorsma, M. A. J. van Duijn, and T. A. B. Snijders (Eds.) (pp. 205-219), Essays on item response theory. New York: Springer.}, author = {van der Linden, W. J. and Glas, C. A. W.} } @article {755, title = {Detection of known items in adaptive testing with a statistical quality control method}, journal = {Journal of Educational and Behavioral Statistics}, volume = {25}, year = {2000}, pages = {373-389}, author = {Veerkamp, W. J. J. and Glas, C. E. W.} } @inbook {1774, title = {Item calibration and parameter drift}, year = {2000}, address = {W. J. van der linden and C. A. W. Glas (Eds.). Computerized adaptive testing: Theory and practice (pp.183-199). Norwell MA: Kluwer Academic.}, author = {Glas, C. A. W.} } @article {145, title = {Item selection algorithms in computerized adaptive testing}, journal = {Psicothema}, volume = {12}, number = {Suppl 2}, year = {2000}, note = {Spanish .Algoritmo mixto minima entropia-maxima informacion para la seleccion de items en un test adaptativo informatizado..Universidad de Oviedo, Spain}, pages = {12-14}, abstract = {Studied the efficacy of 3 different item selection algorithms in computerized adaptive testing. Ss were 395 university students (aged 20-25 yrs) in Spain. Ss were asked to submit answers via computer to 28 items of a personality questionnaire using item selection algorithms based on maximum item information, entropy, or mixed item-entropy algorithms. The results were evaluated according to ability of Ss to use item selection algorithms and number of questions. Initial results indicate that mixed criteria algorithms were more efficient than information or entropy algorithms for up to 15 questionnaire items, but that differences in efficiency decreased with increasing item number. Implications for developing computer adaptive testing methods are discussed. (PsycINFO Database Record (c) 2002 APA, all rights reserved).}, author = {Garcia, David A. and Santa Cruz, C. and Dorronsoro, J. R. and Rubio Franco, V. J.} } @inbook {158, title = {MML and EAP estimation in testlet-based adaptive testing}, booktitle = {Computerized adaptive testing: Theory and practice}, year = {2000}, pages = {271-287}, publisher = {Kluwer Academic Publishers}, organization = {Kluwer Academic Publishers}, address = {Dordrecht, The Netherlands}, author = {Glas, C. A. W. and Wainer, H., and Bradlow, E. T.} } @conference {936, title = {Test security and the development of computerized tests}, booktitle = {Paper presented at the National Council on Measurement in Education invited symposium: Maintaining test security in computerized programs{\textendash}Implications for practice}, year = {2000}, address = {New Orleans}, author = {Guo, F. and Way, W. D. and Reshetar, R.} } @inbook {1932, title = {Testlet-based adaptive mastery testing, W}, year = {2000}, address = {J. van der Linden (Ed.), Computerized adaptive testing: Theory and practice (pp. 289-309). Norwell MA: Kluwer.}, author = {Vos, H. J. and Glas, C. A. W.} } @conference {1179, title = {CAT administration of language placement exams}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Stahl, J. and Gershon, R. C. and Bergstrom, B.} } @article {234, title = {Evaluating the usefulness of computerized adaptive testing for medical in-course assessment}, journal = {Academic Medicine}, volume = {74}, number = {10}, year = {1999}, note = {Kreiter, C DFerguson, KGruppen, L DUnited statesAcademic medicine : journal of the Association of American Medical CollegesAcad Med. 1999 Oct;74(10):1125-8.}, month = {Oct}, pages = {1125-8}, edition = {1999/10/28}, abstract = {PURPOSE: This study investigated the feasibility of converting an existing computer-administered, in-course internal medicine test to an adaptive format. METHOD: A 200-item internal medicine extended matching test was used for this research. Parameters were estimated with commercially available software with responses from 621 examinees. A specially developed simulation program was used to retrospectively estimate the efficiency of the computer-adaptive exam format. RESULTS: It was found that the average test length could be shortened by almost half with measurement precision approximately equal to that of the full 200-item paper-and-pencil test. However, computer-adaptive testing with this item bank provided little advantage for examinees at the upper end of the ability continuum. An examination of classical item statistics and IRT item statistics suggested that adding more difficult items might extend the advantage to this group of examinees. CONCLUSIONS: Medical item banks presently used for incourse assessment might be advantageously employed in adaptive testing. However, it is important to evaluate the match between the items and the measurement objective of the test before implementing this format.}, keywords = {*Automation, *Education, Medical, Undergraduate, Educational Measurement/*methods, Humans, Internal Medicine/*education, Likelihood Functions, Psychometrics/*methods, Reproducibility of Results}, isbn = {1040-2446 (Print)}, author = {Kreiter, C. D. and Ferguson, K. and Gruppen, L. D.} } @conference {924, title = {Fairness in computer-based testing}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, note = {Fairness in computer-based testing. Paper presented at the annual meeting of the National Council on Measurement in Education, Montreal, Canada.}, address = {Montreal, Canada}, author = {Gallagher, Aand and Bridgeman, B. and Calahan, C} } @inbook {1775, title = {Item calibration and parameter drift}, year = {1999}, address = {W. J. van der Linden and C. A. W. Glas (Eds.), Computer adaptive testing: Theory and practice. Norwell MA: Kluwer.}, author = {Glas, C. A. W. and Veerkamp, W. J. J.} } @conference {933, title = {Managing CAT item development in the face of uncertainty}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1999}, address = {Montreal, Canada}, author = {Guo, F.} } @booklet {1386, title = {Adaptive mastery testing using the Rasch model and Bayesian sequential decision theory (Research Report 98-15)}, year = {1998}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Glas, C. A. W. and Vos, H. J.} } @booklet {1535, title = {Capitalization on item calibration error in adaptive testing (Research Report 98-07)}, year = {1998}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {van der Linden, W. J. and Glas, C. A. W.} } @booklet {1633, title = {Comparability of paper-and-pencil and computer adaptive test scores on the GRE General Test (GRE Board Professional Report No 95-08P; Educational Testing Service Research Report 98-38)}, year = {1998}, address = {Princeton, NJ: Educational Testing Service}, author = {Schaeffer, G. and Bridgeman, B. and Golub-Smith, M. L. and Lewis, C. and Potenza, M. T. and Steffen, M.} } @article {348, title = {Comparability of paper-and-pencil and computer adaptive test scores on the GRE General Test}, number = {ETS Research Report 98-38}, year = {1998}, month = {August, 1998}, institution = {Educational Testing Services}, address = {Princeton, N.J.}, isbn = {ETS Research Report 98-38}, author = {Schaeffer, G. A. and Bridgeman, B. and Golub-Smith, M. L. and Lewis, C. and Potenza, M. T. and Steffen, M.} } @booklet {1384, title = {Quality control of on-line calibration in computerized adaptive testing (Research Report 98-03)}, year = {1998}, address = {Enschede, The Netherlands: University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Glas, C. A. W.} } @article {155, title = {Statistical tests for person misfit in computerized adaptive testing}, number = {98-01}, year = {1998}, pages = {28}, institution = {Faculty of Educational Science and Technology, Univeersity of Twente}, address = {Enschede, The Netherlands}, isbn = {98-01}, author = {Glas, C. A. W. and Meijer, R. R. and van Krimpen-Stoop, E. M.} } @booklet {1385, title = {Statistical tests for person misfit in computerized adaptive testing (Research Report 98-01)}, year = {1998}, address = {Enschede, The Netherlands : University of Twente, Faculty of Educational Science and Technology, Department of Measurement and Data Analysis}, author = {Glas, C. A. W. and Meijer, R. R. and van Krimpen-Stoop, E. M. L. A.} } @article {611, title = {Testing word knowledge by telephone to estimate general cognitive aptitude using an adaptive test}, journal = {Intelligence}, volume = {26}, year = {1998}, pages = {91-98}, author = {Legree, P. J. and Fischl, M. A and Gade, P. A. and Wilson, M.} } @conference {931, title = {Alternate methods of scoring computer-based adaptive tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Green, B. F.} } @conference {863, title = {Assessing speededness in variable-length computer-adaptive tests}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education}, year = {1997}, address = {Chicago IL}, author = {Bontempo, B and Julian, E. R and Gorham, J. L.} } @article {33, title = {A computerized adaptive testing system for speech discrimination measurement: The Speech Sound Pattern Discrimination Test}, journal = {Journal of the Accoustical Society of America}, volume = {101}, number = {4}, year = {1997}, note = {972575560001-4966Journal Article}, pages = {2289-298}, abstract = {A computerized, adaptive test-delivery system for the measurement of speech discrimination, the Speech Sound Pattern Discrimination Test, is described and evaluated. Using a modified discrimination task, the testing system draws on a pool of 130 items spanning a broad range of difficulty to estimate an examinee{\textquoteright}s location along an underlying continuum of speech processing ability, yet does not require the examinee to possess a high level of English language proficiency. The system is driven by a mathematical measurement model which selects only test items which are appropriate in difficulty level for a given examinee, thereby individualizing the testing experience. Test items were administered to a sample of young deaf adults, and the adaptive testing system evaluated in terms of respondents{\textquoteright} sensory and perceptual capabilities, acoustic and phonetic dimensions of speech, and theories of speech perception. Data obtained in this study support the validity, reliability, and efficiency of this test as a measure of speech processing ability.}, keywords = {*Diagnosis, Computer-Assisted, *Speech Discrimination Tests, *Speech Perception, Adolescent, Adult, Audiometry, Pure-Tone, Human, Middle Age, Psychometrics, Reproducibility of Results}, author = {Bochner, J. and Garrison, W. and Palmer, L. and MacKenzie, D. and Braveman, A.} } @article {522, title = {Developing and scoring an innovative computerized writing assessment}, journal = {Journal of Educational Measurement}, volume = {34}, year = {1997}, pages = {21-41}, author = {Davey, T. and Godwin, J., and Mittelholz, D.} } @inbook {1747, title = {Adaptive assessment using granularity hierarchies and Bayesian nets}, year = {1996}, address = {Frasson, C. and Gauthier, G. and Lesgold, A. (Eds.) Intelligent Tutoring Systems, Third International Conference, ITS{\textquoteright}96, Montr{\'e}al, Canada, June 1996 Proceedings. Lecture Notes in Computer Science 1086. Berlin Heidelberg: Springer-Verlag 569-577.}, author = {Collins, J. A. and Greer, J. E. and Huang, S. X.} } @article {149, title = {The effect of individual differences variables on the assessment of ability for Computerized Adaptive Testing}, journal = {Dissertation Abstracts International: Section B: the Sciences \& Engineering}, volume = {57}, number = {6-B}, year = {1996}, pages = {4085}, abstract = {Computerized Adaptive Testing (CAT) continues to gain momentum as the accepted testing modality for a growing number of certification, licensure, education, government and human resource applications. However, the developers of these tests have for the most part failed to adequately explore the impact of individual differences such as test anxiety on the adaptive testing process. It is widely accepted that non-cognitive individual differences variables interact with the assessment of ability when using written examinations. Logic would dictate that individual differences variables would equally affect CAT. Two studies were used to explore this premise. In the first study, 507 examinees were given a test anxiety survey prior to taking a high stakes certification exam using CAT or using a written format. All examinees had already completed their course of study, and the examination would be their last hurdle prior to being awarded certification. High test anxious examinees performed worse than their low anxious counterparts on both testing formats. The second study replicated the finding that anxiety depresses performance in CAT. It also addressed the differential effect of anxiety on within test performance. Examinees were candidates taking their final certification examination following a four year college program. Ability measures were calculated for each successive part of the test for 923 subjects. Within subject performance varied depending upon test position. High anxious examinees performed poorly at all points in the test, while low and medium anxious examinee performance peaked in the middle of the test. If test anxiety and performance measures were actually the same trait, then low anxious individuals should have performed equally well throughout the test. The observed interaction of test anxiety and time on task serves as strong evidence that test anxiety has motivationally mediated as well as cognitively mediated effects. The results of the studies are di (PsycINFO Database Record (c) 2003 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Gershon, R. C.} } @conference {952, title = {The effects of methods of theta estimation, prior distribution, and number of quadrature points on CAT using the graded response model}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1996}, address = {New York NY}, author = {Hou, L. and Chen, S. and Dodd. B. G. and Fitzpatrick, S. J.} } @article {695, title = {A comparison of item selection routines in linear and adaptive tests}, journal = {Journal of Educational Measurement}, volume = {32}, year = {1995}, pages = {227-242}, author = {Schnipke, D. L., and Green, B. F.} } @conference {927, title = {Does cheating on CAT pay: Not}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1995}, note = {ERIC ED 392 844}, address = {San Francisco}, author = {Gershon, R. C. and Bergstrom, B.} } @book {1670, title = {CAT software system [computer program}, year = {1994}, address = {Chicago IL: Computer Adaptive Technologies}, author = {Gershon, R. C.} } @article {629, title = {Computer adaptive testing}, journal = {International journal of Educational Research}, volume = {6}, year = {1994}, pages = {623-634}, author = {Lunz, M. E. and Bergstrom, Betty A. and Gershon, R. C.} } @conference {846, title = {Computerized adaptive testing exploring examinee response time using hierarchical linear modeling}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1994}, note = {ERIC No. ED 400 286).}, address = {New Orleans LA}, author = {Bergstrom, B. and Gershon, R. C.} } @article {480, title = {Computerized adaptive testing for licensure and certification}, journal = {CLEAR Exam Review}, volume = {Winter 1994}, year = {1994}, pages = {25-27}, author = {Bergstrom, Betty A. and Gershon, R. C.} } @booklet {1594, title = {Introduction of a computer adaptive GRE General test (Research Report 93-57)}, year = {1993}, address = {Princeton NJ: Educational Testing Service}, author = {Schaeffer, G. A. and Steffen, M. and Golub-Smith, M. L.} } @article {27, title = {Altering the level of difficulty in computer adaptive testing}, journal = {Applied Measurement in Education}, volume = {5}, number = {2}, year = {1992}, note = {Lawrence Erlbaum, US}, pages = {137-149}, abstract = {Examines the effect of altering test difficulty on examinee ability measures and test length in a computer adaptive test. The 225 Ss were randomly assigned to 3 test difficulty conditions and given a variable length computer adaptive test. Examinees in the hard, medium, and easy test condition took a test targeted at the 50\%, 60\%, or 70\% probability of correct response. The results show that altering the probability of a correct response does not affect estimation of examinee ability and that taking an easier computer adaptive test only slightly increases the number of items necessary to reach specified levels of precision. (PsycINFO Database Record (c) 2002 APA, all rights reserved).}, keywords = {computerized adaptive testing}, author = {Bergstrom, Betty A. and Lunz, M. E. and Gershon, R. C.} } @conference {845, title = {Comparison of item targeting strategies for pass/fail adaptive tests}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, note = {(ERIC NO. ED 400 287).}, address = {San Francisco CA}, author = {Bergstrom, B. and Gershon, R. C.} } @conference {833, title = {Student attitudes toward computer-adaptive test administration}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1992}, address = {San Francisco CA}, author = {Baghi, H and Ferrara, S. F and Gabrys, R.} } @conference {834, title = {Applications of computer-adaptive testing in Maryland}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1991}, address = {Chicago IL}, author = {Baghi, H and Gabrys, R. and Ferrara, S.} } @booklet {1603, title = {Collected works on the legal aspects of computerized adaptive testing}, year = {1991}, address = {Chicago, IL: National Council of State Boards of Nursing, Inc}, author = {Stenson, H. and Graves, P. and Gardiner, J. and Dally, L.} } @conference {990, title = {Development and evaluation of hierarchical testlets in two-stage tests using integer linear programming}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1991}, address = {Chicago IL}, author = {Lam, T. L. and Goong, Y. Y.} } @conference {926, title = {Individual differences in computer adaptive testing: Anxiety, computer literacy, and satisfaction}, booktitle = {Paper presented at the annual meeting of the National Council on Measurement in Education.}, year = {1991}, author = {Gershon, R. C. and Bergstrom, B.} } @book {1727, title = {Computerized adaptive testing: A primer (Eds.)}, year = {1990}, address = {Hillsdale NJ: Erlbaum}, author = {Wainer, H., and Dorans, N. J. and Flaugher, R. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @inbook {1937, title = {Future challenges}, year = {1990}, address = {H. Wainer (Ed.), Computerized adaptive testing: A primer (pp. 233-272). Hillsdale NJ: Erlbaum.}, author = {Wainer, H., and Dorans, N. J. and Green, B. F. and Mislevy, R. J. and Steinberg, L. and Thissen, D.} } @proceedings {264, title = {Test-retest consistency of computer adaptive tests.}, journal = {annual meeting of the National Council on Measurement in Education}, year = {1990}, month = {04/1990}, address = {Boston, MA USA}, author = {Lunz, M. E. and Bergstrom, Betty A. and Gershon, R. C.} } @booklet {1390, title = {Utility of predicting starting abilities in sequential computer-based adaptive tests (Research Report 90-1)}, year = {1990}, address = {Baltimore MD: Johns Hopkins University, Department of Psychology}, author = {Green, B. F. and Thomas, T. J.} } @article {2020, title = {Adaptive Estimation When the Unidimensionality Assumption of IRT is Violated}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {373-390}, author = {Folk, V.G. and Green, B. F.} } @article {547, title = {Adaptive estimation when the unidimensionality assumption of IRT is violated}, journal = {Applied Psychological Measurement}, volume = {13}, year = {1989}, pages = {373-389}, author = {Folk, V.G., and Green, B. F.} } @book {1669, title = {CAT administrator [Computer program]}, year = {1989}, address = {Chicago: Micro Connections}, author = {Gershon, R. C.} } @booklet {1391, title = {Computerized adaptive tests}, year = {1989}, address = {ERIC Clearinghouse on Tests, Measurement, and Evaluation, no. 107}, author = {Grist, S. and Rudner, L. M. and Wise} } @booklet {1515, title = {Item-presentation controls for computerized adaptive testing: Content-balancing versus min-CAT (Research Report 89-1)}, year = {1989}, address = {Baltimore MD: Johns Hopkins University, Department of Psychology, Psychometric Laboratory}, author = {Thomas, T. J. and Green, B. F.} } @inbook {1782, title = {Construct validity of computer-based tests}, year = {1988}, address = {H. Wainer and H. Braun (Eds.), Test validity (pp. 77-103). Hillsdale NJ: Erlbaum.}, author = {Green, B. F.} } @article {560, title = {Critical problems in computer-based psychological measurement, , ,}, journal = {Applied Measurement in Education}, volume = {1}, year = {1988}, pages = {223-231}, author = {Green, B. F.} } @conference {99, title = {The Rasch model and missing data, with an emphasis on tailoring test items}, booktitle = {annual meeting of the American Educational Research Association}, year = {1988}, month = {April 5-9}, address = {New Orleans, LA. USA}, abstract = {Many applications of educational testing have a missing data aspect (MDA). This MDA is perhaps most pronounced in item banking, where each examinee responds to a different subtest of items from a large item pool and where both person and item parameter estimates are needed. The Rasch model is emphasized, and its non-parametric counterpart (the Mokken scale) is considered. The possibility of tailoring test items in combination with their estimation is discussed; however, most methods for the estimation of item parameters are inadequate under tailoring. Without special measures, only marginal maximum likelihood produces adequate item parameter estimates under item tailoring. Fischer{\textquoteright}s approximate minimum-chi-square method for estimation of item parameters for the Rasch model is discussed, which efficiently produces item parameters. (TJH)}, author = {de Gruijter, D. N. M.} } @article {557, title = {The Rasch model and multi-stage testing}, journal = {Journal of Educational and Behavioral Statistics}, volume = {13}, year = {1988}, pages = {45-52}, author = {Glas, C. A. W.} } @article {530, title = {Wilcox{\textquoteright} closed sequential testing procedure in stratified item domains}, journal = {Methodika}, volume = {1(1)}, year = {1987}, pages = {3-12}, author = {de Gruijter, D. N.} } @article {148, title = {An application of computer adaptive testing with communication handicapped examinees}, journal = {Educational and Psychological Measurement}, volume = {46}, number = {1}, year = {1986}, note = {Using Smart Source Parsingno. pp. MarchJournal Article10.1177/0013164486461003}, pages = {23-35}, abstract = {This study was conducted to evaluate a computerized adaptive testing procedure for the measurement of mathematical skills of entry level deaf college students. The theoretical basis of the study was the Rasch model for person measurement. Sixty persons were tested using an Apple II Plus microcomputer. Ability estimates provided by the computerized procedure were compared for stability with those obtained six to eight weeks earlier from conventional (written) testing of the same subject matter. Students{\textquoteright} attitudes toward their testing experiences also were measured. Substantial increases in measurement efficiency (by reducing test length) were realized through the adaptive testing procedure. Because the item pool used was not specifically designed for adaptive testing purposes, the psychometric quality of measurements resulting from the different testing methods was approximately equal. Attitudes toward computerized testing were favorable.}, keywords = {computerized adaptive testing}, isbn = {0013-1644}, author = {Garrison, W. M. and Baumgarten, B. S.} } @article {559, title = {Equivalence of conventional and computer presentation of speed tests}, journal = {Applied Psychological Measurement}, volume = {10}, year = {1986}, pages = {23-34}, author = {Greaud, V. A., and Green, B. F.} } @conference {983, title = {Operational characteristics of adaptive testing procedures using partial credit scoring}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1986}, note = {$\#$KO86-01}, address = {San Francisco CA}, author = {Koch, W. R. and Dodd. B. G.} } @article {552, title = {Monitoring item calibrations from data yielded by an adaptive testing procedure}, journal = {Educational Research Quarterly}, volume = {10}, year = {1985}, pages = {9-12}, author = {Garrison, W. M.} } @booklet {1308, title = {Analysis of experimental CAT ASVAB data}, year = {1984}, address = {Baltimore MD: Johns Hopkins University, Department of Psychology}, author = {Allred, L. A and Green, B. F.} } @booklet {1388, title = {Analysis of speeded test data from experimental CAT system}, year = {1984}, address = {Baltimore MD: Johns Hopkins University, Department of Psychology}, author = {Greaud, V. A., and Green, B. F.} } @booklet {1389, title = {Evaluation plan for the computerized adaptive vocational aptitude battery (Research Report 82-1)}, year = {1984}, note = {Baltimore MD: The Johns Hopkins University, Department of Psychology.}, author = {Green, B. F. and Bock, R. D. and Humphreys, L. G. and Linn, R. L. and Reckase, M. D.} } @article {561, title = {A plan for scaling the computerized adaptive Armed Services Vocational Aptitude Battery}, journal = {Journal of Educational Measurement}, volume = {21}, year = {1984}, pages = {347-360}, author = {Green, B. F. and Bock, B. D., and Linn, R. L. and Lord, F. M., and Reckase, M. D.} } @article {160, title = {Technical guidelines for assessing computerized adaptive tests}, journal = {Journal of Educational Measurement}, volume = {21}, number = {4}, year = {1984}, pages = {347-360}, keywords = {computerized adaptive testing, Mode effects, paper-and-pencil}, isbn = {1745-3984}, author = {Green, B. F. and Bock, R. D. and Humphreys, L. G. and Linn, R. L. and Reckase, M. D.} } @inbook {1781, title = {Adaptive testing by computer}, year = {1983}, address = {R. B. Ekstrom (ed.), Measurement, technology, and individuality in education. New directions for testing and measurement, Number 17. San Francisco: Jossey-Bass.}, author = {Green, B. F.} } @article {693, title = {An application of computerized adaptive testing in U. S. Army recruiting.}, journal = {Journal of Computer-Based Instruction}, volume = {10}, year = {1983}, pages = {87-89}, author = {Sands, W. A. and Gade, P. A.} } @inbook {1780, title = {The promise of tailored tests}, year = {1983}, address = {H. Wainer and S. Messick (Eds.). Principals of modern psychological measurement (pp. 69-80). Hillsdale NJ: Erlbaum.}, author = {Green, B. F.} } @conference {925, title = {Assessing mathematics achievement with a tailored testing program}, booktitle = {Paper presented at the annual meeting of the American Educational Research Association}, year = {1982}, note = {$\#$GA82-01}, address = {New York}, author = {Garrison, W. M. and Baumgarten, B. S.} } @mastersthesis {2221, title = {A comparative evaluation of two Bayesian adaptive ability estimation procedures with a conventional test strategy}, volume = {Ph.D.}, year = {1980}, school = {Catholic University of America}, address = {Washington DC}, author = {Gorman, S.} } @book {1671, title = {A comparative evaluation of two Bayesian adaptive ability estimation procedures}, year = {1980}, address = {Unpublished doctoral dissertation, the Catholic University of America}, author = {Gorman, S.} } @inbook {1777, title = {A comparison of the accuracy of Bayesian adaptive and static tests using a correction for regression}, year = {1980}, note = {{PDF file, 735 KB}}, address = {D. J. Weiss (Ed.), Proceedings of the 1979 Computerized Adaptive Testing Conference (pp. 35-50). Minneapolis MN: University of Minnesota, Department of Psychology, Computerized Adaptive Testing Laboratory.}, author = {Gorman, S.} } @booklet {1494, title = {Effects of computerized adaptive testing on Black and White students (Research Report 79-2)}, year = {1980}, note = {{PDF file, 2.323 MB}}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Pine, S. M. and Church, A. T. and Gialluca, K. A. and Weiss, D. J.} } @article {1967, title = {Efficiency of an adaptive inter-subtest branching strategy in the measurement of classroom achievement (Research Report 79-6)}, year = {1979}, address = {Minneapolis: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Gialluca, K. A. and Weiss, D. J.} } @article {694, title = {Computer-assisted tailored testing: Examinee reactions and evaluation}, journal = {Educational and Psychological Measurement}, volume = {38}, year = {1978}, pages = {265-273}, author = {Schmidt, F. L. and Urry, V. W. and Gugel, J. F.} } @booklet {1596, title = {Computer-assisted tailored testing: Examinee reactions and evaluation (PB-276 748)}, year = {1977}, note = {$\#$SC77-01}, address = {Washington DC: U. S. Civil Service Commission, Personnel Research and Development Center.}, author = {Schmidt, F. L. and Urry, V. W. and Gugel, J. F.} } @inbook {1969, title = {Computerized Adaptive Testing with a Military Population}, year = {1977}, address = {D. J. Weiss (Ed.), Proceedings of the 1977 Computerized Adaptive Testing Conference. Minneapolls MN: University of Minnesota, Department of Psychology, Psychometric Methods Program}, author = {Gorman, S.} } @booklet {1326, title = {An information comparison of conventional and adaptive tests in the measurement of classroom achievement (Research Report 77-7)}, year = {1977}, address = {Minneapolis: Department of Psychology, Psychometric Methods Program}, author = {Bejar, I. I. and Weiss, D. J. and Gialluca, K. A.} } @booklet {1359, title = {A two-stage testing procedure (Memorandum 403-77)}, year = {1977}, address = {University of Leyden, The Netherlands, Educational Research Center}, author = {de Gruijter, D. N. M.} } @inbook {1779, title = {Discussion}, year = {1976}, note = {{PDF file, 347 KB}}, address = {C. K. Clark (Ed.), Proceedings of the First Conference on Computerized Adaptive Testing (pp. pp. 118-119). Washington DC: U.S. Government Printing Office.}, author = {Green, B. F.} } @inbook {1784, title = {Effectiveness of the ancillary estimation procedure}, year = {1976}, note = {{PDF file, 252 KB}}, address = {C. K. Clark (Ed.), Proceedings of the First Conference on Computerized Adaptive Testing (pp. 103-106). Washington DC: U.S. Government Printing Office.}, author = {Gugel, J. F. and Schmidt, F. L. and Urry, V. W.} } @inbook {1776, title = {Opening remarks}, year = {1976}, address = {W. H. Gorham (Chair), Computers and testing: Steps toward the inevitable conquest (PS 76-1). Symposium presented at the 83rd annual convention of the APA, Chicago IL. Washington DC: U.S. Civil Service Commission, Personnel Research and Developement Center}, author = {Gorham, W. A.} } @article {538, title = {Individual intelligence testing without the examiner: reliability of an automated method}, journal = {Journal of Consulting and Clinical Psychology}, volume = {38}, year = {1972}, pages = {9-14}, author = {Elwood, D. L. and Griffin, H.R.} } @inbook {1778, title = {Comments on tailored testing}, year = {1970}, address = {W. H. Holtzman, (Ed.), Computer-assisted instruction, testing, and guidance (pp. 184-197). New York: Harper and Row.}, author = {Green, B. F.} } @article {562, title = {Adaptive testing in an older population}, journal = {Journal of Psychology}, volume = {60}, year = {1965}, pages = {193-198}, author = {Greenwood, D. I. and Taylor, C.} }