@article {2,
	title = {Deterioro de par{\'a}metros de los {\'\i}tems en tests adaptativos informatizados: estudio con eCAT [Item parameter drift in computerized adaptive testing: Study with eCAT]},
	journal = {Psicothema},
	volume = {22},
	number = {2},
	year = {2010},
	note = {Abad, Francisco JOlea, JulioAguado, DavidPonsoda, VicenteBarrada, Juan REnglish AbstractSpainPsicothemaPsicothema. 2010 May;22(2):340-7.},
	pages = {340-7},
	edition = {2010/04/29},
	abstract = {<p>En el presente trabajo se muestra el an\&aacute;lisis realizado sobre un Test Adaptativo Informatizado (TAI) dise\&ntilde;ado para la evaluaci\&oacute;n del nivel de ingl\&eacute;s, denominado eCAT, con el objetivo de estudiar el deterioro de par\&aacute;metros (parameter drift) producido desde la calibraci\&oacute;n inicial del banco de \&iacute;tems. Se ha comparado la calibraci\&oacute;n original desarrollada para la puesta en servicio del TAI (N= 3224) y la calibraci\&oacute;n actual obtenida con las aplicaciones reales del TAI (N= 7254). Se ha analizado el Funcionamiento Diferencial de los \&Iacute;tems (FDI) en funci\&oacute;n de los par\&aacute;metros utilizados y se ha simulado el impacto que sobre el nivel de rasgo estimado tiene la variaci\&oacute;n en los par\&aacute;metros. Los resultados muestran que se produce especialmente un deterioro de los par\&aacute;metros a y c, que hay unimportante n\&uacute;mero de \&iacute;tems del banco para los que existe FDI y que la variaci\&oacute;n de los par\&aacute;metros produce un impacto moderado en la estimaci\&oacute;n de \&theta; de los evaluados con nivel de ingl\&eacute;s alto. Se concluye que los par\&aacute;metros de los \&iacute;tems se han deteriorado y deben ser actualizados.Item parameter drift in computerized adaptive testing: Study with eCAT. This study describes the parameter drift analysis conducted on eCAT (a Computerized Adaptive Test to assess the written English level of Spanish speakers). The original calibration of the item bank (N = 3224) was compared to a new calibration obtained from the data provided by most eCAT operative administrations (N =7254). A Differential Item Functioning (DIF) study was conducted between the original and the new calibrations. The impact that the new parameters have on the trait level estimates was obtained by simulation. Results show that parameter drift is found especially for a and c parameters, an important number of bank items show DIF, and the parameter change has a moderate impact on high-level-English \&theta; estimates. It is then recommended to replace the original estimates by the new set. by the new set.</p>
},
	keywords = {*Software, Educational Measurement/*methods/*statistics \& numerical data, Humans, Language},
	isbn = {0214-9915 (Print)0214-9915 (Linking)},
	author = {Abad, F. J. and Olea, J. and Aguado, D. and Ponsoda, V. and Barrada, J}
}
@article {298,
	title = {Tests informatizados y otros nuevos tipos de tests [Computerized and other new types of tests]},
	journal = {Papeles del Psic{\'o}logo},
	volume = {31},
	number = {1},
	year = {2010},
	pages = {94-107},
	abstract = {Recientemente se ha producido un considerable desarrollo de los tests adaptativos informatizados, en los que el test se adapta progresivamente al rendimiento del evaluando, y de otros tipos de tests: a) los test basados en modelos (se dispone de un modelo o teor{\'\i}a de c{\'o}mo se responde a cada {\'\i}tem, lo que permite predecir su dificultad), b) los tests ipsativos (el evaluado ha de elegir entre opciones que tienen parecida deseabilidad social, por lo que pueden resultar eficaces para controlar algunos sesgos de respuestas), c) los tests conductuales (miden rasgos que ordinariamente se han venido midiendo con autoinformes, mediante tareas que requieren respuestas no verbales) y d) los tests situacionales (en los que se presenta al evaluado una situaci{\'o}n de conflicto laboral, por ejemplo, con varias posibles soluciones, y ha de elegir la que le parece la mejor descripci{\'o}n de lo que el har{\'\i}a en esa situaci{\'o}n). El art{\'\i}culo comenta las caracter{\'\i}sticas, ventajas e inconvenientes de todos ellos y muestra algunos ejemplos de tests concretos. Palabras clave: Test adaptativo informatizado, Test situacional, Test comportamental, Test ipsativo y generaci{\'o}n autom{\'a}tica de {\'\i}tems.The paper provides a short description of some test types that are earning considerable interest in both research and applied areas. The main feature of a computerized adaptive test is that in despite of the examinees receiving different sets of items, their test scores are in the same metric and can be directly compared. Four other test types are considered: a) model-based tests (a model or theory is available to explain the item response process and this makes the prediction of item difficulties possible), b) ipsative tests (the examinee has to select one among two or more options with similar social desirability; so, these tests can help to control faking or other examinee{\textquoteright}s response biases), c) behavioral tests (personality traits are measured from non-verbal responses rather than from self-reports), and d) situational tests (the examinee faces a conflictive situation and has to select the option that best describes what he or she will do). The paper evaluates these types of tests, comments on their pros and cons and provides some specific examples. Key words: Computerized adaptive test, Situational test, Behavioral test, Ipsative test and y automatic item generation.},
	author = {Olea, J. and Abad, F. J. and Barrada, J}
}
@article {453,
	title = {Item selection rules in computerized adaptive testing: Accuracy and security},
	journal = {Methodology},
	volume = {5},
	year = {2009},
	note = {(PDF file, 445 KB)  },
	pages = {7-17},
	author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.}
}
@inbook {1731,
	title = {Test overlap rate and item exposure rate as indicators of test security in CATs},
	year = {2009},
	note = {PDF File, 261 K},
	address = {D. J. Weiss (Ed.), Proceedings of the 2009 GMAC Conference on Computerized Adaptive Testing.},
	author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.}
}
@article {454,
	title = {Incorporating randomness in the Fisher information for improving item-exposure control in CATs},
	journal = {British Journal of Mathematical and Statistical Psychology},
	volume = {61},
	year = {2008},
	pages = {493-513},
	author = {Barrada, J and Olea, J. and Ponsoda, V. and Abad, F. J.}
}
@article {17,
	title = {Rotating item banks versus restriction of maximum exposure rates in computerized adaptive testing},
	journal = {Spanish Journal of Psychology},
	volume = {11},
	number = {2},
	year = {2008},
	note = {Barrada, Juan RamonOlea, JulioAbad, Francisco JoseResearch Support, Non-U.S. Gov{\textquoteright}tSpainThe Spanish journal of psychologySpan J Psychol. 2008 Nov;11(2):618-25.},
	pages = {618-625},
	edition = {2008/11/08},
	abstract = {<p>If examinees were to know, beforehand, part of the content of a computerized adaptive test, their estimated trait levels would then have a marked positive bias. One of the strategies to avoid this consists of dividing a large item bank into several sub-banks and rotating the sub-bank employed (Ariel, Veldkamp \&amp; van der Linden, 2004). This strategy permits substantial improvements in exposure control at little cost to measurement accuracy, However, we do not know whether this option provides better results than using the master bank with greater restriction in the maximum exposure rates (Sympson \&amp; Hetter, 1985). In order to investigate this issue, we worked with several simulated banks of 2100 items, comparing them, for RMSE and overlap rate, with the same banks divided in two, three... up to seven sub-banks. By means of extensive manipulation of the maximum exposure rate in each bank, we found that the option of rotating banks slightly outperformed the option of restricting maximum exposure rate of the master bank by means of the Sympson-Hetter method.</p>
},
	keywords = {*Character, *Databases, *Software Design, Aptitude Tests/*statistics \& numerical data, Bias (Epidemiology), Computing Methodologies, Diagnosis, Computer-Assisted/*statistics \& numerical data, Educational Measurement/*statistics \& numerical data, Humans, Mathematical Computing, Psychometrics/statistics \& numerical data},
	isbn = {1138-7416},
	author = {Barrada, J and Olea, J. and Abad, F. J.}
}
@article {18,
	title = {Methods for restricting maximum exposure rate in computerized adaptative testing},
	journal = {Methodology: European Journal of Research Methods for the Behavioral and Social Sciences},
	volume = {3},
	number = {1},
	year = {2007},
	pages = {14-23},
	publisher = {Hogrefe \& Huber Publishers GmbH: Germany},
	abstract = {The Sympson-Hetter (1985) method provides a means of controlling maximum exposure rate of items in Computerized Adaptive Testing. Through a series of simulations, control parameters are set that mark the probability of administration of an item on being selected. This method presents two main problems: it requires a long computation time for calculating the parameters and the maximum exposure rate is slightly above the fixed limit. Van der Linden (2003) presented two alternatives which appear to solve both of the problems. The impact of these methods in the measurement accuracy has not been tested yet. We show how these methods over-restrict the exposure of some highly discriminating items and, thus, the accuracy is decreased. It also shown that, when the desired maximum exposure rate is near the minimum possible value, these methods offer an empirical maximum exposure rate clearly above the goal. A new method, based on the initial estimation of the probability of administration and the probability of selection of the items with the restricted method (Revuelta \& Ponsoda, 1998), is presented in this paper. It can be used with the Sympson-Hetter method and with the two van der Linden{\textquoteright}s methods. This option, when used with Sympson-Hetter, speeds the convergence of the control parameters without decreasing the accuracy. (PsycINFO Database Record (c) 2007 APA, all rights reserved)},
	keywords = {computerized adaptive testing, item bank security, item exposure control, overlap rate, Sympson-Hetter method},
	isbn = {1614-1881 (Print); 1614-2241 (Electronic)},
	author = {Barrada, J and Olea, J. and Ponsoda, V.}
}
@article {16,
	title = {Maximum information stratification method for controlling item exposure in computerized adaptive testing},
	journal = {Psicothema},
	volume = {18},
	number = {1},
	year = {2006},
	note = {Barrada, Juan RamonMazuela, PalomaOlea, JulioResearch Support, Non-U.S. Gov{\textquoteright}tSpainPsicothemaPsicothema. 2006 Feb;18(1):156-9.},
	month = {Feb},
	pages = {156-159},
	edition = {2007/02/14},
	abstract = {The proposal for increasing the security in Computerized Adaptive Tests that has received most attention in recent years is the a-stratified method (AS - Chang and Ying, 1999): at the beginning of the test only items with low discrimination parameters (a) can be administered, with the values of the a parameters increasing as the test goes on. With this method, distribution of the exposure rates of the items is less skewed, while efficiency is maintained in trait-level estimation. The pseudo-guessing parameter (c), present in the three-parameter logistic model, is considered irrelevant, and is not used in the AS method. The Maximum Information Stratified (MIS) model incorporates the c parameter in the stratification of the bank and in the item-selection rule, improving accuracy by comparison with the AS, for item banks with a and b parameters correlated and uncorrelated. For both kinds of banks, the blocking b methods (Chang, Qian and Ying, 2001) improve the security of the item bank.M{\'e}todo de estratificaci{\'o}n por m{\'a}xima informaci{\'o}n para el control de la exposici{\'o}n en tests adaptativos informatizados. La propuesta para aumentar la seguridad en los tests adaptativos informatizados que ha recibido m{\'a}s atenci{\'o}n en los {\'u}ltimos a{\~n}os ha sido el m{\'e}todo a-estratificado (AE - Chang y Ying, 1999): en los momentos iniciales del test s{\'o}lo pueden administrarse {\'\i}tems con bajos par{\'a}metros de discriminaci{\'o}n (a), increment{\'a}ndose los valores del par{\'a}metro a admisibles seg{\'u}n avanza el test. Con este m{\'e}todo la distribuci{\'o}n de las tasas de exposici{\'o}n de los {\'\i}tems es m{\'a}s equilibrada, manteniendo una adecuada precisi{\'o}n en la medida. El par{\'a}metro de pseudoadivinaci{\'o}n (c), presente en el modelo log{\'\i}stico de tres par{\'a}metros, se supone irrelevante y no se incorpora en el AE. El m{\'e}todo de Estratificaci{\'o}n por M{\'a}xima Informaci{\'o}n (EMI) incorpora el par{\'a}metro c a la estratificaci{\'o}n del banco y a la regla de selecci{\'o}n de {\'\i}tems, mejorando la precisi{\'o}n en comparaci{\'o}n con AE, tanto para bancos donde los par{\'a}metros a y b correlacionan como para bancos donde no. Para ambos tipos de bancos, los m{\'e}todos de bloqueo de b (Chang, Qian y Ying, 2001) mejoran la seguridad del banco.},
	keywords = {*Artificial Intelligence, *Microcomputers, *Psychological Tests, *Software Design, Algorithms, Chi-Square Distribution, Humans, Likelihood Functions},
	isbn = {0214-9915 (Print)},
	author = {Barrada, J and Mazuela, P. and Olea, J.}
}
@conference {838,
	title = {Multiple maximum exposure rates in computerized adaptive testing},
	booktitle = {Paper presented at the SMABS-EAM Conference},
	year = {2006},
	address = {Budapest, Hungary},
	author = {Barrada, J and Veldkamp, B. P. and Olea, J.}
}
@article {202,
	title = {Assisted self-adapted testing: A comparative study},
	journal = {European Journal of Psychological Assessment},
	volume = {20},
	number = {1},
	year = {2004},
	pages = {2-9},
	abstract = {A new type of self-adapted test (S-AT), called Assisted Self-Adapted Test (AS-AT), is presented. It differs from an ordinary S-AT in that prior to selecting the difficulty category, the computer advises examinees on their best difficulty category choice, based on their previous performance. Three tests (computerized adaptive test, AS-AT, and S-AT) were compared regarding both their psychometric (precision and efficiency) and psychological (anxiety) characteristics. Tests were applied in an actual assessment situation, in which test scores determined 20\% of term grades. A sample of 173 high school students participated. Neither differences in posttest anxiety nor ability were obtained. Concerning precision, AS-AT was as precise as CAT, and both revealed more precision than S-AT. It was concluded that AS-AT acted as a CAT concerning precision. Some hints, but not conclusive support, of the psychological similarity between AS-AT and S-AT was also found. (PsycINFO Database Record (c) 2005 APA ) (journal abstract)},
	keywords = {Adaptive Testing, Anxiety, Computer Assisted Testing, Psychometrics, Test},
	author = {Hontangas, P. and Olea, J. and Ponsoda, V. and Revuelta, J. and Wise, S. L.}
}
@inbook {1869,
	title = {Computerized adaptive testing},
	year = {2003},
	address = {R. Fern{\'a}ndez-Ballesteros (Ed.): Encyclopaedia of Psychological Assessment. London: Sage.},
	author = {Ponsoda, V. and Olea, J.}
}
@article {680,
	title = {Psychometric and psychological effects of item selection and review on computerized testing},
	journal = {Educational and Psychological Measurement},
	volume = {63},
	year = {2003},
	pages = {791-808},
	author = {Revuelta, J. and Xim{\'e}nez, M. C. and Olea, J.}
}
@booklet {1486,
	title = {Tests adaptativos informatizados (Computerized adaptive testing)},
	year = {2003},
	note = {[In Spanish]},
	address = {Madrid: UNED Ediciones},
	author = {Olea, J. and Ponsoda, V.}
}
@article {811,
	title = {Self-adapted testing: An overview},
	journal = {International Journal of Continuing Engineering Education and Life-Long Learning},
	volume = {12},
	year = {2002},
	pages = {107-122},
	author = {Wise, S. L. and Ponsoda, V. and Olea, J.}
}
@article {573,
	title = {The choice of item difficulty in self adapted testing},
	journal = {European Journal of Psychological Assessment},
	volume = {16},
	year = {2000},
	pages = {3-12},
	author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Wise, S. L.}
}
@article {203,
	title = {Los tests adaptativos informatizados en la frontera del siglo XXI: Una revisi{\'o}n [Computerized adaptive  tests at the turn of the 21st century: A review]},
	journal = {Metodolog{\'\i}a de las Ciencias del Comportamiento},
	volume = {2},
	number = {2},
	year = {2000},
	pages = {183-216},
	keywords = {computerized adaptive testing},
	isbn = {1575-9105},
	author = {Hontangas, P. and Ponsoda, V. and Olea, J. and Abad, F. J.}
}
@article {653,
	title = {Psychometric and psychological effects of review on computerized fixed and adaptive tests},
	journal = {Psicolgia},
	volume = {21},
	year = {2000},
	pages = {157-173},
	author = {Olea, J. and Revuelta, J. and Ximenez, M. C. and Abad, F. J.}
}
@article {665,
	title = {The effects of test difficulty manipulation in computerized adaptive testing and self-adapted testing},
	journal = {Applied Measurement in Education},
	volume = {12},
	year = {1999},
	pages = {167-184},
	author = {Ponsoda, V. and Olea, J. and Rodriguez, M. S. and Revuelta, J.}
}
@booklet {1487,
	title = {Tests informatizados: Fundamentos y aplicaciones (Computerized testing: Fundamentals and applications},
	year = {1999},
	note = {[In Spanish]},
	address = {Madrid: Pirmide.},
	author = {Olea, J. and Ponsoda, V. and Prieto, G., Eds.}
}
@article {667,
	title = {An investigation of self-adapted testing in a Spanish high school population},
	journal = {Educational and Psychological Measurement},
	volume = {57},
	year = {1997},
	pages = {210-221},
	author = {Ponsoda, V. and Wise, S. L. and Olea, J. and Revuelta, J.}
}
@inbook {299,
	title = {Test adaptativos informatizados [Computerized adaptive testing]},
	booktitle = {Psicometr{\'\i}a},
	year = {1996},
	publisher = {Universitas},
	organization = {Universitas},
	address = {Madrid, UNED},
	author = {Olea, J. and Ponsoda, V.}
}
@conference {1076,
	title = {Tests adaptivos y autoadaptados informatizados: Effects en la ansiedad y en la pecision de las estimaciones [SATs and CATS: Effects on enxiety and estimate precision]},
	booktitle = {Paper presented at the Fourth Symposium de Metodologia de las Ciencies del Comportamiento},
	year = {1995},
	address = {Murcia, Spain},
	author = {Olea, J. and Ponsoda, V. and Wise, S. L.}
}
