@inproceedings{d7ee98ebc0e04e61a23a0872b7ee138c,
title = "Test-size reduction for concept estimation",
abstract = "Consider a large database of questions that assess the knowledge of learners on a range of different concepts. In this paper, we study the problem of maximizing the estimation accuracy of each learner{\textquoteright}s knowledge about a concept while minimizing the number of questions each learner must answer. We refer to this problem as test-size reduction (TeSR). Using the SPARse Factor Analysis (SPARFA) framework, we propose two novel TeSR algorithms. The first algorithm is nonadaptive and uses graded responses from a prior set of learners. This algorithm is appropriate when the instructor has access to only the learners{\textquoteright} responses after all questions have been solved. The second algorithm adaptively selects the “next best question” for each learner based on their graded responses to date. We demonstrate the efficacy of our TeSR methods using synthetic and educational data.",
keywords = "Adaptive and non-adaptive testing, Learning analytics, Maximum likelihood estimation, Sparse factor analysis",
author = "Divyanshu Vats and Christoph Studer and Lan, {Andrew S.} and Lawrence Carin and Baraniuk, {Richard G.}",
note = "Funding Information: Acknowledgements Thanks to Andrew Waters for inspiring discussions and Daniel Calderon for administering the Algebra Test on Amazon{\textquoteright}s Mechanical Turk. DV thanks the Institute for Mathematics and its Applications (IMA) for financial support. This work was supported by the National Science Foundation under Cyberlearning grant IIS-1124535, the Air Force Office of Scientific Research under grant FA9550-09-1-0432, the Google Faculty Research Award program, and the Swiss National Science Foundation under grant PA00P2-134155. Publisher Copyright: {\textcopyright} 2013 International Educational Data Mining Society. All rights reserved. Copyright: Copyright 2020 Elsevier B.V., All rights reserved.; 6th International Conference on Educational Data Mining, EDM 2013 ; Conference date: 06-07-2013 Through 09-07-2013",
year = "2013",
language = "English (US)",
series = "Proceedings of the 6th International Conference on Educational Data Mining, EDM 2013",
publisher = "International Educational Data Mining Society",
editor = "D'Mello, {Sidney K.} and Calvo, {Rafael A.} and Andrew Olney",
booktitle = "Proceedings of the 6th International Conference on Educational Data Mining, EDM 2013",
}