{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T16:25:04Z","timestamp":1781022304727,"version":"3.54.1"},"reference-count":122,"publisher":"Association for Computing Machinery (ACM)","issue":"9","license":[{"start":{"date-parts":[[2023,1,16]],"date-time":"2023-01-16T00:00:00Z","timestamp":1673827200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["ACM Comput. Surv."],"published-print":{"date-parts":[[2023,9,30]]},"abstract":"<jats:p>Question Difficulty Estimation from Text (QDET) is the application of Natural Language Processing techniques to the estimation of a value, either numerical or categorical, which represents the difficulty of questions in educational settings. We give an introduction to the field, build a taxonomy based on question characteristics, and present the various approaches that have been proposed in recent years, outlining opportunities for further research. This survey provides an introduction for researchers and practitioners into the domain of question difficulty estimation from text and acts as a point of reference about recent research in this topic to date.<\/jats:p>","DOI":"10.1145\/3556538","type":"journal-article","created":{"date-parts":[[2022,8,22]],"date-time":"2022-08-22T11:41:05Z","timestamp":1661168465000},"page":"1-37","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":37,"title":["A Survey on Recent Approaches to Question Difficulty Estimation from Text"],"prefix":"10.1145","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5113-4696","authenticated-orcid":false,"given":"Luca","family":"Benedetto","sequence":"first","affiliation":[{"name":"Politecnico di Milano, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1253-8081","authenticated-orcid":false,"given":"Paolo","family":"Cremonesi","sequence":"additional","affiliation":[{"name":"Politecnico di Milano, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9647-4902","authenticated-orcid":false,"given":"Andrew","family":"Caines","sequence":"additional","affiliation":[{"name":"Computer Laboratory &amp; ALTA Inst., University of Cambridge, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3874-0656","authenticated-orcid":false,"given":"Paula","family":"Buttery","sequence":"additional","affiliation":[{"name":"Computer Laboratory &amp; ALTA Inst., University of Cambridge, U.K."}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1391-5202","authenticated-orcid":false,"given":"Andrea","family":"Cappelli","sequence":"additional","affiliation":[{"name":"Cloud Academy Sagl., Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6081-5864","authenticated-orcid":false,"given":"Andrea","family":"Giussani","sequence":"additional","affiliation":[{"name":"Cloud Academy Sagl., Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8191-3159","authenticated-orcid":false,"given":"Roberto","family":"Turrin","sequence":"additional","affiliation":[{"name":"Cloud Academy Sagl., Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,1,16]]},"reference":[{"key":"e_1_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1002\/ets2.12042"},{"key":"e_1_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-76298-0_52"},{"key":"e_1_3_2_4_2","volume-title":"Fundamental Considerations in Language Testing","author":"Bachman Lyle F.","year":"1990","unstructured":"Lyle F. Bachman et\u00a0al. 1990. Fundamental Considerations in Language Testing. Oxford University Press."},{"key":"e_1_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1177\/026553229901600202"},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00200"},{"key":"e_1_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/W15-0601"},{"key":"e_1_3_2_8_2","first-page":"147","volume-title":"Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications","author":"Benedetto Luca","year":"2021","unstructured":"Luca Benedetto, Giovanni Aradelli, Paolo Cremonesi, Andrea Cappelli, Andrea Giussani, and Roberto Turrin. 2021. On the application of Transformers for estimating the difficulty of multiple-choice questions from text. In Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications. 147\u2013157."},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52237-7_4"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3375462.3375517"},{"key":"e_1_3_2_11_2","first-page":"4645","volume-title":"Findings of the Association for Computational Linguistics: EMNLP 2021","author":"Bi Sheng","year":"2021","unstructured":"Sheng Bi, Xiya Cheng, Yuan-Fang Li, Lizhen Qu, Shirong Shen, Guilin Qi, Lu Pan, and Yinlin Jiang. 2021. Simple or complex? Complexity-controllable question generation with soft templates and deep mixture of experts model. In Findings of the Association for Computational Linguistics: EMNLP 2021. 4645\u20134654."},{"key":"e_1_3_2_12_2","article-title":"Taxonomy of educational objectives: The classification of educational goals","author":"Bloom Benjamin Samuel","year":"1956","unstructured":"Benjamin Samuel Bloom. 1956. Taxonomy of educational objectives: The classification of educational goals. Cogn. Domain (1956).","journal-title":"Cogn. Domain"},{"key":"e_1_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1002\/j.2333-8504.1996.tb01709.x"},{"key":"e_1_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.3758\/BRM.41.4.977"},{"key":"e_1_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-013-0403-5"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/TLT.2018.2889100"},{"key":"e_1_3_2_17_2","volume-title":"Readability Revisited: The New Dale-Chall Readability Formula","author":"Chall Jeanne Sternlicht","year":"1995","unstructured":"Jeanne Sternlicht Chall and Edgar Dale. 1995. Readability Revisited: The New Dale-Chall Readability Formula. Brookline Books."},{"key":"e_1_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2014-564"},{"key":"e_1_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2004.01.006"},{"key":"e_1_3_2_20_2","first-page":"167","volume-title":"Proceedings of the 11th Pacific Asia Conference on Language, Information and Computation","author":"Chen Keh-Jiann","year":"1996","unstructured":"Keh-Jiann Chen, Chu-Ren Huang, Li-Ping Chang, and Hui-Li Hsu. 1996. Sinica corpus: Design methodology for balanced corpora. In Proceedings of the 11th Pacific Asia Conference on Language, Information and Computation. 167\u2013176."},{"key":"e_1_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-0509"},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358070"},{"key":"e_1_3_2_23_2","article-title":"On understanding prose: Some determiners of its complexity","author":"Coleman Edmund B.","year":"1965","unstructured":"Edmund B. Coleman. 1965. On understanding prose: Some determiners of its complexity. NSF Final Report GB-2604. Washington, DC: National Science Foundation (1965).","journal-title":"NSF Final Report GB-2604. Washington, DC: National Science Foundation"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1177\/0265532215572268"},{"key":"e_1_3_2_25_2","first-page":"4171","volume-title":"Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of deep bidirectional transformers for language understanding. In Proceedings of the Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. 4171\u20134186."},{"key":"e_1_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1191\/0265532206lt330oa"},{"key":"e_1_3_2_27_2","volume-title":"Proceedings of the 11th International Conference on Language Resources and Evaluation (LREC\u201918)","author":"Ehara Yo","year":"2018","unstructured":"Yo Ehara. 2018. Building an English vocabulary knowledge dataset of Japanese English-as-a-second-language learners using crowdsourcing. In Proceedings of the 11th International Conference on Language Resources and Evaluation (LREC\u201918)."},{"key":"e_1_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1080\/09585176.2016.1232201"},{"key":"e_1_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1007\/11575832_33"},{"key":"e_1_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/3227609.3227656"},{"key":"e_1_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2019.00053"},{"key":"e_1_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.26615\/978-954-452-056-4_037"},{"key":"e_1_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0057532"},{"key":"e_1_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/690"},{"key":"e_1_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.583"},{"key":"e_1_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.3758\/BF03195564"},{"issue":"1","key":"e_1_3_2_37_2","first-page":"34","article-title":"English gigaword","volume":"4","author":"Graff David","year":"2003","unstructured":"David Graff, Junbo Kong, Ke Chen, and Kazuaki Maeda. 2003. English gigaword. Ling. Data Consort., Phil. 4, 1 (2003), 34.","journal-title":"Ling. Data Consort., Phil."},{"key":"e_1_3_2_38_2","unstructured":"Robert Gunning et\u00a0al. 1952. Technique of clear writing. (1952)."},{"key":"e_1_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.1993.tb00543.x"},{"key":"e_1_3_2_40_2","volume-title":"Fundamentals of Item Response Theory","author":"Hambleton Ronald K.","year":"1991","unstructured":"Ronald K. Hambleton, Hariharan Swaminathan, and H. Jane Rogers. 1991. Fundamentals of Item Response Theory. Sage."},{"key":"e_1_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_42_2","first-page":"187","volume-title":"Proceedings of the 6th Workshop on Statistical Machine Translation","author":"Heafield Kenneth","year":"2011","unstructured":"Kenneth Heafield. 2011. KenLM: Faster and smaller language model queries. In Proceedings of the 6th Workshop on Statistical Machine Translation. 187\u2013197."},{"key":"e_1_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"e_1_3_2_44_2","volume-title":"Corpus Linguistics with BNCweb-a Practical Guide","author":"Hoffmann Sebastian","year":"2008","unstructured":"Sebastian Hoffmann, Stefan Evert, Nicholas Smith, David Lee, Ylva Berglund-Prytz et\u00a0al. 2008. Corpus Linguistics with BNCweb-a Practical Guide, Vol. 6. Peter Lang."},{"key":"e_1_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-4451"},{"key":"e_1_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2018.06.007"},{"key":"e_1_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT.2011.25"},{"key":"e_1_3_2_48_2","article-title":"Development and evaluation of a personalized computer-aided question generation for English learners to improve proficiency and correct mistakes","author":"Huang Yi-Ting","year":"2018","unstructured":"Yi-Ting Huang, Meng Chang Chen, and Yeali S. Sun. 2018. Development and evaluation of a personalized computer-aided question generation for English learners to improve proficiency and correct mistakes. arXiv preprint arXiv:1808.09732 (2018).","journal-title":"arXiv preprint arXiv:1808.09732"},{"key":"e_1_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v31i1.10740"},{"key":"e_1_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3357995"},{"key":"e_1_3_2_51_2","article-title":"EKT: Exercise-aware knowledge tracing for student performance prediction","author":"Huang Zhenya","year":"2019","unstructured":"Zhenya Huang, Yu Yin, Enhong Chen, Hui Xiong, Yu Su, Guoping Hu et\u00a0al. 2019. EKT: Exercise-aware knowledge tracing for student performance prediction. IEEE Trans. Knowl. Data Eng. (2019).","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"e_1_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.5539\/elt.v10n9p36"},{"key":"e_1_3_2_53_2","article-title":"A statistical interpretation of term specificity and its application in retrieval","author":"Jones Karen Sparck","year":"1972","unstructured":"Karen Sparck Jones. 1972. A statistical interpretation of term specificity and its application in retrieval. J. Document. (1972).","journal-title":"J. Document."},{"key":"e_1_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1181"},{"key":"e_1_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.21236\/ADA006655"},{"key":"e_1_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-30793-6_22"},{"key":"e_1_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-012-0210-4"},{"key":"e_1_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00186-y"},{"key":"e_1_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.4324\/9780203102961"},{"key":"e_1_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1035"},{"key":"e_1_3_2_61_2","first-page":"21","volume-title":"Proceedings of the 32nd Annual Conference of the International Association for Educational Assessment","author":"Leong S. C.","year":"2006","unstructured":"S. C. Leong. 2006. On varying the difficulty of test items. In Proceedings of the 32nd Annual Conference of the International Association for Educational Assessment. 21\u201326."},{"key":"e_1_3_2_62_2","doi-asserted-by":"publisher","DOI":"10.1109\/IALP48816.2019.9037716"},{"key":"e_1_3_2_63_2","doi-asserted-by":"publisher","DOI":"10.1007\/0-306-47531-6"},{"key":"e_1_3_2_64_2","first-page":"923","volume-title":"Proceedings of the 10th International Conference on Language Resources and Evaluation (LREC\u201916)","author":"Lison Pierre","year":"2016","unstructured":"Pierre Lison and J\u00f6rg Tiedemann. 2016. OpenSubtitles2016: Extracting large parallel corpora from movie and TV subtitles. In Proceedings of the 10th International Conference on Language Resources and Evaluation (LREC\u201916). 923\u2013929."},{"key":"e_1_3_2_65_2","first-page":"85","volume-title":"Proceedings of the Conference on Empirical Methods in Natural Language Processing","author":"Liu Jing","year":"2013","unstructured":"Jing Liu, Quan Wang, Chin-Yew Lin, and Hsiao-Wuen Hon. 2013. Question difficulty estimation in community question answering services. In Proceedings of the Conference on Empirical Methods in Natural Language Processing. 85\u201390."},{"key":"e_1_3_2_66_2","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219960"},{"key":"e_1_3_2_67_2","doi-asserted-by":"publisher","DOI":"10.3115\/1118108.1118117"},{"key":"e_1_3_2_68_2","first-page":"3245","volume-title":"Proceedings of the 26th International Conference on Computational Linguistics: Technical Papers","author":"Loukina Anastassia","year":"2016","unstructured":"Anastassia Loukina, Su-Youn Yoon, Jennifer Sakano, Youhua Wei, and Kathy Sheehan. 2016. Textual complexity as a predictor of difficulty of listening items in language proficiency tests. In Proceedings of the 26th International Conference on Computational Linguistics: Technical Papers. 3245\u20133253."},{"issue":"8","key":"e_1_3_2_69_2","first-page":"639","article-title":"SMOG grading-a new readability formula","volume":"12","author":"Laughlin G. Harry Mc","year":"1969","unstructured":"G. Harry Mc Laughlin. 1969. SMOG grading-a new readability formula. J. Read. 12, 8 (1969), 639\u2013646.","journal-title":"J. Read."},{"key":"e_1_3_2_70_2","doi-asserted-by":"publisher","DOI":"10.5555\/2999792.2999959"},{"key":"e_1_3_2_71_2","volume-title":"Proceedings of the 12th International Conference on Educational Data Mining (EDM)","author":"Moore Russell","year":"2019","unstructured":"Russell Moore, Andrew Caines, Mark Elliott, Ahmed Zaidi, Andrew Rice, and Paula Buttery. 2019. Skills embeddings: A neural approach to multicomponent representations of students and tasks. In Proceedings of the 12th International Conference on Educational Data Mining (EDM)."},{"issue":"1","key":"e_1_3_2_72_2","first-page":"10","article-title":"Learning vocabulary","volume":"9","author":"Nation ISP","year":"1983","unstructured":"ISP Nation and P. Teaching. 1983. Learning vocabulary. New Zeal. Lang. Teach. 9, 1 (1983), 10\u201311.","journal-title":"New Zeal. Lang. Teach."},{"key":"e_1_3_2_73_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-5001"},{"key":"e_1_3_2_74_2","first-page":"42","volume-title":"Proceedings of the 4th Workshop on NLP for Computer-assisted Language Learning","author":"Pado Ulrike","year":"2015","unstructured":"Ulrike Pado and Cornelia Kiefer. 2015. Short answer grading: When sorting helps and when it doesn\u2019t. In Proceedings of the 4th Workshop on NLP for Computer-assisted Language Learning. 42\u201350."},{"key":"e_1_3_2_75_2","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-019-00180-4"},{"key":"e_1_3_2_76_2","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3411994"},{"key":"e_1_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.1080\/14786440109462720"},{"key":"e_1_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_79_2","doi-asserted-by":"publisher","DOI":"10.1111\/exsy.12182"},{"key":"e_1_3_2_80_2","doi-asserted-by":"publisher","DOI":"10.1177\/026553229501200103"},{"key":"e_1_3_2_81_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"e_1_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/3357384.3358013"},{"key":"e_1_3_2_83_2","volume-title":"Probabilistic Models for Some Intelligence and Attainment Tests","author":"Rasch Georg","year":"1960","unstructured":"Georg Rasch. 1960. Probabilistic Models for Some Intelligence and Attainment Tests. Danish Institute for Educational Research."},{"key":"e_1_3_2_84_2","doi-asserted-by":"publisher","DOI":"10.5555\/3294996.3295142"},{"key":"e_1_3_2_85_2","article-title":"DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter","author":"Sanh Victor","year":"2019","unstructured":"Victor Sanh, Lysandre Debut, Julien Chaumond, and Thomas Wolf. 2019. DistilBERT, a distilled version of BERT: Smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019).","journal-title":"arXiv preprint arXiv:1910.01108"},{"key":"e_1_3_2_86_2","doi-asserted-by":"publisher","DOI":"10.1177\/026553220101800103"},{"key":"e_1_3_2_87_2","volume-title":"Automated Readability Index","author":"Senter R. J.","year":"1967","unstructured":"R. J. Senter and Edgar A. Smith. 1967. Automated Readability Index. Technical Report. Cincinnati University, OH."},{"key":"e_1_3_2_88_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W18-0506"},{"key":"e_1_3_2_89_2","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00310"},{"key":"e_1_3_2_90_2","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121073"},{"key":"e_1_3_2_91_2","doi-asserted-by":"publisher","DOI":"10.1145\/584091.584093"},{"key":"e_1_3_2_92_2","first-page":"49","volume-title":"Proceedings of the Workshop on Natural Language Processing for Improving Textual Accessibility","author":"Sheehan Kathleen M.","year":"2013","unstructured":"Kathleen M. Sheehan, Michael Flor, and Diane Napolitano. 2013. A two-stage approach for generating unbiased estimates of text complexity. In Proceedings of the Workshop on Natural Language Processing for Improving Textual Accessibility. 49\u201358."},{"key":"e_1_3_2_93_2","doi-asserted-by":"publisher","DOI":"10.1086\/678294"},{"key":"e_1_3_2_94_2","unstructured":"Bernard Spolsky. 1969. Reduced redundancy as a language testing tool. (1969)."},{"key":"e_1_3_2_95_2","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2016.1164830"},{"key":"e_1_3_2_96_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11864"},{"key":"e_1_3_2_97_2","article-title":"YAGO2s: Modular high-quality information extraction with an application to flight planning","author":"Suchanek Fabian M.","year":"2013","unstructured":"Fabian M. Suchanek, Johannes Hoffart, Erdal Kuzey, and Edwin Lewis-Kelham. 2013. YAGO2s: Modular high-quality information extraction with an application to flight planning. Datenbanksysteme f\u00fcr Business, Technologie und Web (BTW) 2048 (2013).","journal-title":"Datenbanksysteme f\u00fcr Business, Technologie und Web (BTW) 2048"},{"key":"e_1_3_2_98_2","doi-asserted-by":"publisher","DOI":"10.5220\/0005775502670274"},{"key":"e_1_3_2_99_2","doi-asserted-by":"publisher","DOI":"10.1186\/s41039-020-00132-w"},{"issue":"1","key":"e_1_3_2_100_2","first-page":"1","article-title":"Controlling item difficulty for automatic vocabulary question generation","volume":"12","author":"Susanti Yuni","year":"2017","unstructured":"Yuni Susanti, Takenobu Tokunaga, Hitoshi Nishikawa, and Hiroyuki Obari. 2017. Controlling item difficulty for automatic vocabulary question generation. Res. Pract. Technol. Enhanc. Learn. 12, 1 (2017), 1\u201316.","journal-title":"Res. Pract. Technol. Enhanc. Learn."},{"key":"e_1_3_2_101_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1059"},{"key":"e_1_3_2_102_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-47602-5_41"},{"key":"e_1_3_2_103_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-52240-7_59"},{"key":"e_1_3_2_104_2","article-title":"HGKT: Introducing problem schema with hierarchical exercise graph for knowledge tracing","author":"Tong Hanshuang","year":"2020","unstructured":"Hanshuang Tong, Yun Zhou, and Zhen Wang. 2020. HGKT: Introducing problem schema with hierarchical exercise graph for knowledge tracing. arXiv preprint arXiv:2006.16915 (2020).","journal-title":"arXiv preprint arXiv:2006.16915"},{"key":"e_1_3_2_105_2","doi-asserted-by":"publisher","DOI":"10.1177\/0265532215623581"},{"issue":"1","key":"e_1_3_2_106_2","first-page":"333","article-title":"JACET 8000 and Asia TEFL vocabulary initiative","volume":"1","author":"Uemura Toshihiko","year":"2004","unstructured":"Toshihiko Uemura and Shinichiro Ishikawa. 2004. JACET 8000 and Asia TEFL vocabulary initiative. J. Asia TEFL 1, 1 (2004), 333\u2013347.","journal-title":"J. Asia TEFL"},{"key":"e_1_3_2_107_2","article-title":"Attention is all you need","author":"Vaswani Ashish","year":"2017","unstructured":"Ashish Vaswani, Noam Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin. 2017. Attention is all you need. arXiv preprint arXiv:1706.03762 (2017).","journal-title":"arXiv preprint arXiv:1706.03762"},{"key":"e_1_3_2_108_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.websem.2015.05.005"},{"key":"e_1_3_2_109_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2013.12.002"},{"key":"e_1_3_2_110_2","article-title":"Diagnostic questions: The NeurIPS 2020 education challenge","author":"Wang Zichao","year":"2020","unstructured":"Zichao Wang, Angus Lamb, Evgeny Saveliev, Pashmina Cameron, Yordan Zaykov, Richard G. Baraniuk, Craig Barton, Simon Peyton Jones et\u00a0al. 2020. Diagnostic questions: The NeurIPS 2020 education challenge. arXiv preprint arXiv:2007.12061 (2020).","journal-title":"arXiv preprint arXiv:2007.12061"},{"key":"e_1_3_2_111_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-3992.1998.tb00632.x"},{"key":"e_1_3_2_112_2","doi-asserted-by":"publisher","DOI":"10.1145\/236452.236525"},{"key":"e_1_3_2_113_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-0502"},{"key":"e_1_3_2_114_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.bea-1.20"},{"key":"e_1_3_2_115_2","first-page":"11","volume-title":"Proceedings of the 14th Workshop on Innovative Use of NLP for Building Educational Applications","author":"Yaneva Victoria","year":"2019","unstructured":"Victoria Yaneva, Peter Baldwin, Janet Mee et\u00a0al. 2019. Predicting the difficulty of multiple choice questions in a high-stakes medical exam. In Proceedings of the 14th Workshop on Innovative Use of NLP for Building Educational Applications. 11\u201320."},{"key":"e_1_3_2_116_2","first-page":"6812","volume-title":"Proceedings of the 12th Language Resources and Evaluation Conference","author":"Yaneva Victoria","year":"2020","unstructured":"Victoria Yaneva, Peter Baldwin, Janet Mee et\u00a0al. 2020. Predicting item survival for multiple choice questions in a high-stakes medical exam. In Proceedings of the 12th Language Resources and Evaluation Conference. 6812\u20136818."},{"key":"e_1_3_2_117_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICTC.2018.8539464"},{"key":"e_1_3_2_118_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P16-2033"},{"key":"e_1_3_2_119_2","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219962"},{"key":"e_1_3_2_120_2","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330900"},{"key":"e_1_3_2_121_2","volume-title":"Proceedings of the 12th International Conference on Educational Data Mining (EDM\u201919)","author":"Zaidi Ahmed H.","year":"2019","unstructured":"Ahmed H. Zaidi, Andrew Caines, Christopher Davis, Russell Moore, Paula Buttery, and Andrew Rice. 2019. Accurate modelling of language learning tasks and students using representations of grammatical proficiency. In Proceedings of the 12th International Conference on Educational Data Mining (EDM\u201919)."},{"key":"e_1_3_2_122_2","first-page":"2010","volume-title":"Proceedings of the 27th International Conference on Computational Linguistics","author":"Zhou Mantong","year":"2018","unstructured":"Mantong Zhou, Minlie Huang, and Xiaoyan Zhu. 2018. An interpretable reasoning network for multi-relation question answering. In Proceedings of the 27th International Conference on Computational Linguistics. 2010\u20132022."},{"key":"e_1_3_2_123_2","doi-asserted-by":"publisher","DOI":"10.1109\/CISCE50729.2020.00048"}],"container-title":["ACM Computing Surveys"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3556538","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3556538","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:00:32Z","timestamp":1750186832000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3556538"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,1,16]]},"references-count":122,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,9,30]]}},"alternative-id":["10.1145\/3556538"],"URL":"https:\/\/doi.org\/10.1145\/3556538","relation":{},"ISSN":["0360-0300","1557-7341"],"issn-type":[{"value":"0360-0300","type":"print"},{"value":"1557-7341","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,1,16]]},"assertion":[{"value":"2021-06-22","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2022-08-02","order":1,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2023-01-16","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}