{"id":"https://openalex.org/W4285174722","doi":"https://doi.org/10.1109/tlt.2022.3171589","title":"A Qualitative Case Study on the Validation of Automatically Generated Multiple-Choice Questions From Science Textbooks","display_name":"A Qualitative Case Study on the Validation of Automatically Generated Multiple-Choice Questions From Science Textbooks","publication_year":2022,"publication_date":"2022-05-03","ids":{"openalex":"https://openalex.org/W4285174722","doi":"https://doi.org/10.1109/tlt.2022.3171589"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2022.3171589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3171589","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031033934","display_name":"Mikel Larra\u00f1aga","orcid":"https://orcid.org/0000-0001-9727-1197"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mikel Larranaga","raw_affiliation_strings":["Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9727-1197","affiliations":[{"raw_affiliation_string":"Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053854022","display_name":"Itziar Aldabe","orcid":"https://orcid.org/0000-0003-2017-2910"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Itziar Aldabe","raw_affiliation_strings":["Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083444005","display_name":"Ana Arruarte","orcid":"https://orcid.org/0000-0001-5361-6640"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ana Arruarte","raw_affiliation_strings":["Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain"],"raw_orcid":"https://orcid.org/0000-0001-5361-6640","affiliations":[{"raw_affiliation_string":"Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087437870","display_name":"Jon A. Elorriaga","orcid":"https://orcid.org/0000-0003-2463-9186"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jon A. Elorriaga","raw_affiliation_strings":["Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2463-9186","affiliations":[{"raw_affiliation_string":"Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011387710","display_name":"Montse Maritxalar","orcid":"https://orcid.org/0000-0003-2734-5474"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Montse Maritxalar","raw_affiliation_strings":["Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2734-5474","affiliations":[{"raw_affiliation_string":"Computer Languages and Systems Department, University of the Basque Country UPV/EHU, Donostia, Spain","institution_ids":["https://openalex.org/I169108374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1098,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81348607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"15","issue":"3","first_page":"338","last_page":"349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8302141427993774},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6562861800193787},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.614406406879425},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5758801102638245},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.452095091342926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44774702191352844},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4310082793235779},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.393025279045105},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3376229405403137},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10685959458351135},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10358041524887085},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.0967155396938324}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8302141427993774},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6562861800193787},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.614406406879425},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5758801102638245},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.452095091342926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44774702191352844},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4310082793235779},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.393025279045105},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3376229405403137},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10685959458351135},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10358041524887085},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.0967155396938324},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tlt.2022.3171589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3171589","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G4096099278","display_name":null,"funder_award_id":"IT980-16","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"}],"funders":[{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W4320557","https://openalex.org/W149388076","https://openalex.org/W236054775","https://openalex.org/W321051970","https://openalex.org/W1018984860","https://openalex.org/W1486421535","https://openalex.org/W1616198556","https://openalex.org/W1732828232","https://openalex.org/W1784223173","https://openalex.org/W1965158952","https://openalex.org/W1969346491","https://openalex.org/W1982494447","https://openalex.org/W1996290308","https://openalex.org/W2000951787","https://openalex.org/W2006055775","https://openalex.org/W2016222684","https://openalex.org/W2024215742","https://openalex.org/W2029018117","https://openalex.org/W2055518963","https://openalex.org/W2125226531","https://openalex.org/W2131001821","https://openalex.org/W2135207619","https://openalex.org/W2136922540","https://openalex.org/W2150092131","https://openalex.org/W2155243985","https://openalex.org/W2183507754","https://openalex.org/W2251694021","https://openalex.org/W2293785072","https://openalex.org/W2295095715","https://openalex.org/W2336923897","https://openalex.org/W2467908175","https://openalex.org/W2572789406","https://openalex.org/W2573894086","https://openalex.org/W2588757766","https://openalex.org/W2590132339","https://openalex.org/W2593434837","https://openalex.org/W2625141183","https://openalex.org/W2694955918","https://openalex.org/W2695171747","https://openalex.org/W2760364374","https://openalex.org/W2788121490","https://openalex.org/W2805070499","https://openalex.org/W2906432682","https://openalex.org/W2913707177","https://openalex.org/W2989613245","https://openalex.org/W2996264288","https://openalex.org/W2998196817","https://openalex.org/W3094276714","https://openalex.org/W3101000947","https://openalex.org/W3152574567","https://openalex.org/W3175575876","https://openalex.org/W3203318778","https://openalex.org/W4226032012","https://openalex.org/W4288089799","https://openalex.org/W6600185498","https://openalex.org/W6605981253","https://openalex.org/W6609188224","https://openalex.org/W6636337962","https://openalex.org/W6638283317","https://openalex.org/W6679929504","https://openalex.org/W6697282944","https://openalex.org/W6732233251","https://openalex.org/W6733796011","https://openalex.org/W6739324197","https://openalex.org/W6769627184","https://openalex.org/W6771915120","https://openalex.org/W6922257461"],"related_works":["https://openalex.org/W2519676117","https://openalex.org/W2218202131","https://openalex.org/W84108837","https://openalex.org/W2155740880","https://openalex.org/W2131713426","https://openalex.org/W4253249845","https://openalex.org/W2125452230","https://openalex.org/W2148444631","https://openalex.org/W1988425686","https://openalex.org/W3196817267"],"abstract_inverted_index":{"In":[0,56,180],"a":[1,201],"concept":[2],"learning":[3,7,29,103,132,147,193,225],"scenario,":[4],"any":[5],"technology-supported":[6,28,192],"system":[8],"must":[9],"provide":[10],"students":[11],"with":[12,17,200],"mechanisms":[13],"that":[14,46,214],"help":[15],"them":[16],"the":[18,21,27,37,85,97,125,142,146,167,207,211,215],"acquisition":[19],"of":[20,39,52,128,191],"concepts":[22],"to":[23,31,71,89,101,187,220],"be":[24,32,48,221],"learned.":[25],"For":[26],"systems":[30,60],"successful":[33],"in":[34,82,111,145,206,223],"this":[35,57,182],"task,":[36],"development":[38],"didactic":[40,107],"material":[41,108],"is":[42,185,204],"crucial\u2014a":[43],"hard":[44],"task":[45],"could":[47],"alleviated":[49],"by":[50,150,176],"means":[51],"an":[53,122],"automation":[54],"process.":[55],"proposal,":[58],"two":[59],"which":[61,171,203],"have":[62],"been":[63,198],"previously":[64,174],"developed,":[65],"ArikIturri":[66,138],"and":[67,96,117,210],"DOM-Sortze,":[68],"are":[69,178,218],"combined":[70],"automatically":[72],"generate":[73,90],"multiple-choice":[74,91,129,159],"questions,":[75],"based":[76,105],"on":[77,106],"pedagogically":[78],"relevant":[79],"information":[80,165],"gathered":[81,144],"textbooks.":[83,136],"Originally,":[84],"former":[86],"was":[87,99],"able":[88,100,186],"questions":[92,130],"from":[93,131,135,166],"plain":[94],"texts;":[95],"latter":[98],"elicit":[102],"objects":[104,133,148],"explicitly":[109],"represented":[110],"electronic":[112],"textbooks,":[113,168],"i.e.,":[114],"definitions,":[115],"examples,":[116],"exercises.":[118],"This":[119,161],"article":[120],"presents":[121],"approach":[123,184],"for":[124],"automatic":[126],"generation":[127],"extracted":[134],"Specifically,":[137],"uses":[139],"as":[140],"input":[141],"texts":[143],"elicited":[149,175],"DOM-Sortze":[151,177],"and,":[152],"using":[153],"natural":[154],"language":[155,209],"processing":[156],"techniques,":[157],"generates":[158],"questions.":[160],"way,":[162],"considering":[163],"domain-relevant":[164],"test-type":[169],"exercises":[170,217],"were":[172],"not":[173],"created.":[179],"summary,":[181],"new":[183],"enrich":[188],"domain":[189],"modules":[190],"systems.":[194],"The":[195],"proposal":[196],"has":[197],"tested":[199],"textbook":[202],"written":[205],"Basque":[208],"results":[212],"show":[213],"generated":[216],"suitable":[219],"used":[222],"science":[224],"scenarios":[226],"at":[227],"secondary":[228],"school.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}