{"id":"https://openalex.org/W3208210283","doi":null,"title":"Expert-Authored and Machine-Generated Short-Answer Questions for Assessing Students\u2019 Learning Performance","display_name":"Expert-Authored and Machine-Generated Short-Answer Questions for Assessing Students\u2019 Learning Performance","publication_year":2021,"publication_date":"2021-07-01","ids":{"openalex":"https://openalex.org/W3208210283","mag":"3208210283"},"language":"en","primary_location":{"id":"pmh:oai:doaj.org/article:fdf4d94d78bb47edab05d2eb75677945","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/fdf4d94d78bb47edab05d2eb75677945","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Educational Technology & Society, Vol 24, Iss 3, Pp 159-173 (2021)","raw_type":"article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["doaj"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doaj.org/article/fdf4d94d78bb47edab05d2eb75677945","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023914297","display_name":"Owen H.T. Lu","orcid":"https://orcid.org/0000-0001-5192-6389","observed_orcids":["https://orcid.org/0000-0001-5192-6389"]},"institutions":[{"id":"https://openalex.org/I1309796872","display_name":"National Pingtung University","ror":"https://ror.org/03z698x91","country_code":"TW","type":"education","lineage":["https://openalex.org/I1309796872"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Owen H. T. Lu","raw_affiliation_strings":["College of Computer Science, National Pingtung University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, National Pingtung University, Taiwan","institution_ids":["https://openalex.org/I1309796872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020711616","display_name":"Anna Y.Q. Huang","orcid":"https://orcid.org/0000-0002-2075-2256","observed_orcids":["https://orcid.org/0000-0002-2075-2256"]},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Anna Y. Q. Huang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056405184","display_name":"Danny C.L. Tsai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Danny C. L. Tsai","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039275245","display_name":"Stephen J.H. Yang","orcid":"https://orcid.org/0000-0003-1059-620X","observed_orcids":["https://orcid.org/0000-0003-1059-620X"]},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Stephen J. H. Yang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Central University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Central University, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.992,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97666927,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.7949000000953674,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.7949000000953674,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.10859999805688858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.05180000141263008,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-question-generation","display_name":"automatic question generation","score":0.9860000014305115},{"id":"https://openalex.org/keywords/short-answer-questions","display_name":"short-answer questions","score":0.9800000190734863},{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.6370000243186951},{"id":"https://openalex.org/keywords/student-learning-performance","display_name":"student learning performance","score":0.8199999928474426},{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.859000027179718},{"id":"https://openalex.org/keywords/repeated-practice","display_name":"repeated practice","score":0.8709999918937683},{"id":"https://openalex.org/keywords/question-quality-evaluation","display_name":"question quality evaluation","score":0.4410000145435333},{"id":"https://openalex.org/keywords/natural-language-processing-in-education","display_name":"natural language processing in education","score":0.75}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6191747188568115},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.553300678730011},{"id":"https://openalex.org/C2909807104","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Computer-Assisted Instruction","level":2,"score":0.48351553082466125},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.43220895528793335},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.4259803891181946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39760398864746094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3403438925743103},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.311848521232605},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28604477643966675}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:doaj.org/article:fdf4d94d78bb47edab05d2eb75677945","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/fdf4d94d78bb47edab05d2eb75677945","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Educational Technology & Society, Vol 24, Iss 3, Pp 159-173 (2021)","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:doaj.org/article:fdf4d94d78bb47edab05d2eb75677945","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/fdf4d94d78bb47edab05d2eb75677945","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Educational Technology & Society, Vol 24, Iss 3, Pp 159-173 (2021)","raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1562748096","https://openalex.org/W2009845022","https://openalex.org/W2050255700","https://openalex.org/W2091432990","https://openalex.org/W2101105183","https://openalex.org/W2107808864","https://openalex.org/W2123442489","https://openalex.org/W2154424209","https://openalex.org/W2165698076","https://openalex.org/W2510717748","https://openalex.org/W2604785529","https://openalex.org/W2624412722","https://openalex.org/W2655123653","https://openalex.org/W2902152545","https://openalex.org/W2906432682","https://openalex.org/W2938891783","https://openalex.org/W2988673764","https://openalex.org/W3084021717","https://openalex.org/W3116152062","https://openalex.org/W3123649662","https://openalex.org/W3180873385"],"related_works":["https://openalex.org/W3192443408","https://openalex.org/W4413889016","https://openalex.org/W6911924949","https://openalex.org/W4281728231","https://openalex.org/W4403335028","https://openalex.org/W4288059451","https://openalex.org/W6968021042","https://openalex.org/W4403678271","https://openalex.org/W4399487906","https://openalex.org/W7166889843"],"abstract_inverted_index":{"Human-guided":[0],"machine":[1,222],"learning":[2,31,57,114,167],"can":[3,9,148,218],"improve":[4],"computing":[5],"intelligence,":[6],"and":[7,33,63,69,93,112,124,138,192],"it":[8],"accurately":[10],"assist":[11],"humans":[12],"in":[13,24,56,105,198,209],"various":[14],"tasks.":[15],"In":[16,35],"education":[17],"research,":[18],"artificial":[19],"intelligence":[20],"(AI)":[21],"is":[22],"applicable":[23],"many":[25],"situations,":[26],"such":[27],"as":[28],"predicting":[29],"students\u2019":[30,50],"paths":[32],"strategies.":[34],"this":[36,73,106],"study,":[37],"we":[38],"explore":[39],"the":[40,131,136,158,161,213],"benefits":[41],"of":[42,45,175],"repetitive":[43,179,225],"practice":[44,180],"short-answer":[46,122,152],"questions":[47,62,123,153,200,217],"could":[48,188],"enhance":[49],"long-term":[51,173],"memory":[52,174],"for":[53,221],"subsequent":[54],"improvements":[55],"performance.":[58],"However,":[59],"frequent":[60],"authoring":[61],"grading":[64,139,206],"requires":[65],"teachers\u2019":[66],"professionalism,":[67],"experience,":[68],"considerable":[70],"efforts.":[71],"Therefore,":[72],"study":[74],"using":[75],"modern":[76,145],"AI":[77,146],"technologies,":[78],"specifically":[79],"natural":[80],"language":[81],"processing,":[82],"to":[83,120,130,134],"provide":[84],"Automatic":[85],"question":[86,95,100,137],"generation":[87,96,101],"(AQG)":[88],"solution,":[89],"a":[90,127],"combined":[91],"semantics-based":[92],"syntax-based":[94],"system:":[97],"Hybrid":[98],"automatic":[99],"(Hybrid-AQG)":[102],"was":[103,207],"proposed":[104],"study.":[107],"We":[108],"assessed":[109],"its":[110],"functionality":[111],"student":[113],"performance":[115],"by":[116],"asking":[117],"91":[118],"students":[119,171,215],"complete":[121],"then":[125],"applied":[126],"process":[128],"similar":[129],"Turing":[132],"test":[133],"evaluate":[135],"quality.":[140],"The":[141,185],"results":[142],"demonstrated":[143],"that":[144,170],"technologies":[147],"generate":[149],"highly":[150],"realistic":[151],"because:":[154],"(1)":[155],"Compared":[156],"with":[157,181],"control":[159],"group,":[160],"experimental":[162,186],"group":[163,187],"exhibited":[164],"significantly":[165],"better":[166,189],"performance,":[168],"implying":[169],"acquired":[172],"course":[176],"knowledge":[177],"through":[178,224],"machine-generated":[182,191],"questioning.":[183],"(2)":[184],"distinguish":[190],"expert-authored":[193],"questions.":[194],"Nevertheless,":[195],"both":[196],"groups":[197],"distinguishing":[199],"presented":[201],"like":[202],"guessing.":[203],"(3)":[204],"Machine":[205],"deficient":[208],"some":[210],"respects;":[211],"but":[212],"way":[214],"answer":[216],"be":[219],"adapted":[220],"understanding":[223],"practice.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2}],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2021-11-08T00:00:00"}