{"id":"https://openalex.org/W7116675306","doi":"https://doi.org/10.1109/access.2025.3647111","title":"GenScore: Agent-Based Short-Answer Question Generation and Scoring in Software Engineering Courses","display_name":"GenScore: Agent-Based Short-Answer Question Generation and Scoring in Software Engineering Courses","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7116675306","doi":"https://doi.org/10.1109/access.2025.3647111"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3647111","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3647111","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3647111","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071926923","display_name":"Ta Nguyen Binh Duong","orcid":"https://orcid.org/0000-0002-2882-2837"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ta Nguyen Binh Duong","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2882-2837","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029828965","display_name":"Lwin Khin Shar","orcid":"https://orcid.org/0000-0001-5130-0407"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lwin Khin Shar","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5130-0407","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Bras Basah, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77195132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"215804","last_page":"215821"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.26080000400543213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.26080000400543213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.11800000071525574,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08640000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5927000045776367},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4595000147819519},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4374000132083893},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.41780000925064087},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3862000107765198},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.38119998574256897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8011000156402588},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5927000045776367},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5271000266075134},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37229999899864197},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.31049999594688416},{"id":"https://openalex.org/C9903902","wikidata":"https://www.wikidata.org/wiki/Q3025536","display_name":"DevOps","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2662999927997589},{"id":"https://openalex.org/C134290984","wikidata":"https://www.wikidata.org/wiki/Q5141241","display_name":"Cognitive skill","level":3,"score":0.2572000026702881}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3647111","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3647111","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:88751281d8124c91b49f60ccea2f4413","is_oa":false,"landing_page_url":"https://doaj.org/article/88751281d8124c91b49f60ccea2f4413","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 215804-215821 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3647111","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3647111","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6742690801620483}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2141833304","https://openalex.org/W2336465850","https://openalex.org/W2474948357","https://openalex.org/W2739522917","https://openalex.org/W2807536374","https://openalex.org/W2893300601","https://openalex.org/W2902152545","https://openalex.org/W2998702515","https://openalex.org/W3023494142","https://openalex.org/W3092542905","https://openalex.org/W3093526511","https://openalex.org/W3143827210","https://openalex.org/W4285223017","https://openalex.org/W4311312603","https://openalex.org/W4311624267","https://openalex.org/W4322625259","https://openalex.org/W4323037565","https://openalex.org/W4381956168","https://openalex.org/W4382567310","https://openalex.org/W4383497659","https://openalex.org/W4387007101","https://openalex.org/W4392202731","https://openalex.org/W4392564746","https://openalex.org/W4393145752","https://openalex.org/W4393161287","https://openalex.org/W4393377483","https://openalex.org/W4400210801","https://openalex.org/W4400350333","https://openalex.org/W4400410048","https://openalex.org/W4401042323","https://openalex.org/W4402901320","https://openalex.org/W4402926409","https://openalex.org/W4405079446","https://openalex.org/W4405601302","https://openalex.org/W4406325768","https://openalex.org/W4406415973","https://openalex.org/W4407681796","https://openalex.org/W4411522868","https://openalex.org/W4411549467"],"related_works":[],"abstract_inverted_index":{"Short-answer":[0],"questions":[1,20,35,108,220],"are":[2,10,54,216,228],"commonly":[3],"used":[4],"in":[5,67,75,109,123,181],"educational":[6],"assessments,":[7],"as":[8,13,41],"they":[9],"often":[11],"viewed":[12],"a":[14,128,146,162,186],"more":[15,239],"effective":[16],"way":[17],"than":[18],"multiple-choice":[19],"to":[21,84,96,118,136,176],"determine":[22],"whether":[23],"students":[24,53,180],"have":[25,156],"achieved":[26],"the":[27,45,98,158,190,202,213],"intended":[28],"learning":[29],"outcomes.":[30],"However,":[31,74],"manually":[32],"creating":[33],"appropriate":[34],"targeting":[36],"different":[37],"cognitive":[38,223],"levels":[39,224],"such":[40],"those":[42],"defined":[43],"by":[44],"Bloom\u2019s":[46,222],"Taxonomy,":[47],"and":[48,65,103,121,131,170,179,196,227],"grading":[49],"text":[50,105],"answers":[51,233],"from":[52],"not":[55],"trivial":[56],"tasks":[57],"for":[58],"instructors.":[59],"Existing":[60],"work":[61,94],"on":[62],"auto-question":[63],"generation":[64,120],"scoring":[66,231],"computing":[68],"education":[69],"typically":[70],"targets":[71],"coding-based":[72],"questions.":[73],"software":[76,110],"engineering":[77,111],"courses,":[78],"assessments":[79],"can":[80,142],"extend":[81],"beyond":[82],"coding":[83],"understanding":[85],"of":[86,101,189,204,242],"processes,":[87],"DevOps":[88],"methodologies,":[89],"system":[90],"design,":[91],"etc.":[92],"This":[93],"aims":[95],"address":[97],"dual":[99],"problem":[100],"auto-generating":[102],"auto-scoring":[104],"based":[106],"short-answer":[107],"courses.":[112],"We":[113,184],"propose":[114],"an":[115],"agent-based":[116,191],"approach":[117,160,192],"question":[119],"scoring,":[122],"which":[124,173],"each":[125,134],"agent":[126,141],"performs":[127],"distinct":[129],"task":[130],"communicates":[132],"with":[133,236],"other":[135,208],"complete":[137],"its":[138],"tasks.":[139],"An":[140],"be":[143],"realized":[144],"using":[145,193],"selected":[147],"large":[148],"language":[149],"model":[150],"(LLM).":[151],"To":[152],"this":[153],"end,":[154],"we":[155,210],"implemented":[157],"proposed":[159],"into":[161],"fully":[163],"functional":[164],"web":[165],"app,":[166],"utilizing":[167],"OpenAI\u2019s":[168],"GPT-3.5":[169],"GPT-4o":[171],"models,":[172],"was":[174],"deployed":[175],"support":[177],"instructors":[178],"our":[182,205],"course.":[183],"conducted":[185],"thorough":[187],"evaluation":[188],"several":[194],"public":[195],"private":[197],"datasets.":[198],"The":[199],"results":[200],"demonstrated":[201],"effectiveness":[203],"approach.":[206],"Among":[207],"insights,":[209],"observed":[211],"that":[212],"LLM":[214],"agents":[215],"good":[217,229],"at":[218,221,230],"generating":[219],"ofRemember,Understand,Apply,":[225],"andAnalyze;":[226],"students\u2019":[232],"when":[234],"provided":[235],"3":[237],"or":[238],"actual":[240],"examples":[241],"human":[243],"scoring.":[244]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-12-22T00:00:00"}