{"id":"https://openalex.org/W4400410048","doi":"https://doi.org/10.1109/educon60312.2024.10578839","title":"Automatic Grading of Short Answers Using Large Language Models in Software Engineering Courses","display_name":"Automatic Grading of Short Answers Using Large Language Models in Software Engineering Courses","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400410048","doi":"https://doi.org/10.1109/educon60312.2024.10578839"},"language":"en","primary_location":{"id":"doi:10.1109/educon60312.2024.10578839","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578839","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071926923","display_name":"Ta Nguyen Binh Duong","orcid":"https://orcid.org/0000-0002-2882-2837"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Ta Nguyen Binh Duong","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101793304","display_name":"Chao Meng","orcid":"https://orcid.org/0000-0003-2949-8327"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chai Yi Meng","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071926923"],"corresponding_institution_ids":["https://openalex.org/I79891267"],"apc_list":null,"apc_paid":null,"fwci":7.2897,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.97032021,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.73329758644104},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5960986614227295},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5548678636550903},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4293443262577057},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4135252833366394},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34385451674461365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14778253436088562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73329758644104},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5960986614227295},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5548678636550903},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4293443262577057},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4135252833366394},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34385451674461365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14778253436088562},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/educon60312.2024.10578839","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578839","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8100000023841858}],"awards":[],"funders":[{"id":"https://openalex.org/F4320328656","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2591833644","https://openalex.org/W2885058781","https://openalex.org/W3127248583","https://openalex.org/W1552490082","https://openalex.org/W4236439135","https://openalex.org/W2189583758","https://openalex.org/W3009904625"],"abstract_inverted_index":{"Short-answer":[0],"based":[1,156],"questions":[2,64],"have":[3,18,117],"been":[4,19,57,118],"used":[5],"widely":[6],"due":[7,24],"to":[8,25],"their":[9,26],"effectiveness":[10,223],"in":[11,108,114,139,205,234],"assessing":[12],"whether":[13],"the":[14,40,44,54,129,206,222],"desired":[15],"learning":[16,185],"outcomes":[17],"attained":[20],"by":[21],"students.":[22],"However,":[23,105],"open-ended":[27],"nature,":[28],"many":[29,83],"different":[30],"answers":[31,113,138],"could":[32],"be":[33],"considered":[34],"entirely":[35],"or":[36],"partially":[37],"correct":[38],"for":[39,71,184,231],"same":[41],"question.":[42],"In":[43,73,124],"context":[45],"of":[46,62,86,111,131,136,194,216,224,237],"computer":[47],"science":[48],"and":[49,68,97,103,153,170,178,186,210,227],"software":[50,74,87,95,140,213],"engineering":[51,75,141,214],"courses":[52,116],"where":[53],"enrolment":[55],"has":[56],"increasing":[58],"recently,":[59],"manual":[60],"grading":[61,147,197],"short-answer":[63],"is":[65],"a":[66,133,172,201,211],"time-consuming":[67],"tedious":[69],"process":[70],"instructors.":[72],"courses,":[76],"assessments":[77],"concern":[78],"not":[79],"just":[80],"coding":[81],"but":[82],"other":[84],"aspects":[85],"development":[88],"such":[89,100,165],"as":[90,101,166],"system":[91,148,174],"analysis,":[92],"architecture":[93],"design,":[94],"processes":[96],"operation":[98],"methodologies":[99],"Agile":[102],"DevOps.":[104],"existing":[106],"work":[107],"automatic":[109],"grading/scoring":[110],"text-based":[112],"computing":[115,207],"focusing":[119],"more":[120],"on":[121,157],"coding-oriented":[122],"questions.":[123],"this":[125,235],"work,":[126],"we":[127,189],"consider":[128],"problem":[130],"autograding":[132,183],"broader":[134],"range":[135],"short":[137],"courses.":[142],"We":[143,168,199],"propose":[144],"an":[145,191],"automated":[146,196],"incorporating":[149],"both":[150],"text":[151],"embedding":[152],"completion":[154],"approaches":[155],"recently":[158],"introduced":[159],"pre-trained":[160],"large":[161],"language":[162],"models":[163],"(LLMs)":[164],"GPT-3.5/4.":[167],"design":[169],"implement":[171],"web-based":[173],"so":[175],"that":[176],"students":[177],"instructors":[179],"can":[180],"easily":[181],"leverage":[182],"teaching.":[187],"Finally,":[188],"conduct":[190],"extensive":[192],"evaluation":[193],"our":[195,217,225],"approaches.":[198],"use":[200],"popular":[202],"public":[203],"dataset":[204,215],"education":[208],"domain":[209],"new":[212],"own.":[218],"The":[219],"results":[220],"demonstrate":[221],"approach,":[226],"provide":[228],"useful":[229],"insights":[230],"further":[232],"research":[233],"area":[236],"AI-enabled":[238],"education.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}