{"id":"https://openalex.org/W7204195449","doi":"https://doi.org/10.21203/rs.3.rs-10804567/v1","title":"Leveraging Large Language Models for Assessments Grading and Personalised Feedback Generation: A Case of Software Engineering","display_name":"Leveraging Large Language Models for Assessments Grading and Personalised Feedback Generation: A Case of Software Engineering","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204195449","doi":"https://doi.org/10.21203/rs.3.rs-10804567/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-10804567/v1","doi":"https://doi.org/10.21203/rs.3.rs-10804567/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10804567/v1","pdf_url":"https://www.researchsquare.com/article/rs-10804567/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-10804567/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034288076","display_name":"Mamoona Tasadduq","orcid":"https://orcid.org/0000-0002-6987-9581","observed_orcids":["https://orcid.org/0000-0002-6987-9581"]},"institutions":[{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Mamoona Tasadduq","raw_affiliation_strings":["Information Technology University"],"raw_orcid":"https://orcid.org/0000-0002-6987-9581","affiliations":[{"raw_affiliation_string":"Information Technology University","institution_ids":["https://openalex.org/I1323252656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143530884","display_name":"Fakhra Amjad","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Fakhra Amjad","raw_affiliation_strings":["COMSATS University Islamabad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"COMSATS University Islamabad","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121769202","display_name":"Javed Ali Khan","orcid":"https://orcid.org/0000-0003-3306-1195","observed_orcids":["https://orcid.org/0000-0003-3306-1195"]},"institutions":[{"id":"https://openalex.org/I141584323","display_name":"University of Hertfordshire","ror":"https://ror.org/0267vjk41","country_code":"GB","type":"education","lineage":["https://openalex.org/I141584323"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Javed Ali Khan","raw_affiliation_strings":["University of Hertfordshire"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hertfordshire","institution_ids":["https://openalex.org/I141584323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058271263","display_name":"Hafsa Shareef Dar","orcid":"https://orcid.org/0000-0003-4538-6632","observed_orcids":["https://orcid.org/0000-0003-4538-6632"]},"institutions":[{"id":"https://openalex.org/I99165933","display_name":"University of Gujrat","ror":"https://ror.org/01xe5fb92","country_code":"PK","type":"education","lineage":["https://openalex.org/I99165933"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Hafsa Shareef Dar","raw_affiliation_strings":["University of Gujrat"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Gujrat","institution_ids":["https://openalex.org/I99165933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5034288076"],"corresponding_institution_ids":["https://openalex.org/I1323252656"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.01510000042617321,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9900000095367432},{"id":"https://openalex.org/keywords/personalized-feedback","display_name":"personalized feedback","score":0.7639999985694885},{"id":"https://openalex.org/keywords/software-engineering-education","display_name":"software engineering education","score":0.9509999752044678},{"id":"https://openalex.org/keywords/uml-diagrams","display_name":"UML diagrams","score":0.7839999794960022},{"id":"https://openalex.org/keywords/rubric-based-assessment","display_name":"rubric-based assessment","score":0.7570000290870667},{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.8270000219345093},{"id":"https://openalex.org/keywords/zero-shot-prompting","display_name":"zero-shot prompting","score":0.9010000228881836},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.8109999895095825},{"id":"https://openalex.org/keywords/gemini-2-5","display_name":"Gemini 2.5","score":0.9430000185966492},{"id":"https://openalex.org/keywords/hybrid-assessment-model","display_name":"hybrid assessment model","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.83160001039505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5659999847412109},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4724000096321106},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36660000681877136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3598000109195709},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3278000056743622},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2928999960422516},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.275299996137619},{"id":"https://openalex.org/C178823583","wikidata":"https://www.wikidata.org/wiki/Q3269883","display_name":"Online assessment","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-10804567/v1","doi":"https://doi.org/10.21203/rs.3.rs-10804567/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10804567/v1","pdf_url":"https://www.researchsquare.com/article/rs-10804567/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-10804567/v1","doi":"https://doi.org/10.21203/rs.3.rs-10804567/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-10804567/v1","pdf_url":"https://www.researchsquare.com/article/rs-10804567/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204195449.pdf","grobid_xml":"https://content.openalex.org/works/W7204195449.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W4396681086","https://openalex.org/W4406840903","https://openalex.org/W4408867984","https://openalex.org/W4414491857","https://openalex.org/W6910727621","https://openalex.org/W7090857525"],"related_works":["https://openalex.org/W4413096733","https://openalex.org/W7222818706","https://openalex.org/W7090857525","https://openalex.org/W7162645507","https://openalex.org/W7203942715","https://openalex.org/W4413811456","https://openalex.org/W4400267611","https://openalex.org/W7169618390","https://openalex.org/W7204193965","https://openalex.org/W4412585228"],"abstract_inverted_index":{"Abstract":[0],"The":[1,115,157,261],"emergence":[2],"of":[3,59,147],"Artificial":[4],"Intelligence":[5],"and":[6,26,33,52,62,70,83,98,109,142,167,203,215,230],"Large":[7],"Language":[8],"Models":[9],"(LLMs)":[10],"is":[11,258,264],"transforming":[12],"the":[13,44,80,122,197,206,251,256],"education":[14],"sector.":[15],"Researchers":[16],"have":[17],"recently":[18],"started":[19],"exploring":[20],"LLMs":[21,112,162,225,247],"for":[22,199],"evaluating":[23,36],"educational":[24],"assessments":[25,61,78],"generating":[27],"personalised":[28,65],"feedback;":[29],"however,":[30],"their":[31],"evaluation":[32],"effectiveness":[34],"in":[35,239],"complex":[37],"Software":[38],"Engineering":[39],"artefacts":[40,90],"remain":[41],"underexplored.":[42],"In":[43],"proposed":[45,262],"approach,":[46],"we":[47],"used":[48],"LLMs,":[49],"including":[50,88],"ChatGPT-4":[51],"Gemini":[53,170],"2.5,":[54],"to":[55,63,205],"identify":[56],"rubric-based":[57,165],"grading":[58],"students\u2019":[60,77],"generate":[64],"feedback":[66,149,200,229],"using":[67,105,125],"integrated":[68],"zero-shot":[69],"chain-of-thought":[71],"prompting.":[72],"For":[73],"this":[74],"purpose,":[75],"54":[76],"from":[79,188],"\u2018Software":[81],"Design":[82],"Architecture\u2019":[84],"course":[85],"were":[86,119,150],"evaluated,":[87],"UML-based":[89],"such":[91],"as":[92],"use":[93],"case":[94],"diagrams,":[95,97],"class":[96],"three-tier":[99],"architecture.":[100],"Each":[101],"assignment":[102],"was":[103,192],"evaluated":[104],"an":[106],"instructor-defined":[107,123],"rubric,":[108],"two":[110],"different":[111],"generated":[113,117,163],"scores.":[114,190],"LLMs\u2019":[116],"scores":[118],"compared":[120],"with":[121,218,255],"grades":[124],"Mean":[126,131],"Absolute":[127],"Error":[128,133],"(MAE),":[129],"Root":[130],"Square":[132],"(RMSE),":[134],"Pearson":[135],"correlation,":[136,138],"Spearman":[137],"error":[139],"tolerance":[140],"analysis,":[141],"paired-samples":[143],"(t)-tests.":[144],"Student":[145],"perceptions":[146],"AI-generated":[148],"also":[151,193],"examined":[152],"through":[153],"a":[154,173,184,267],"questionnaire-based":[155],"survey.":[156],"results":[158],"show":[159,183],"that":[160,224],"both":[161,210],"structured":[164],"evaluations":[166],"meaningful":[168],"feedback.":[169,208],"2.5":[171],"achieved":[172],"slightly":[174],"lower":[175],"MAE":[176],"than":[177],"GPT-4,":[178],"while":[179,250],"GPT":[180],"did":[181],"not":[182,235],"significant":[185],"mean-level":[186],"difference":[187],"instructor":[189,219],"GPT-4":[191],"highly":[194],"preferred":[195],"by":[196,266],"students":[198],"quality,":[201],"personalization,":[202],"similarity":[204],"instructor\u2019s":[207],"However,":[209],"models":[211],"demonstrated":[212],"weak":[213],"correlation":[214],"score":[216],"compression":[217],"grading.":[220],"These":[221],"findings":[222],"suggest":[223],"can":[226],"provide":[227],"effective":[228],"preliminary":[231],"grading,":[232],"but":[233],"should":[234],"replace":[236],"human":[237],"instructors":[238],"high-stakes":[240],"assessments.":[241],"A":[242],"hybrid":[243],"assessment":[244],"model":[245],"where":[246],"assist":[248],"instructors,":[249],"final":[252],"authority":[253],"remains":[254],"instructor,":[257],"therefore":[259],"recommended.":[260],"approach":[263],"supported":[265],"web-based":[268],"tool.":[269]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-08-26T00:00:00"}