{"id":"https://openalex.org/W6884629177","doi":"https://doi.org/10.1145/3746059.3747670","title":"CoGrader: Transforming Instructors' Assessment of Project Reports through Collaborative LLM Integration","display_name":"CoGrader: Transforming Instructors' Assessment of Project Reports through Collaborative LLM Integration","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W6884629177","doi":"https://doi.org/10.1145/3746059.3747670"},"language":"en","primary_location":{"id":"doi:10.1145/3746059.3747670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746059.3747670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.20655","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zixin Chen","orcid":"https://orcid.org/0000-0001-8507-4399"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zixin Chen","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiachen Wang","orcid":"https://orcid.org/0000-0001-9630-9958"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachen Wang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yumeng Li","orcid":"https://orcid.org/0009-0001-3286-030X"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yumeng Li","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haobo Li","orcid":"https://orcid.org/0009-0003-8771-2835"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haobo Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chuhan Shi","orcid":"https://orcid.org/0000-0002-3370-1626"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuhan Shi","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rong Zhang","orcid":"https://orcid.org/0000-0002-4669-4816"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rong Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":null,"display_name":"Huamin Qu","orcid":"https://orcid.org/0000-0002-3344-9694"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Huamin Qu","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":24.9357,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99374548,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.48339998722076416,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.48339998722076416,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.12559999525547028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.08720000088214874,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8402000069618225},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7601000070571899},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6359000205993652},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.4986000061035156},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4255000054836273},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.31139999628067017}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8402000069618225},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7601000070571899},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6359000205993652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5630000233650208},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.4986000061035156},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26829999685287476},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3746059.3747670","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746059.3747670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.20655","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.20655","pdf_url":"https://arxiv.org/pdf/2507.20655","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-166938","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-166938","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.20655","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.20655","pdf_url":"https://arxiv.org/pdf/2507.20655","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.4635886549949646,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2631604483","display_name":null,"funder_award_id":"16218724","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"}],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1899444288","https://openalex.org/W1947165255","https://openalex.org/W1980974466","https://openalex.org/W1986183039","https://openalex.org/W2010667392","https://openalex.org/W2056911559","https://openalex.org/W2071892601","https://openalex.org/W2087309216","https://openalex.org/W2101412158","https://openalex.org/W2114213946","https://openalex.org/W2116391482","https://openalex.org/W2436493763","https://openalex.org/W2492304725","https://openalex.org/W2587786618","https://openalex.org/W2591538356","https://openalex.org/W2740119829","https://openalex.org/W2782375796","https://openalex.org/W2887573917","https://openalex.org/W2899498297","https://openalex.org/W2947758809","https://openalex.org/W3012701452","https://openalex.org/W3026509280","https://openalex.org/W3177075676","https://openalex.org/W4321013654","https://openalex.org/W4360991038","https://openalex.org/W4375858605","https://openalex.org/W4381587418","https://openalex.org/W4384200891","https://openalex.org/W4385303098","https://openalex.org/W4386251129","https://openalex.org/W4386390931","https://openalex.org/W4387402078","https://openalex.org/W4387491382","https://openalex.org/W4388333366","https://openalex.org/W4389200893","https://openalex.org/W4390414972","https://openalex.org/W4392542334","https://openalex.org/W4392564715","https://openalex.org/W4392564790","https://openalex.org/W4392948902","https://openalex.org/W4393864430","https://openalex.org/W4396680517","https://openalex.org/W4402671506","https://openalex.org/W4402742954","https://openalex.org/W4403346544","https://openalex.org/W4404173560"],"related_works":[],"abstract_inverted_index":{"Grading":[0],"project":[1],"reports":[2],"are":[3],"increasingly":[4],"significant":[5],"in":[6,52,139],"today's":[7],"educational":[8,99],"landscape,":[9],"where":[10],"they":[11],"serve":[12],"as":[13,33,67],"key":[14],"assessments":[15],"of":[16,93,163],"students'":[17],"comprehensive":[18],"problem-solving":[19],"abilities.":[20],"However,":[21,74],"it":[22,81],"remains":[23],"challenging":[24],"due":[25],"to":[26,42,83,150],"the":[27,46,90,102,161],"multifaceted":[28],"evaluation":[29],"criteria":[30],"involved,":[31],"such":[32,66],"creativity":[34],"and":[35,89,117,132,143,157],"peer-comparative":[36,148],"achievement.":[37],"Meanwhile,":[38],"instructors":[39,116],"often":[40,77],"struggle":[41],"maintain":[43],"fairness":[44],"throughout":[45],"time-consuming":[47],"grading":[48,64,124,141,166],"process.":[49],"Recent":[50],"advances":[51],"AI,":[53],"particularly":[54],"large":[55],"language":[56],"models,":[57],"have":[58],"demonstrated":[59],"potential":[60],"for":[61,160],"automating":[62],"simpler":[63],"tasks,":[65],"assessing":[68],"quizzes":[69],"or":[70],"basic":[71],"writing":[72],"quality.":[73],"these":[75],"tools":[76],"fall":[78],"short":[79],"when":[80],"comes":[82],"complex":[84],"metrics,":[85],"like":[86],"design":[87,155],"innovation":[88],"practical":[91],"application":[92],"knowledge,":[94],"that":[95],"require":[96],"an":[97],"instructor's":[98],"insights":[100,156],"into":[101],"class":[103],"situation.":[104],"To":[105],"address":[106],"this":[107],"challenge,":[108],"we":[109],"conducted":[110],"a":[111,122],"formative":[112],"study":[113],"with":[114],"six":[115],"developed":[118],"CoGrader,":[119],"which":[120],"introduces":[121],"novel":[123],"workflow":[125],"combining":[126],"human-LLM":[127],"collaborative":[128,165],"metrics":[129],"design,":[130],"benchmarking,":[131],"AI-assisted":[133],"feedback.":[134],"CoGrader":[135],"was":[136],"found":[137],"effective":[138],"improving":[140],"efficiency":[142],"consistency":[144],"while":[145],"providing":[146],"reliable":[147],"feedback":[149],"students.":[151],"We":[152],"also":[153],"discuss":[154],"ethical":[158],"considerations":[159],"development":[162],"human-AI":[164],"systems.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}