{"id":"https://openalex.org/W7133317046","doi":"https://doi.org/10.48550/arxiv.2603.00451","title":"Confusion-Aware Rubric Optimization for LLM-based Automated Grading","display_name":"Confusion-Aware Rubric Optimization for LLM-based Automated Grading","publication_year":2026,"publication_date":"2026-02-28","ids":{"openalex":"https://openalex.org/W7133317046","doi":"https://doi.org/10.48550/arxiv.2603.00451"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.00451","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.00451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.00451","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128009080","display_name":"Yucheng Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Yucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127922707","display_name":"Hang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127914113","display_name":"Kaiqi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kaiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114452226","display_name":"Yasemin Copur-Gencturk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Copur-Gencturk, Yasemin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128025208","display_name":"Joseph Krajcik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krajcik, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126431650","display_name":"Namsoo Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Namsoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127972342","display_name":"Jiliang Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Jiliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.3037000000476837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.3037000000476837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11779999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.04610000178217888,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.8741999864578247},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.738099992275238},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.635200023651123},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5982000231742859},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.3212999999523163},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.303600013256073}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.8741999864578247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7817999720573425},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.738099992275238},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.635200023651123},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5982000231742859},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46950000524520874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39320001006126404},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37720000743865967},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C3019060180","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automated method","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C194541083","wikidata":"https://www.wikidata.org/wiki/Q457174","display_name":"Workaround","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.00451","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.00451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.00451","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.00451","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8488074541091919,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"and":[1,51,59,96,121,137,148,162,191],"unambiguous":[2],"guidelines":[3,26,44],"are":[4],"critical":[5],"for":[6,118,133,152],"large":[7],"language":[8],"model":[9],"(LLM)":[10],"based":[11],"graders,":[12],"yet":[13],"manually":[14],"crafting":[15],"these":[16,82],"prompts":[17],"is":[18],"often":[19],"sub-optimal":[20],"as":[21],"LLMs":[22],"can":[23],"misinterpret":[24],"expert":[25],"or":[27],"lack":[28],"necessary":[29],"domain":[30],"specificity.":[31],"Consequently,":[32],"the":[33,46,76,106,119,143,150],"field":[34],"has":[35],"moved":[36],"toward":[37],"automated":[38,188],"prompt":[39],"optimization":[40],"to":[41,109],"refine":[42],"grading":[43,78],"without":[45],"burden":[47],"of":[48,123],"manual":[49],"trial":[50],"error.":[52],"However,":[53],"existing":[54,170],"frameworks":[55],"typically":[56],"aggregate":[57],"independent":[58],"unstructured":[60],"error":[61,102,112,135],"samples":[62],"into":[63,114],"a":[64,90,139],"single":[65],"update":[66],"step,":[67],"resulting":[68],"in":[69,187],"\"rule":[70],"dilution\"":[71],"where":[72],"conflicting":[73],"constraints":[74],"weaken":[75],"model's":[77],"logic.":[79],"To":[80],"address":[81],"limitations,":[83],"we":[84],"introduce":[85],"Confusion-Aware":[86],"Rubric":[87],"Optimization":[88],"(CARO),":[89],"novel":[91],"framework":[92,144],"that":[93,166,176],"enhances":[94],"accuracy":[95],"computational":[97],"efficiency":[98],"by":[99],"structurally":[100],"separating":[101],"signals.":[103],"CARO":[104,167],"leverages":[105],"confusion":[107],"matrix":[108],"decompose":[110],"monolithic":[111],"signals":[113],"distinct":[115],"modes,":[116],"allowing":[117],"diagnosis":[120],"repair":[122,183],"specific":[124],"misclassification":[125],"patterns":[126],"individually.":[127],"By":[128],"synthesizing":[129],"targeted":[130],"\"fixing":[131],"patches\"":[132],"dominant":[134],"modes":[136],"employing":[138],"diversity-aware":[140],"selection":[141],"mechanism,":[142],"prevents":[145],"guidance":[146],"conflict":[147],"eliminates":[149],"need":[151],"resource-heavy":[153],"nested":[154],"refinement":[155],"loops.":[156],"Empirical":[157],"evaluations":[158],"on":[159],"teacher":[160],"education":[161],"STEM":[163],"datasets":[164],"demonstrate":[165],"significantly":[168],"outperforms":[169],"SOTA":[171],"methods.":[172],"These":[173],"results":[174],"suggest":[175],"replacing":[177],"mixed-error":[178],"aggregation":[179],"with":[180],"surgical,":[181],"mode-specific":[182],"yields":[184],"robust":[185],"improvements":[186],"assessment":[189],"scalability":[190],"precision.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-04T00:00:00"}