{"id":"https://openalex.org/W7124448074","doi":"https://doi.org/10.48550/arxiv.2601.10093","title":"Mark My Works Autograder for Programming Courses","display_name":"Mark My Works Autograder for Programming Courses","publication_year":2026,"publication_date":"2026-01-15","ids":{"openalex":"https://openalex.org/W7124448074","doi":"https://doi.org/10.48550/arxiv.2601.10093"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.10093","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.10093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.10093","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013555653","display_name":"Yiding Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Yiding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123231238","display_name":"Seyed Mahdi Azimi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azimi, Seyed Mahdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123225608","display_name":"Artem Lensky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lensky, Artem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9125000238418579,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9125000238418579,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.02419999986886978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7003999948501587},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.510200023651123},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.4505999982357025},{"id":"https://openalex.org/keywords/scoring-system","display_name":"Scoring system","score":0.36730000376701355},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.3643999993801117},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.33869999647140503}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7003999948501587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5845999717712402},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.4505999982357025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4023999869823456},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.400299996137619},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37540000677108765},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2854999899864197},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25760000944137573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.10093","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.10093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.10093","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.10093","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7281492352485657,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"programming":[1],"courses":[2],"struggle":[3],"to":[4,34],"provide":[5],"timely,":[6],"detailed":[7,117],"feedback":[8,43],"on":[9,66],"student":[10],"code.":[11],"We":[12,51],"developed":[13],"Mark":[14],"My":[15],"Works,":[16],"a":[17,56],"local":[18],"autograding":[19],"system":[20,30,54,103],"that":[21],"combines":[22],"traditional":[23],"unit":[24],"testing":[25],"with":[26,63,76],"LLM-generated":[27],"explanations.":[28],"The":[29,101],"uses":[31],"role-based":[32],"prompts":[33],"analyze":[35],"submissions,":[36],"critique":[37],"code":[38],"quality,":[39],"and":[40],"generate":[41],"pedagogical":[42],"while":[44],"maintaining":[45],"transparency":[46],"in":[47,55],"its":[48],"reasoning":[49],"process.":[50],"piloted":[52],"the":[53],"191-student":[57],"engineering":[58],"course,":[59],"comparing":[60],"AI-generated":[61],"assessments":[62],"human":[64,77],"grading":[65],"79":[67],"submissions.":[68],"While":[69],"AI":[70,102],"scores":[71,78],"showed":[72],"no":[73],"linear":[74],"correlation":[75],"(r":[79],"=":[80,83],"-0.177,":[81],"p":[82],"0.124),":[84],"both":[85],"systems":[86],"exhibited":[87],"similar":[88],"left-skewed":[89],"distributions,":[90],"suggesting":[91],"they":[92],"recognize":[93],"comparable":[94],"quality":[95],"hierarchies":[96],"despite":[97],"different":[98],"scoring":[99,107],"philosophies.":[100],"demonstrated":[104],"more":[105,116],"conservative":[106],"(mean:":[108],"59.95":[109],"vs":[110],"80.53":[111],"human)":[112],"but":[113],"generated":[114],"significantly":[115],"technical":[118],"feedback.":[119]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-17T00:00:00"}
