{"id":"https://openalex.org/W4392564502","doi":"https://doi.org/10.1145/3626252.3630891","title":"Mechanical TA 2: Peer Grading with TA and Algorithmic Support","display_name":"Mechanical TA 2: Peer Grading with TA and Algorithmic Support","publication_year":2024,"publication_date":"2024-03-07","ids":{"openalex":"https://openalex.org/W4392564502","doi":"https://doi.org/10.1145/3626252.3630891"},"language":"en","primary_location":{"id":"doi:10.1145/3626252.3630891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626252.3630891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041634017","display_name":"Hedayat Zarkoob","orcid":"https://orcid.org/0000-0002-7061-5567"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hedayat Zarkoob","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7061-5567","affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089807699","display_name":"Kevin Leyton\u2010Brown","orcid":"https://orcid.org/0000-0002-7644-5327"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kevin Leyton-Brown","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7644-5327","affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":1.1943,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81134297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1470","last_page":"1476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8240877389907837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7674465179443359},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5456576347351074},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.41217589378356934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34600159525871277},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.27583515644073486},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09243229031562805}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8240877389907837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7674465179443359},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5456576347351074},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.41217589378356934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34600159525871277},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27583515644073486},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09243229031562805},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626252.3630891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626252.3630891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 55th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1925706653","https://openalex.org/W1996469193","https://openalex.org/W2088700588","https://openalex.org/W2098992709","https://openalex.org/W2124699212","https://openalex.org/W2148189517","https://openalex.org/W2954631080","https://openalex.org/W4229635495"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2064165679","https://openalex.org/W2358668433","https://openalex.org/W1588461101","https://openalex.org/W2002490650","https://openalex.org/W2322032246","https://openalex.org/W2057688614","https://openalex.org/W2067368164"],"abstract_inverted_index":{"Mechanical":[0],"TA":[1,102],"2":[2],"(MTA2)":[3],"is":[4],"an":[5],"open-source,":[6],"distributed":[7],"peer":[8,88],"grading":[9,33,93],"system":[10,24],"that":[11],"boosts":[12],"performance":[13],"by":[14,34],"leveraging":[15],"both":[16,35],"trusted":[17],"TAs":[18],"and":[19,37,39,60,63,71,80,90,100],"computationally":[20],"intensive":[21],"algorithms.":[22],"The":[23],"provides":[25,117],"a":[26,113],"unified":[27],"platform":[28],"for":[29,57,66],"submission":[30],"of":[31,41,87,107,112,120],"assignments,":[32],"peers":[36],"TAs,":[38],"reporting":[40],"feedback.":[42],"It":[43],"also":[44],"supports":[45],"dividing":[46],"students":[47,67],"into":[48],"different":[49],"pools":[50],"based":[51],"on":[52],"their":[53],"peer-grading":[54],"prowess;":[55],"mechanisms":[56],"automated":[58],"calibration":[59],"spot":[61,103],"checking;":[62],"the":[64],"ability":[65],"to":[68,72],"appeal":[69],"grades":[70,89],"give":[73],"feedback":[74],"about":[75],"individual":[76],"reviews.":[77],"Bayesian":[78],"inference":[79],"mixed-integer":[81],"programming":[82],"algorithms":[83],"perform":[84],"interpretable":[85],"aggregation":[86],"estimate":[91],"students'":[92],"performance,":[94],"providing":[95],"feedback,":[96],"incentivizing":[97],"high-quality":[98],"grading,":[99],"directing":[101],"checks":[104],"appropriately.":[105],"Analysis":[106],"data":[108],"from":[109],"four":[110],"offerings":[111],"large":[114],"undergraduate":[115],"class":[116],"empirical":[118],"evidence":[119],"MTA2's":[121],"effectiveness.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}