{"id":"https://openalex.org/W2787911540","doi":"https://doi.org/10.1145/3159450.3162206","title":"Supporting Team Submissions and Peer Grading within Submitty","display_name":"Supporting Team Submissions and Peer Grading within Submitty","publication_year":2018,"publication_date":"2018-02-21","ids":{"openalex":"https://openalex.org/W2787911540","doi":"https://doi.org/10.1145/3159450.3162206","mag":"2787911540"},"language":"en","primary_location":{"id":"doi:10.1145/3159450.3162206","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159450.3162206","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110545036","display_name":"Barbara Cutler","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara Cutler","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017020569","display_name":"Matthew Peveler","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Peveler","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019676881","display_name":"Samuel Breese","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Breese","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021797108","display_name":"Evan Maicus","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Maicus","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083326011","display_name":"Ana Milanova","orcid":"https://orcid.org/0009-0005-9667-5276"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ana Milanova","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002253978","display_name":"Buster Holzbauer","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Buster Holzbauer","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018636489","display_name":"Andrew Aikens","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew Aikens","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034769636","display_name":"James Anderson","orcid":"https://orcid.org/0000-0002-5232-3747"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Anderson","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036337209","display_name":"Josh Barthelmess","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh Barthelmess","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078296345","display_name":"Timothy Cyrus","orcid":"https://orcid.org/0000-0002-3935-8873"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Cyrus","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032063311","display_name":"Marisa Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marisa Lee","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034043146","display_name":"Leon Montealegre","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leon Montealegre","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112346486","display_name":"JESSICA CHING-SZE WANG","orcid":null},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Wang","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165799507"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1111","last_page":"1111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9527000188827515,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8612773418426514},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.8373169898986816},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.7693418264389038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7484011650085449},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5833178758621216},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42578452825546265},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.39737534523010254},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3909844160079956},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2643379867076874},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1805814504623413},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11499062180519104},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11166921257972717}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8612773418426514},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.8373169898986816},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.7693418264389038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7484011650085449},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5833178758621216},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42578452825546265},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39737534523010254},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3909844160079956},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2643379867076874},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1805814504623413},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11499062180519104},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11166921257972717},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3159450.3162206","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3159450.3162206","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1976518102","https://openalex.org/W2095907212","https://openalex.org/W3000569205"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W2525485641","https://openalex.org/W3132811443","https://openalex.org/W2742817363","https://openalex.org/W4242992011"],"abstract_inverted_index":{"Submitty":[0,28,98,190],"is":[1,51,106,135,142],"an":[2,25,43,163],"open":[3],"source":[4],"programming":[5],"assignment":[6,230],"submission":[7],"system":[8],"from":[9],"the":[10,79,87,94,109,160,239],"Rensselaer":[11,19],"Center":[12],"for":[13,96,137,181,196,199,232],"Open":[14],"Source":[15],"Software":[16],"(RCOS)":[17],"at":[18,194],"Polytechnic":[20],"Institute":[21],"(RPI)":[22],"accessed":[23],"via":[24],"online":[26],"interface.":[27],"allows":[29],"students":[30,71,88,174,207],"to":[31,89,93,151,167,175],"submit":[32,179],"their":[33],"code":[34],"through":[35,159],"file":[36],"upload":[37],"or":[38,47,69,85],"version":[39],"control,":[40],"such":[41],"as":[42,111],"internal":[44],"Git/SVN":[45],"server":[46],"Github,":[48],"where":[49],"it":[50],"then":[52],"tested":[53],"with":[54],"a":[55,200],"highly":[56],"configurable":[57],"and":[58,120,129,132,146,178,208,211,215,234,237,247],"customizable":[59],"automated":[60],"grader.":[61],"For":[62,76],"each":[63,182,213],"assignment,":[64],"instructors":[65,145,210],"can":[66,72,81,126,156,165],"specify":[67],"whether":[68],"not":[70],"work":[73],"in":[74,242],"teams.":[75],"team":[77,245],"assignments,":[78],"instructor":[80,164],"either":[82],"assign":[83],"teammates":[84],"allow":[86,173],"choose.":[90],"In":[91],"addition":[92],"auto-grading":[95],"submissions,":[97],"supports":[99],"human":[100,103],"grading.":[101,249],"The":[102,124],"graded":[104],"rubric":[105,125],"developed":[107],"by":[108,144,220],"graders":[110],"they":[112],"work,":[113],"allowing":[114],"reuse":[115],"of":[116,153,202,229,244],"common":[117],"feedback":[118],"messages":[119],"partial":[121],"credit":[122],"points.":[123],"be":[127,157],"searched":[128],"modified":[130],"during":[131],"after":[133],"grading":[134,141,236,240],"complete":[136],"consistency.":[138],"By":[139],"default,":[140],"handled":[143],"TAs":[147,212],"who":[148],"are":[149],"assigned":[150],"sections":[152],"students,":[154],"which":[155,171],"rotated":[158],"semester.":[161],"However,":[162],"choose":[166],"incorporate":[168],"peer":[169,186,248],"grading,":[170],"will":[172,225],"anonymously":[176],"view":[177],"grades":[180,187],"other,":[183],"receiving":[184],"multiple":[185],"per":[188],"assignment.":[189],"has":[191,216],"been":[192,218],"used":[193,219],"RPI":[195],"several":[197,221],"years":[198],"variety":[201],"courses,":[203],"serving":[204],"over":[205],"1500":[206],"50":[209],"semester,":[214],"recently":[217],"other":[222],"universities.":[223],"We":[224],"present":[226],"\"case":[227],"studies\"":[228],"configurations":[231],"autograding":[233],"manual":[235],"demonstrate":[238],"interface":[241],"support":[243],"submissions":[246]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}