{"id":"https://openalex.org/W2963210840","doi":"https://doi.org/10.1145/3304221.3319739","title":"Paper or Online?","display_name":"Paper or Online?","publication_year":2019,"publication_date":"2019-07-02","ids":{"openalex":"https://openalex.org/W2963210840","doi":"https://doi.org/10.1145/3304221.3319739","mag":"2963210840"},"language":"en","primary_location":{"id":"doi:10.1145/3304221.3319739","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3304221.3319739","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3304221.3319739","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3304221.3319739","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080847680","display_name":"Yingjun Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yingjun Cao","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002187823","display_name":"Leo Porter","orcid":"https://orcid.org/0000-0003-1435-8401"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leo Porter","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035713361","display_name":"Soohyun Nam Liao","orcid":"https://orcid.org/0000-0002-7368-252X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soohyun Nam Liao","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040460890","display_name":"Rick Ord","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick Ord","raw_affiliation_strings":["University of California, San Diego, La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080847680"],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":4.599,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94794479,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"99","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.9293398857116699},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.6663780212402344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6528012752532959},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.434554785490036},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.4288838505744934},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.349479615688324},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.32854416966438293},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14529141783714294},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13750001788139343}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.9293398857116699},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.6663780212402344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6528012752532959},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.434554785490036},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4288838505744934},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.349479615688324},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.32854416966438293},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14529141783714294},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13750001788139343},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3304221.3319739","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3304221.3319739","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3304221.3319739","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3304221.3319739","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3304221.3319739","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3304221.3319739","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963210840.pdf","grobid_xml":"https://content.openalex.org/works/W2963210840.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W127803060","https://openalex.org/W1543473323","https://openalex.org/W1967747674","https://openalex.org/W1971075415","https://openalex.org/W1978050126","https://openalex.org/W2016332286","https://openalex.org/W2030295744","https://openalex.org/W2111940683","https://openalex.org/W2113117674","https://openalex.org/W2122513519","https://openalex.org/W2133705455","https://openalex.org/W2142995122","https://openalex.org/W2148585347","https://openalex.org/W2151828850","https://openalex.org/W2162055787","https://openalex.org/W2257451327","https://openalex.org/W2405002956","https://openalex.org/W2465021265","https://openalex.org/W2592218382","https://openalex.org/W2593831025","https://openalex.org/W2594550110","https://openalex.org/W2604327260","https://openalex.org/W2605994771","https://openalex.org/W2727426218","https://openalex.org/W2730709268","https://openalex.org/W2885042560","https://openalex.org/W3147717538","https://openalex.org/W4237174996"],"related_works":["https://openalex.org/W2293715384","https://openalex.org/W2035094700","https://openalex.org/W3046741560","https://openalex.org/W3108800138","https://openalex.org/W2134889551","https://openalex.org/W2184130590","https://openalex.org/W2494317914","https://openalex.org/W3124419423","https://openalex.org/W3011885879","https://openalex.org/W1975155299","https://openalex.org/W3123868618","https://openalex.org/W3010521736","https://openalex.org/W2243833652","https://openalex.org/W2183617489","https://openalex.org/W2288365778","https://openalex.org/W2590979198","https://openalex.org/W2602058051","https://openalex.org/W2604415298","https://openalex.org/W2081576052","https://openalex.org/W2340448593"],"abstract_inverted_index":{"As":[0],"computer":[1],"science":[2],"enrollments":[3],"continue":[4],"to":[5,51,60,101,128,139,147,156],"surge,":[6],"exam":[7],"grading":[8,14,37,66,80,87,102,152],"requires":[9],"significant":[10],"instructional":[11],"resources.":[12],"Online":[13],"platforms":[15],"have":[16,23],"been":[17,24],"developed":[18],"in":[19,49,158],"recent":[20],"years":[21],"and":[22,54,110],"adopted":[25],"at":[26],"a":[27,69,119],"number":[28],"of":[29,91,131],"institutions;":[30],"however,":[31],"their":[32],"effectiveness":[33],"compared":[34,72],"with":[35,73,144],"traditional":[36],"on":[38,114,153],"paper":[39,55,74,154],"is":[40,46,81,94],"not":[41],"fully":[42],"known.":[43],"This":[44],"study":[45],"the":[47,85,97,123,129,132,145],"first":[48],"CS":[50],"compare":[52],"online":[53,65,79,106,124,133,143],"grading.":[56,75,107],"Comparing":[57],"overall":[58],"time":[59],"grade,":[61],"including":[62],"all":[63],"factors,":[64],"doesn't":[67],"show":[68,118],"consistent":[70],"advantage":[71],"We":[76],"observed":[77],"that":[78,151],"much":[82],"faster":[83],"during":[84],"actual":[86],"phase,":[88],"but":[89,150],"some":[90],"this":[92],"benefit":[93],"offset":[95],"by":[96],"additional":[98],"overhead":[99],"prior":[100],"(e.g.,":[103],"scanning)":[104],"for":[105,122],"Examining":[108],"student":[109],"grader":[111],"preferences":[112],"based":[113],"feedback,":[115],"both":[116],"groups":[117],"strong":[120],"preference":[121],"format,":[125],"predominately":[126],"due":[127],"convenience":[130],"platform.":[134],"Graders":[135],"report":[136],"being":[137],"able":[138],"grade":[140],"more":[141,159],"accurately":[142],"ability":[146],"modify":[148],"rubrics,":[149],"tends":[155],"result":[157],"social":[160],"interactions":[161],"among":[162],"graders.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-07-30T00:00:00"}