{"id":"https://openalex.org/W2966554551","doi":"https://doi.org/10.1145/3330430.3333614","title":"UpGrade","display_name":"UpGrade","publication_year":2019,"publication_date":"2019-06-24","ids":{"openalex":"https://openalex.org/W2966554551","doi":"https://doi.org/10.1145/3330430.3333614","mag":"2966554551"},"language":"en","primary_location":{"id":"doi:10.1145/3330430.3333614","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3330430.3333614","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3330430.3333614","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth (2019) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3330430.3333614","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068653834","display_name":"Xu Wang","orcid":"https://orcid.org/0000-0001-5551-0815"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xu Wang","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035677902","display_name":"Srinivasa Teja Talluri","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srinivasa Teja Talluri","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089539629","display_name":"Carolyn Penstein Ros\u00e9","orcid":"https://orcid.org/0000-0003-1128-5155"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carolyn Rose","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062550465","display_name":"Kenneth R. Koedinger","orcid":"https://orcid.org/0000-0002-5850-4768"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Koedinger","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068653834"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":7.1862,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96814159,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upgrade","display_name":"Upgrade","score":0.9453582763671875},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7718320488929749},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7235161066055298},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6067335605621338},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5020115375518799},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4413548409938812},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.37658530473709106},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3605095148086548},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3548527956008911},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14508268237113953},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1398143470287323},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1310819387435913}],"concepts":[{"id":"https://openalex.org/C2780615140","wikidata":"https://www.wikidata.org/wiki/Q920419","display_name":"Upgrade","level":2,"score":0.9453582763671875},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7718320488929749},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235161066055298},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6067335605621338},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5020115375518799},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4413548409938812},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.37658530473709106},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3605095148086548},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3548527956008911},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14508268237113953},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1398143470287323},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1310819387435913},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3330430.3333614","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3330430.3333614","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3330430.3333614","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth (2019) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3330430.3333614","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3330430.3333614","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3330430.3333614","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixth (2019) ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1093312751","display_name":null,"funder_award_id":"1443068","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7354828234","display_name":null,"funder_award_id":"ACI-1443068","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966554551.pdf","grobid_xml":"https://content.openalex.org/works/W2966554551.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1490935989","https://openalex.org/W1492802215","https://openalex.org/W1995864528","https://openalex.org/W2030441548","https://openalex.org/W2035818959","https://openalex.org/W2046036800","https://openalex.org/W2051277183","https://openalex.org/W2053186237","https://openalex.org/W2061935394","https://openalex.org/W2072014455","https://openalex.org/W2088700588","https://openalex.org/W2137247190","https://openalex.org/W2138883052","https://openalex.org/W2159306398","https://openalex.org/W2205947580","https://openalex.org/W2206440038","https://openalex.org/W2216605136","https://openalex.org/W2264285263","https://openalex.org/W2288663400","https://openalex.org/W2336395599","https://openalex.org/W2557955612","https://openalex.org/W2560140854","https://openalex.org/W2796171214","https://openalex.org/W3101160634"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2368672678","https://openalex.org/W2370626080","https://openalex.org/W2368576029","https://openalex.org/W2377210208","https://openalex.org/W116478885","https://openalex.org/W2391279445","https://openalex.org/W2051543817","https://openalex.org/W2390420166","https://openalex.org/W2354998446"],"abstract_inverted_index":{"In":[0,64],"schools":[1],"and":[2,22,57],"colleges":[3],"around":[4],"the":[5],"world,":[6],"open-ended":[7,48,80],"home-work":[8],"assignments":[9,15,81],"are":[10],"commonly":[11],"used.":[12],"However,":[13],"such":[14],"require":[16],"substantial":[17],"instructor":[18],"effort":[19,94],"for":[20,28,126],"grading,":[21],"tend":[23],"not":[24],"to":[25,47,110],"support":[26],"opportunities":[27,42],"repeated":[29,62],"practice.":[30,63],"We":[31],"propose":[32],"UpGrade,":[33],"a":[34,65,69,103,119],"novel":[35],"learnersourcing":[36],"approach":[37,105],"that":[38,54,122],"generates":[39],"scalable":[40],"learning":[41,84],"using":[43,106],"prior":[44],"student":[45],"solutions":[46],"problems.":[49],"UpGrade":[50,101],"creates":[51],"interactive":[52],"questions":[53,76],"offer":[55],"automated":[56],"real-time":[58],"feedback,":[59],"while":[60],"enabling":[61],"two-week":[66],"experiment":[67],"in":[68,86,118],"college-level":[70],"HCI":[71],"course,":[72],"students":[73],"answering":[74],"UpGrade-created":[75],"instead":[77],"of":[78],"traditional":[79],"achieved":[82],"indistinguishable":[83],"outcomes":[85],"~30%":[87],"less":[88],"time.":[89],"Further,":[90],"no":[91],"manual":[92],"grading":[93],"is":[95],"required.":[96],"To":[97],"enhance":[98],"quality":[99,115],"control,":[100],"incorporates":[102],"psychometric":[104],"crowd":[107],"workers'":[108],"answers":[109],"automatically":[111],"prune":[112],"out":[113],"low":[114],"questions,":[116],"resulting":[117],"question":[120],"bank":[121],"exceeds":[123],"reliability":[124],"standards":[125],"classroom":[127],"use.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2019-08-13T00:00:00"}